{"level":"warn","ts":"2026-04-17T10:32:01.517317Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-17T10:32:01.517474Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-17T10:32:01.517485Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.78:2380","--initial-cluster=controller-2=https://199.19.213.78:2380,controller-1=https://199.19.213.50:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.78:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-17T10:32:01.517687Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-17T10:32:01.517710Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-17T10:32:01.517719Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.78:2380"]} {"level":"info","ts":"2026-04-17T10:32:01.517730Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-17T10:32:01.518148Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.78:2379"]} {"level":"info","ts":"2026-04-17T10:32:01.518266Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.78:2380"],"listen-peer-urls":["https://199.19.213.78:2380"],"advertise-client-urls":["https://199.19.213.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.50:2380,controller-2=https://199.19.213.78:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-17T10:32:01.519001Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078340}"} {"level":"info","ts":"2026-04-17T10:32:01.523053Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-17T10:32:01.523107Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.227701ms"} {"level":"info","ts":"2026-04-17T10:32:01.523263Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-17T10:32:01.523340Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-17T10:32:01.540693Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.50:2380","host":"199.19.213.50:2380","resolved-addr":"199.19.213.50:2380"} {"level":"info","ts":"2026-04-17T10:32:01.540762Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.78:2380","host":"199.19.213.78:2380","resolved-addr":"199.19.213.78:2380"} {"level":"info","ts":"2026-04-17T10:32:01.542222Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-17T10:32:01.549354Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-17T10:32:01.549397Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"12b00b2215dd5177","cluster-id":"39d8802c0029e2bb"} {"level":"info","ts":"2026-04-17T10:32:01.549427Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-17T10:32:01.549493Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"12b00b2215dd5177 switched to configuration voters=()"} {"level":"info","ts":"2026-04-17T10:32:01.549539Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"12b00b2215dd5177 became follower at term 0"} {"level":"info","ts":"2026-04-17T10:32:01.549548Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 12b00b2215dd5177 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-17T10:32:01.555609Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-17T10:32:01.557887Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-17T10:32:01.562112Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-17T10:32:01.562736Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.562759Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb","remote-peer-urls":["https://199.19.213.50:2380"]} {"level":"info","ts":"2026-04-17T10:32:01.562777Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.563002Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.563493Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.565827Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.569288Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.569390Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.569477Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.569551Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb","remote-peer-urls":["https://199.19.213.50:2380"]} {"level":"info","ts":"2026-04-17T10:32:01.569830Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"12b00b2215dd5177","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-17T10:32:01.570090Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-17T10:32:01.570326Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T10:32:01.570382Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T10:32:01.570400Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T10:32:01.570995Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-17T10:32:01.571133Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.78:2380"} {"level":"info","ts":"2026-04-17T10:32:01.571176Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.78:2380"} {"level":"info","ts":"2026-04-17T10:32:01.572057Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"12b00b2215dd5177","initial-advertise-peer-urls":["https://199.19.213.78:2380"],"listen-peer-urls":["https://199.19.213.78:2380"],"advertise-client-urls":["https://199.19.213.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-17T10:32:01.572253Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-17T10:32:01.579519Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.579547Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.581712Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.589139Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"12b00b2215dd5177 [term: 0] received a MsgHeartbeat message with higher term from bad013de7b9e37eb [term: 2]"} {"level":"info","ts":"2026-04-17T10:32:01.589185Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"12b00b2215dd5177 became follower at term 2"} {"level":"info","ts":"2026-04-17T10:32:01.589201Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 12b00b2215dd5177 elected leader bad013de7b9e37eb at term 2"} {"level":"info","ts":"2026-04-17T10:32:01.611398Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"12b00b2215dd5177","to":"bad013de7b9e37eb","stream-type":"stream Message"} {"level":"info","ts":"2026-04-17T10:32:01.611481Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.616057Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"12b00b2215dd5177","remote-snapshot-sender-id":"bad013de7b9e37eb","incoming-snapshot-index":498,"incoming-snapshot-message-size-bytes":8193,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-17T10:32:01.619907Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"12b00b2215dd5177","to":"bad013de7b9e37eb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-17T10:32:01.619986Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.624761Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f2.snap.db","bytes":794624,"size":"795 kB"} {"level":"info","ts":"2026-04-17T10:32:01.624806Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"12b00b2215dd5177","remote-snapshot-sender-id":"bad013de7b9e37eb","incoming-snapshot-index":498,"incoming-snapshot-size-bytes":794624,"incoming-snapshot-size":"795 kB","download-took":"8.847499ms"} {"level":"info","ts":"2026-04-17T10:32:01.624981Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 498, term: 2]"} {"level":"info","ts":"2026-04-17T10:32:01.625078Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"12b00b2215dd5177 switched to configuration voters=(13461281132488046571) learners=(1346588529607397751)"} {"level":"info","ts":"2026-04-17T10:32:01.625106Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"12b00b2215dd5177 [commit: 498, lastindex: 498, lastterm: 2] restored snapshot [index: 498, term: 2]"} {"level":"info","ts":"2026-04-17T10:32:01.625122Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"12b00b2215dd5177 [commit: 498] restored snapshot [index: 498, term: 2]"} {"level":"info","ts":"2026-04-17T10:32:01.625206Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":498,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-17T10:32:01.629844Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":498} {"level":"info","ts":"2026-04-17T10:32:01.630331Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000428210}"} {"level":"info","ts":"2026-04-17T10:32:01.631036Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-17T10:32:01.631130Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"893.014µs"} {"level":"info","ts":"2026-04-17T10:32:01.631326Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-17T10:32:01.632778Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-17T10:32:01.632908Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-17T10:32:01.637579Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":472} {"level":"info","ts":"2026-04-17T10:32:01.637673Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":498} {"level":"info","ts":"2026-04-17T10:32:01.637809Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-17T10:32:01.637849Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-17T10:32:01.639290Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-17T10:32:01.640682Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-17T10:32:01.640751Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-17T10:32:01.640828Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-17T10:32:01.640849Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-17T10:32:01.642446Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-17T10:32:01.642577Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-17T10:32:01.642718Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-17T10:32:01.642748Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"39d8802c0029e2bb","local-member-id":"12b00b2215dd5177","recovered-remote-peer-id":"bad013de7b9e37eb","recovered-remote-peer-urls":["https://199.19.213.50:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-17T10:32:01.642848Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"39d8802c0029e2bb","local-member-id":"12b00b2215dd5177","recovered-remote-peer-id":"12b00b2215dd5177","recovered-remote-peer-urls":["https://199.19.213.78:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-17T10:32:01.643018Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-17T10:32:01.643057Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-17T10:32:01.643071Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-17T10:32:01.643177Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"bad013de7b9e37eb"} {"level":"warn","ts":"2026-04-17T10:32:01.643704Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.643746Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"bad013de7b9e37eb"} {"level":"warn","ts":"2026-04-17T10:32:01.644092Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644107Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644174Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"warn","ts":"2026-04-17T10:32:01.644391Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb","error":"context canceled"} {"level":"warn","ts":"2026-04-17T10:32:01.644454Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"bad013de7b9e37eb","error":"failed to read bad013de7b9e37eb on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-17T10:32:01.644482Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"warn","ts":"2026-04-17T10:32:01.644634Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb","error":"context canceled"} {"level":"info","ts":"2026-04-17T10:32:01.644662Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644672Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644686Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"12b00b2215dd5177","removed-remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644720Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-17T10:32:01.644732Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-17T10:32:01.644785Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644846Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644920Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644959Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644946Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644942Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.644980Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.645017Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb","remote-peer-urls":["https://199.19.213.50:2380"]} {"level":"info","ts":"2026-04-17T10:32:01.645028Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-17T10:32:01.645040Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":498,"current-applied-index":498,"incoming-leader-snapshot-index":498,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-17T10:32:01.662696Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.662718Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.663976Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.707035Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"12b00b2215dd5177","to":"bad013de7b9e37eb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-17T10:32:01.707083Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.712218Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"12b00b2215dd5177","to":"bad013de7b9e37eb","stream-type":"stream Message"} {"level":"info","ts":"2026-04-17T10:32:01.712270Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"bad013de7b9e37eb"} {"level":"info","ts":"2026-04-17T10:32:01.753439Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"12b00b2215dd5177 switched to configuration voters=(1346588529607397751 13461281132488046571)"} {"level":"info","ts":"2026-04-17T10:32:01.753664Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"39d8802c0029e2bb","local-member-id":"12b00b2215dd5177","promoted-member-id":"12b00b2215dd5177"} {"level":"warn","ts":"2026-04-17T10:32:08.570848Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"12b00b2215dd5177","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.78:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-17T10:32:08.575367Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"12b00b2215dd5177","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.78:2379]}","cluster-id":"39d8802c0029e2bb","publish-timeout":"7s"} {"level":"info","ts":"2026-04-17T10:32:08.575384Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-17T10:32:08.575448Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-17T10:32:08.575753Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-17T10:32:08.575797Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-17T10:32:08.576946Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-17T10:32:08.576914Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-17T10:32:08.577092Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-17T10:32:08.581819Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.78:2379"} {"level":"info","ts":"2026-04-17T10:32:08.582278Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-17T10:32:08.584671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:45856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.584771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.585697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:51148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.586284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:51170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.586856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.588860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:45876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.589129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.589394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:45864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.591977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:51184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.592809Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:45872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.593820Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:51156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.596225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.596598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.78:45890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.605718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.622629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.630684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.640176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.649205Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.660769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.671337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.679103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.688797Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.708870Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.716848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.733705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.742573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.751926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.762549Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.771826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.809358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.821352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.833308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.840126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.847783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.857489Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.866493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.875626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.884215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.892875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.902085Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.917988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.925908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.933281Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.940710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.948385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.961946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:08.997441Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.006632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.013800Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.022706Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.032829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.040933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.051802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.066440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.076229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.084071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.093085Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.102141Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.111142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.118881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.128139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.137325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.146979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.158172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.191859Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.198162Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.207978Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:09.263194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51622","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T10:32:28.490376Z","caller":"traceutil/trace.go:172","msg":"trace[1254520804] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:611; }","duration":"187.941927ms","start":"2026-04-17T10:32:28.302405Z","end":"2026-04-17T10:32:28.490347Z","steps":["trace[1254520804] 'read index received' (duration: 187.924956ms)","trace[1254520804] 'applied index is now lower than readState.Index' (duration: 7.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:32:28.490566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.145648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-17T10:32:28.490709Z","caller":"traceutil/trace.go:172","msg":"trace[20576316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:574; }","duration":"188.303146ms","start":"2026-04-17T10:32:28.302390Z","end":"2026-04-17T10:32:28.490693Z","steps":["trace[20576316] 'agreement among raft nodes before linearized reading' (duration: 188.048003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:32:43.725030Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:37320","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T10:32:43.736372Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"12b00b2215dd5177 switched to configuration voters=(1346588529607397751 13461281132488046571) learners=(16049745681086829739)"} {"level":"info","ts":"2026-04-17T10:32:43.736512Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"39d8802c0029e2bb","local-member-id":"12b00b2215dd5177","added-peer-id":"debc26a9688a54ab","added-peer-peer-urls":["https://199.204.45.233:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-17T10:32:43.736554Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:43.736586Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:43.736764Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:43.736720Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:43.736806Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:43.736842Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab","remote-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-17T10:32:43.736888Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:43.736903Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"warn","ts":"2026-04-17T10:32:43.780455Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:37364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:44.281485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:37388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:45.794328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:43062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:46.293954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:43066","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T10:32:47.273838Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.273892Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.277258Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.286753Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"12b00b2215dd5177","to":"debc26a9688a54ab","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-17T10:32:47.286789Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.286833Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"12b00b2215dd5177","to":"debc26a9688a54ab","stream-type":"stream Message"} {"level":"info","ts":"2026-04-17T10:32:47.286850Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"warn","ts":"2026-04-17T10:32:47.318141Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:32:47.318770Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab","error":"EOF"} {"level":"info","ts":"2026-04-17T10:32:47.334194Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.340395Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"12b00b2215dd5177","to":"debc26a9688a54ab","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-17T10:32:47.340465Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.340535Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.340853Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"12b00b2215dd5177","to":"debc26a9688a54ab","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-17T10:32:47.340900Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.340914Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.359872Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"12b00b2215dd5177","remote-peer-id":"debc26a9688a54ab"} {"level":"info","ts":"2026-04-17T10:32:47.821719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"12b00b2215dd5177 switched to configuration voters=(1346588529607397751 13461281132488046571 16049745681086829739)"} {"level":"info","ts":"2026-04-17T10:32:47.821970Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"39d8802c0029e2bb","local-member-id":"12b00b2215dd5177","promoted-member-id":"debc26a9688a54ab"} {"level":"warn","ts":"2026-04-17T10:32:47.865327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:43178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:33:24.513504Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:33:24.714369Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.046846806s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-17T10:33:25.014043Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937473,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-17T10:33:25.199058Z","caller":"traceutil/trace.go:172","msg":"trace[1103959613] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:976; }","duration":"1.186323285s","start":"2026-04-17T10:33:24.012717Z","end":"2026-04-17T10:33:25.199041Z","steps":["trace[1103959613] 'read index received' (duration: 1.186319745s)","trace[1103959613] 'applied index is now lower than readState.Index' (duration: 2.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:33:25.199181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.186451707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:25.199211Z","caller":"traceutil/trace.go:172","msg":"trace[806772949] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:905; }","duration":"1.186492838s","start":"2026-04-17T10:33:24.012711Z","end":"2026-04-17T10:33:25.199203Z","steps":["trace[806772949] 'agreement among raft nodes before linearized reading' (duration: 1.186423227s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:25.199237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.012685Z","time spent":"1.186545969s","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-04-17T10:33:25.207979Z","caller":"traceutil/trace.go:172","msg":"trace[1230149185] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"484.872794ms","start":"2026-04-17T10:33:24.723087Z","end":"2026-04-17T10:33:25.207960Z","steps":["trace[1230149185] 'process raft request' (duration: 484.807003ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:25.208033Z","caller":"traceutil/trace.go:172","msg":"trace[1721062953] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"487.345297ms","start":"2026-04-17T10:33:24.720658Z","end":"2026-04-17T10:33:25.208003Z","steps":["trace[1721062953] 'process raft request' (duration: 487.196084ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:25.208135Z","caller":"traceutil/trace.go:172","msg":"trace[1486724487] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"487.365626ms","start":"2026-04-17T10:33:24.720761Z","end":"2026-04-17T10:33:25.208126Z","steps":["trace[1486724487] 'process raft request' (duration: 487.117292ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:25.208187Z","caller":"traceutil/trace.go:172","msg":"trace[1908251308] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"485.041019ms","start":"2026-04-17T10:33:24.723136Z","end":"2026-04-17T10:33:25.208177Z","steps":["trace[1908251308] 'process raft request' (duration: 484.791704ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:25.208311Z","caller":"traceutil/trace.go:172","msg":"trace[1356595059] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"485.064729ms","start":"2026-04-17T10:33:24.723230Z","end":"2026-04-17T10:33:25.208294Z","steps":["trace[1356595059] 'process raft request' (duration: 484.768313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:25.208425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.723208Z","time spent":"485.16193ms","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-17T10:33:25.208469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.723075Z","time spent":"484.977117ms","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6936,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T10:33:25.208540Z","caller":"traceutil/trace.go:172","msg":"trace[755753913] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"483.612644ms","start":"2026-04-17T10:33:24.724915Z","end":"2026-04-17T10:33:25.208528Z","steps":["trace[755753913] 'process raft request' (duration: 483.112634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:25.208640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.720639Z","time spent":"487.454759ms","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-17T10:33:25.208645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.724906Z","time spent":"483.662415ms","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10111,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T10:33:25.208735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.720753Z","time spent":"487.403987ms","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-17T10:33:25.208865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.723124Z","time spent":"485.079209ms","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9173,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T10:33:25.223642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.990412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T10:33:25.223691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"955.754251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:25.223705Z","caller":"traceutil/trace.go:172","msg":"trace[1064162836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:912; }","duration":"676.064933ms","start":"2026-04-17T10:33:24.547628Z","end":"2026-04-17T10:33:25.223693Z","steps":["trace[1064162836] 'agreement among raft nodes before linearized reading' (duration: 675.967632ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:25.223730Z","caller":"traceutil/trace.go:172","msg":"trace[1762347934] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:912; }","duration":"955.787182ms","start":"2026-04-17T10:33:24.267932Z","end":"2026-04-17T10:33:25.223719Z","steps":["trace[1762347934] 'agreement among raft nodes before linearized reading' (duration: 955.746561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:25.223738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.547612Z","time spent":"676.119664ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T10:33:25.223894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.14198243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:25.223919Z","caller":"traceutil/trace.go:172","msg":"trace[252691958] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:912; }","duration":"1.14200862s","start":"2026-04-17T10:33:24.081905Z","end":"2026-04-17T10:33:25.223913Z","steps":["trace[252691958] 'agreement among raft nodes before linearized reading' (duration: 1.141966109s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:25.223937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.081888Z","time spent":"1.142043591s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:25.223944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.8231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:25.223966Z","caller":"traceutil/trace.go:172","msg":"trace[345960290] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:912; }","duration":"233.84838ms","start":"2026-04-17T10:33:24.990111Z","end":"2026-04-17T10:33:25.223959Z","steps":["trace[345960290] 'agreement among raft nodes before linearized reading' (duration: 233.809679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:25.224061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.186126115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:25.224086Z","caller":"traceutil/trace.go:172","msg":"trace[1939688137] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:913; }","duration":"1.186152685s","start":"2026-04-17T10:33:24.037928Z","end":"2026-04-17T10:33:25.224081Z","steps":["trace[1939688137] 'agreement among raft nodes before linearized reading' (duration: 1.186106374s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:25.224101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:24.037910Z","time spent":"1.186186425s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:25.223642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.465005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-17T10:33:25.224424Z","caller":"traceutil/trace.go:172","msg":"trace[945937694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:912; }","duration":"140.262439ms","start":"2026-04-17T10:33:25.084154Z","end":"2026-04-17T10:33:25.224416Z","steps":["trace[945937694] 'agreement among raft nodes before linearized reading' (duration: 139.418844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:25.224425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.744661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:25.224472Z","caller":"traceutil/trace.go:172","msg":"trace[1230557591] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:914; }","duration":"287.798552ms","start":"2026-04-17T10:33:24.936665Z","end":"2026-04-17T10:33:25.224463Z","steps":["trace[1230557591] 'agreement among raft nodes before linearized reading' (duration: 287.627459ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:26.304088Z","caller":"traceutil/trace.go:172","msg":"trace[1054001679] transaction","detail":"{read_only:false; number_of_response:1; response_revision:959; }","duration":"325.76955ms","start":"2026-04-17T10:33:25.978299Z","end":"2026-04-17T10:33:26.304069Z","steps":["trace[1054001679] 'process raft request' (duration: 325.634307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:26.304280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:25.978277Z","time spent":"325.890212ms","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18091,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T10:33:26.334440Z","caller":"traceutil/trace.go:172","msg":"trace[345027645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:962; }","duration":"303.741788ms","start":"2026-04-17T10:33:26.030683Z","end":"2026-04-17T10:33:26.334425Z","steps":["trace[345027645] 'process raft request' (duration: 303.689677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:26.334548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:26.030663Z","time spent":"303.83348ms","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74795,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T10:33:32.165915Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:33:32.666905Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-17T10:33:32.927082Z","caller":"traceutil/trace.go:172","msg":"trace[1179926415] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1170; }","duration":"1.261428264s","start":"2026-04-17T10:33:31.665629Z","end":"2026-04-17T10:33:32.927057Z","steps":["trace[1179926415] 'read index received' (duration: 1.261422064s)","trace[1179926415] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:33:32.938448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.272797468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:32.938511Z","caller":"traceutil/trace.go:172","msg":"trace[638705679] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1012; }","duration":"1.27287401s","start":"2026-04-17T10:33:31.665622Z","end":"2026-04-17T10:33:32.938496Z","steps":["trace[638705679] 'agreement among raft nodes before linearized reading' (duration: 1.261572647s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:32.938560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:31.665588Z","time spent":"1.272949452s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:33.427696Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:33:33.928549Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:33:34.429424Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:33:34.545482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000613333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-17T10:33:34.545653Z","caller":"traceutil/trace.go:172","msg":"trace[1294020302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000794537s","start":"2026-04-17T10:33:32.544835Z","end":"2026-04-17T10:33:34.545630Z","steps":["trace[1294020302] 'agreement among raft nodes before linearized reading' (duration: 2.000610273s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:34.545753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:32.544815Z","time spent":"2.00092485s","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/17 10:33:34 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-17T10:33:34.929784Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:33:35.263478Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.964431603s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-17T10:33:35.263931Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5870333928335937580,"received-request-id":5870333928335937579} {"level":"warn","ts":"2026-04-17T10:33:35.430156Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-17T10:33:35.516872Z","caller":"traceutil/trace.go:172","msg":"trace[1892049018] linearizableReadLoop","detail":"{readStateIndex:1184; appliedIndex:1185; }","duration":"2.589692061s","start":"2026-04-17T10:33:32.927154Z","end":"2026-04-17T10:33:35.516846Z","steps":["trace[1892049018] 'read index received' (duration: 2.589682751s)","trace[1892049018] 'applied index is now lower than readState.Index' (duration: 7.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:33:35.517183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.81762636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-17T10:33:35.517219Z","caller":"traceutil/trace.go:172","msg":"trace[634526166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1027; }","duration":"3.817682653s","start":"2026-04-17T10:33:31.699527Z","end":"2026-04-17T10:33:35.517209Z","steps":["trace[634526166] 'agreement among raft nodes before linearized reading' (duration: 3.817489267s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.517254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:31.699505Z","time spent":"3.817740543s","remote":"127.0.0.1:51050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.517621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.101089556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:35.517700Z","caller":"traceutil/trace.go:172","msg":"trace[637242778] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1031; }","duration":"3.101174718s","start":"2026-04-17T10:33:32.416507Z","end":"2026-04-17T10:33:35.517682Z","steps":["trace[637242778] 'agreement among raft nodes before linearized reading' (duration: 3.101067345s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.517738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:32.416487Z","time spent":"3.101242939s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.518102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.026385319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-17T10:33:35.518144Z","caller":"traceutil/trace.go:172","msg":"trace[1241690068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1031; }","duration":"3.026427759s","start":"2026-04-17T10:33:32.491706Z","end":"2026-04-17T10:33:35.518134Z","steps":["trace[1241690068] 'agreement among raft nodes before linearized reading' (duration: 3.026288586s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.518169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:32.491690Z","time spent":"3.02647256s","remote":"127.0.0.1:51050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.518453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.250588836s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:35.518992Z","caller":"traceutil/trace.go:172","msg":"trace[489589282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1031; }","duration":"3.251126637s","start":"2026-04-17T10:33:32.267846Z","end":"2026-04-17T10:33:35.518973Z","steps":["trace[489589282] 'agreement among raft nodes before linearized reading' (duration: 3.250530555s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.518535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.751689723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n2j59\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-04-17T10:33:35.519069Z","caller":"traceutil/trace.go:172","msg":"trace[426085033] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n2j59; range_end:; response_count:1; response_revision:1031; }","duration":"3.752239435s","start":"2026-04-17T10:33:31.766812Z","end":"2026-04-17T10:33:35.519052Z","steps":["trace[426085033] 'agreement among raft nodes before linearized reading' (duration: 3.75154363s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.519524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.444757708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T10:33:35.519551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.006788178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:35.519575Z","caller":"traceutil/trace.go:172","msg":"trace[1790019934] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1031; }","duration":"2.444811759s","start":"2026-04-17T10:33:33.074752Z","end":"2026-04-17T10:33:35.519564Z","steps":["trace[1790019934] 'agreement among raft nodes before linearized reading' (duration: 2.444732957s)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:35.519597Z","caller":"traceutil/trace.go:172","msg":"trace[2011773883] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1031; }","duration":"2.006832799s","start":"2026-04-17T10:33:33.512750Z","end":"2026-04-17T10:33:35.519583Z","steps":["trace[2011773883] 'agreement among raft nodes before linearized reading' (duration: 2.006763037s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.519638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:33.512728Z","time spent":"2.00690045s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.519655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.207189973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:35.519682Z","caller":"traceutil/trace.go:172","msg":"trace[1567716247] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1031; }","duration":"2.207214604s","start":"2026-04-17T10:33:33.312459Z","end":"2026-04-17T10:33:35.519673Z","steps":["trace[1567716247] 'agreement among raft nodes before linearized reading' (duration: 2.207162392s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.519703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:33.312440Z","time spent":"2.207257564s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.519719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"548.046441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T10:33:35.519696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"756.913263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:35.519761Z","caller":"traceutil/trace.go:172","msg":"trace[392431223] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1031; }","duration":"548.091742ms","start":"2026-04-17T10:33:34.971655Z","end":"2026-04-17T10:33:35.519747Z","steps":["trace[392431223] 'agreement among raft nodes before linearized reading' (duration: 547.97594ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:35.519781Z","caller":"traceutil/trace.go:172","msg":"trace[100399339] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1031; }","duration":"757.003075ms","start":"2026-04-17T10:33:34.762761Z","end":"2026-04-17T10:33:35.519765Z","steps":["trace[100399339] 'agreement among raft nodes before linearized reading' (duration: 756.827821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.519795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:34.971640Z","time spent":"548.146884ms","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.519812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.643850865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T10:33:35.519823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:34.762738Z","time spent":"757.075226ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-04-17T10:33:35.519846Z","caller":"traceutil/trace.go:172","msg":"trace[766780771] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1031; }","duration":"1.643883776s","start":"2026-04-17T10:33:33.875952Z","end":"2026-04-17T10:33:35.519836Z","steps":["trace[766780771] 'agreement among raft nodes before linearized reading' (duration: 1.643831445s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.519191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:31.766784Z","time spent":"3.752364098s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18371,"request content":"key:\"/registry/pods/kube-system/cilium-n2j59\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.519884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:33.875934Z","time spent":"1.643942788s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.519936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.355133483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-17T10:33:35.519976Z","caller":"traceutil/trace.go:172","msg":"trace[1125453256] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1031; }","duration":"2.355173714s","start":"2026-04-17T10:33:33.164792Z","end":"2026-04-17T10:33:35.519966Z","steps":["trace[1125453256] 'agreement among raft nodes before linearized reading' (duration: 2.355063101s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.520000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:33.164770Z","time spent":"2.355224055s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.519596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"589.841769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:35.520387Z","caller":"traceutil/trace.go:172","msg":"trace[58330699] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1031; }","duration":"590.632217ms","start":"2026-04-17T10:33:34.929740Z","end":"2026-04-17T10:33:35.520372Z","steps":["trace[58330699] 'agreement among raft nodes before linearized reading' (duration: 589.814308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.520431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:34.929718Z","time spent":"590.699828ms","remote":"127.0.0.1:51050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":27,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.520536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.894825765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-17T10:33:35.520565Z","caller":"traceutil/trace.go:172","msg":"trace[1350849481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"1.894855226s","start":"2026-04-17T10:33:33.625702Z","end":"2026-04-17T10:33:35.520557Z","steps":["trace[1350849481] 'agreement among raft nodes before linearized reading' (duration: 1.894797924s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.520588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:33.625611Z","time spent":"1.894971238s","remote":"127.0.0.1:51050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.519606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:33.074730Z","time spent":"2.44486823s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.520855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.364303598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-17T10:33:35.520901Z","caller":"traceutil/trace.go:172","msg":"trace[320369215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1031; }","duration":"2.364350089s","start":"2026-04-17T10:33:33.156539Z","end":"2026-04-17T10:33:35.520889Z","steps":["trace[320369215] 'agreement among raft nodes before linearized reading' (duration: 2.364271857s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.520897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"765.327974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T10:33:35.520930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:33.156517Z","time spent":"2.364405379s","remote":"127.0.0.1:51050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-17T10:33:35.520954Z","caller":"traceutil/trace.go:172","msg":"trace[1816326411] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1031; }","duration":"765.385765ms","start":"2026-04-17T10:33:34.755551Z","end":"2026-04-17T10:33:35.520936Z","steps":["trace[1816326411] 'agreement among raft nodes before linearized reading' (duration: 765.298303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.521022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:34.755534Z","time spent":"765.449726ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:35.521629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"975.879131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:35.521871Z","caller":"traceutil/trace.go:172","msg":"trace[1903696101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1031; }","duration":"976.116997ms","start":"2026-04-17T10:33:34.545738Z","end":"2026-04-17T10:33:35.521855Z","steps":["trace[1903696101] 'agreement among raft nodes before linearized reading' (duration: 973.774155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:35.521925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:34.545716Z","time spent":"976.192798ms","remote":"127.0.0.1:38050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-17T10:33:35.636036Z","caller":"traceutil/trace.go:172","msg":"trace[841274852] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"109.785061ms","start":"2026-04-17T10:33:35.526230Z","end":"2026-04-17T10:33:35.636015Z","steps":["trace[841274852] 'process raft request' (duration: 109.561846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:36.027480Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:33:36.527955Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937585,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-17T10:33:36.650126Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"12b00b2215dd5177 is starting a new election at term 2"} {"level":"info","ts":"2026-04-17T10:33:36.650192Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"12b00b2215dd5177 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-17T10:33:36.650224Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"12b00b2215dd5177 [logterm: 2, index: 1191] sent MsgPreVote request to bad013de7b9e37eb at term 2"} {"level":"info","ts":"2026-04-17T10:33:36.650243Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"12b00b2215dd5177 [logterm: 2, index: 1191] sent MsgPreVote request to debc26a9688a54ab at term 2"} {"level":"info","ts":"2026-04-17T10:33:36.650261Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 12b00b2215dd5177 lost leader bad013de7b9e37eb at term 2"} {"level":"info","ts":"2026-04-17T10:33:36.650312Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"12b00b2215dd5177 received MsgPreVoteResp from 12b00b2215dd5177 at term 2"} {"level":"info","ts":"2026-04-17T10:33:36.650345Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"12b00b2215dd5177 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-17T10:33:36.651462Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"12b00b2215dd5177 received MsgPreVoteResp from debc26a9688a54ab at term 2"} {"level":"info","ts":"2026-04-17T10:33:36.651513Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"12b00b2215dd5177 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-17T10:33:36.651536Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"12b00b2215dd5177 became candidate at term 3"} {"level":"info","ts":"2026-04-17T10:33:36.651549Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"12b00b2215dd5177 [logterm: 2, index: 1191] sent MsgVote request to bad013de7b9e37eb at term 3"} {"level":"info","ts":"2026-04-17T10:33:36.651559Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"12b00b2215dd5177 [logterm: 2, index: 1191] sent MsgVote request to debc26a9688a54ab at term 3"} {"level":"info","ts":"2026-04-17T10:33:36.674510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"12b00b2215dd5177 received MsgVoteResp from 12b00b2215dd5177 at term 3"} {"level":"info","ts":"2026-04-17T10:33:36.674568Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"12b00b2215dd5177 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-17T10:33:36.676893Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"12b00b2215dd5177 received MsgVoteResp from debc26a9688a54ab at term 3"} {"level":"info","ts":"2026-04-17T10:33:36.676971Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"12b00b2215dd5177 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-17T10:33:36.677016Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"12b00b2215dd5177 became leader at term 3"} {"level":"info","ts":"2026-04-17T10:33:36.677041Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 12b00b2215dd5177 elected leader 12b00b2215dd5177 at term 3"} {"level":"warn","ts":"2026-04-17T10:33:36.677182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.149950555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-17T10:33:36.677242Z","caller":"traceutil/trace.go:172","msg":"trace[1973012575] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; }","duration":"1.150022557s","start":"2026-04-17T10:33:35.527202Z","end":"2026-04-17T10:33:36.677225Z","steps":["trace[1973012575] 'agreement among raft nodes before linearized reading' (duration: 1.149949325s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:36.677279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:35.527182Z","time spent":"1.150089009s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"info","ts":"2026-04-17T10:33:36.720534Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-17T10:33:36.720542Z","caller":"traceutil/trace.go:172","msg":"trace[443974654] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"1.183886485s","start":"2026-04-17T10:33:35.536636Z","end":"2026-04-17T10:33:36.720522Z","steps":["trace[443974654] 'process raft request' (duration: 1.18363324s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:36.720681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:35.536623Z","time spent":"1.183994398s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T10:33:36.721317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.290975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:36.721361Z","caller":"traceutil/trace.go:172","msg":"trace[250292625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1033; }","duration":"175.337816ms","start":"2026-04-17T10:33:36.546015Z","end":"2026-04-17T10:33:36.721353Z","steps":["trace[250292625] 'agreement among raft nodes before linearized reading' (duration: 175.256855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:36.721495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.160271688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:36.721705Z","caller":"traceutil/trace.go:172","msg":"trace[460348595] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1033; }","duration":"1.160478524s","start":"2026-04-17T10:33:35.561215Z","end":"2026-04-17T10:33:36.721694Z","steps":["trace[460348595] 'agreement among raft nodes before linearized reading' (duration: 1.160257029s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:36.721743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:35.561194Z","time spent":"1.160537985s","remote":"127.0.0.1:51004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:33:36.721934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"551.992519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:111 size:9487"} {"level":"info","ts":"2026-04-17T10:33:36.722009Z","caller":"traceutil/trace.go:172","msg":"trace[699147594] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:111; response_revision:1033; }","duration":"552.083301ms","start":"2026-04-17T10:33:36.169911Z","end":"2026-04-17T10:33:36.721994Z","steps":["trace[699147594] 'agreement among raft nodes before linearized reading' (duration: 551.415186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:36.722054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:36.169888Z","time spent":"552.154353ms","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":111,"response size":9509,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-17T10:33:36.722155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.333413ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:36.722345Z","caller":"traceutil/trace.go:172","msg":"trace[1847221774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1033; }","duration":"454.678191ms","start":"2026-04-17T10:33:36.267645Z","end":"2026-04-17T10:33:36.722323Z","steps":["trace[1847221774] 'agreement among raft nodes before linearized reading' (duration: 454.305372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:37.469580Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-17T10:33:37.727186Z","caller":"traceutil/trace.go:172","msg":"trace[1249939846] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1192; }","duration":"757.97898ms","start":"2026-04-17T10:33:36.969182Z","end":"2026-04-17T10:33:37.727161Z","steps":["trace[1249939846] 'read index received' (duration: 757.97253ms)","trace[1249939846] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:33:37.727339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"758.143273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:37.727380Z","caller":"traceutil/trace.go:172","msg":"trace[70644225] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1033; }","duration":"758.199766ms","start":"2026-04-17T10:33:36.969168Z","end":"2026-04-17T10:33:37.727367Z","steps":["trace[70644225] 'agreement among raft nodes before linearized reading' (duration: 758.103544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:37.727460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:36.969145Z","time spent":"758.301187ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-04-17T10:33:37.727469Z","caller":"traceutil/trace.go:172","msg":"trace[1804469706] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"985.424068ms","start":"2026-04-17T10:33:36.742029Z","end":"2026-04-17T10:33:37.727453Z","steps":["trace[1804469706] 'process raft request' (duration: 985.258694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:37.727578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:36.741956Z","time spent":"985.556132ms","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T10:33:37.728363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"460.505317ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T10:33:37.728392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.832309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-17T10:33:37.728438Z","caller":"traceutil/trace.go:172","msg":"trace[1050394429] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1034; }","duration":"460.597119ms","start":"2026-04-17T10:33:37.267824Z","end":"2026-04-17T10:33:37.728421Z","steps":["trace[1050394429] 'agreement among raft nodes before linearized reading' (duration: 460.470046ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:37.728439Z","caller":"traceutil/trace.go:172","msg":"trace[1778212497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1034; }","duration":"112.88282ms","start":"2026-04-17T10:33:37.615546Z","end":"2026-04-17T10:33:37.728428Z","steps":["trace[1778212497] 'agreement among raft nodes before linearized reading' (duration: 112.742717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:37.728668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.829045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:37.728725Z","caller":"traceutil/trace.go:172","msg":"trace[1872005404] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1034; }","duration":"334.887677ms","start":"2026-04-17T10:33:37.393828Z","end":"2026-04-17T10:33:37.728716Z","steps":["trace[1872005404] 'agreement among raft nodes before linearized reading' (duration: 334.791515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:37.728760Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:37.393806Z","time spent":"334.945279ms","remote":"127.0.0.1:51576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"info","ts":"2026-04-17T10:33:38.010178Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"12b00b2215dd5177 [term: 3] ignored a MsgReadIndexResp message with lower term from bad013de7b9e37eb [term: 2]"} {"level":"info","ts":"2026-04-17T10:33:38.017697Z","caller":"traceutil/trace.go:172","msg":"trace[1271709894] linearizableReadLoop","detail":"{readStateIndex:1193; appliedIndex:1193; }","duration":"133.106034ms","start":"2026-04-17T10:33:37.884567Z","end":"2026-04-17T10:33:38.017673Z","steps":["trace[1271709894] 'read index received' (duration: 133.093213ms)","trace[1271709894] 'applied index is now lower than readState.Index' (duration: 11.301µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:33:38.017916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.32733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-17T10:33:38.017958Z","caller":"traceutil/trace.go:172","msg":"trace[2083095848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1034; }","duration":"133.385141ms","start":"2026-04-17T10:33:37.884562Z","end":"2026-04-17T10:33:38.017947Z","steps":["trace[2083095848] 'agreement among raft nodes before linearized reading' (duration: 133.197647ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:38.094839Z","caller":"traceutil/trace.go:172","msg":"trace[920479074] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"239.676294ms","start":"2026-04-17T10:33:37.855136Z","end":"2026-04-17T10:33:38.094813Z","steps":["trace[920479074] 'process raft request' (duration: 239.09835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:39.335342Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"debc26a9688a54ab","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.990878ms"} {"level":"warn","ts":"2026-04-17T10:33:39.335435Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bad013de7b9e37eb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.0908ms"} {"level":"warn","ts":"2026-04-17T10:33:39.638414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.218416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-17T10:33:39.638484Z","caller":"traceutil/trace.go:172","msg":"trace[296875787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1043; }","duration":"170.301737ms","start":"2026-04-17T10:33:39.468167Z","end":"2026-04-17T10:33:39.638469Z","steps":["trace[296875787] 'range keys from in-memory index tree' (duration: 169.293995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:39.638883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.691747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-17T10:33:39.638925Z","caller":"traceutil/trace.go:172","msg":"trace[1922789910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1043; }","duration":"173.736658ms","start":"2026-04-17T10:33:39.465178Z","end":"2026-04-17T10:33:39.638915Z","steps":["trace[1922789910] 'range keys from in-memory index tree' (duration: 171.910326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:39.856837Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"debc26a9688a54ab","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.887586ms"} {"level":"warn","ts":"2026-04-17T10:33:39.857133Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bad013de7b9e37eb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.191053ms"} {"level":"info","ts":"2026-04-17T10:33:40.132095Z","caller":"traceutil/trace.go:172","msg":"trace[2101544860] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"257.057805ms","start":"2026-04-17T10:33:39.875022Z","end":"2026-04-17T10:33:40.132080Z","steps":["trace[2101544860] 'process raft request' (duration: 256.86824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:33:40.267546Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"debc26a9688a54ab","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.499513ms"} {"level":"warn","ts":"2026-04-17T10:33:40.267617Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bad013de7b9e37eb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"44.579705ms"} {"level":"warn","ts":"2026-04-17T10:33:41.373342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.037227ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:41.373426Z","caller":"traceutil/trace.go:172","msg":"trace[165727426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1063; }","duration":"105.140419ms","start":"2026-04-17T10:33:41.268268Z","end":"2026-04-17T10:33:41.373409Z","steps":["trace[165727426] 'range keys from in-memory index tree' (duration: 104.985825ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:33:41.594897Z","caller":"traceutil/trace.go:172","msg":"trace[1938957610] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"131.387745ms","start":"2026-04-17T10:33:41.463475Z","end":"2026-04-17T10:33:41.594862Z","steps":["trace[1938957610] 'process raft request' (duration: 92.056341ms)","trace[1938957610] 'compare' (duration: 39.001206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:33:42.780274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:33:35.780092Z","time spent":"7.000158211s","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-17T10:33:50.224319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:33:53.108039Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:33:53.146217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:33:53.181147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T10:33:53.473729Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51346","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T10:33:58.653945Z","caller":"traceutil/trace.go:172","msg":"trace[1048245901] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1542; }","duration":"108.18111ms","start":"2026-04-17T10:33:58.545747Z","end":"2026-04-17T10:33:58.653928Z","steps":["trace[1048245901] 'read index received' (duration: 108.17383ms)","trace[1048245901] 'applied index is now lower than readState.Index' (duration: 6.1µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:33:58.654076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.326484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:33:58.654106Z","caller":"traceutil/trace.go:172","msg":"trace[2141843942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1316; }","duration":"108.369565ms","start":"2026-04-17T10:33:58.545727Z","end":"2026-04-17T10:33:58.654096Z","steps":["trace[2141843942] 'agreement among raft nodes before linearized reading' (duration: 108.299143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:34:01.469171Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:34:01.969754Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5870333928335937839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T10:34:01.975010Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.00761201s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-17T10:34:01.975228Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"debc26a9688a54ab","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"825.560845ms"} {"level":"warn","ts":"2026-04-17T10:34:01.975273Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bad013de7b9e37eb","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"825.612897ms"} {"level":"info","ts":"2026-04-17T10:34:01.975746Z","caller":"traceutil/trace.go:172","msg":"trace[225349183] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"1.008429874s","start":"2026-04-17T10:34:00.967280Z","end":"2026-04-17T10:34:01.975710Z","steps":["trace[225349183] 'process raft request' (duration: 1.008084484s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:34:01.976120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:34:00.967260Z","time spent":"1.008663031s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4550,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T10:34:02.117513Z","caller":"traceutil/trace.go:172","msg":"trace[1834683767] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1563; }","duration":"1.148871106s","start":"2026-04-17T10:34:00.968617Z","end":"2026-04-17T10:34:02.117488Z","steps":["trace[1834683767] 'read index received' (duration: 1.148861916s)","trace[1834683767] 'applied index is now lower than readState.Index' (duration: 7.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T10:34:02.117755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.149129734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:34:02.117797Z","caller":"traceutil/trace.go:172","msg":"trace[1423901359] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1336; }","duration":"1.149185116s","start":"2026-04-17T10:34:00.968601Z","end":"2026-04-17T10:34:02.117786Z","steps":["trace[1423901359] 'agreement among raft nodes before linearized reading' (duration: 1.149097673s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:34:02.117861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:34:00.968581Z","time spent":"1.149271489s","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"info","ts":"2026-04-17T10:34:02.118024Z","caller":"traceutil/trace.go:172","msg":"trace[1518186485] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"195.618946ms","start":"2026-04-17T10:34:01.922376Z","end":"2026-04-17T10:34:02.117995Z","steps":["trace[1518186485] 'process raft request' (duration: 195.42029ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:34:02.117860Z","caller":"traceutil/trace.go:172","msg":"trace[825692622] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"735.916049ms","start":"2026-04-17T10:34:01.381926Z","end":"2026-04-17T10:34:02.117842Z","steps":["trace[825692622] 'process raft request' (duration: 735.760314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:34:02.118337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:34:01.381886Z","time spent":"736.379103ms","remote":"127.0.0.1:51050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T10:34:02.124623Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"578.727317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:34:02.124706Z","caller":"traceutil/trace.go:172","msg":"trace[1259907495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"578.813679ms","start":"2026-04-17T10:34:01.545881Z","end":"2026-04-17T10:34:02.124695Z","steps":["trace[1259907495] 'agreement among raft nodes before linearized reading' (duration: 578.709136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:34:02.124699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"856.785041ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T10:34:02.124720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"926.626425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:34:02.124752Z","caller":"traceutil/trace.go:172","msg":"trace[454498982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1338; }","duration":"856.850484ms","start":"2026-04-17T10:34:01.267888Z","end":"2026-04-17T10:34:02.124739Z","steps":["trace[454498982] 'agreement among raft nodes before linearized reading' (duration: 856.75486ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:34:02.124769Z","caller":"traceutil/trace.go:172","msg":"trace[290195039] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1339; }","duration":"926.670857ms","start":"2026-04-17T10:34:01.198083Z","end":"2026-04-17T10:34:02.124753Z","steps":["trace[290195039] 'agreement among raft nodes before linearized reading' (duration: 926.597984ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T10:34:02.124763Z","caller":"traceutil/trace.go:172","msg":"trace[1403372057] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"116.585551ms","start":"2026-04-17T10:34:02.008164Z","end":"2026-04-17T10:34:02.124749Z","steps":["trace[1403372057] 'process raft request' (duration: 116.444276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:34:02.124809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:34:01.198053Z","time spent":"926.746969ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:34:02.124733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:34:01.545857Z","time spent":"578.870281ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T10:34:02.124646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"842.785431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T10:34:02.124997Z","caller":"traceutil/trace.go:172","msg":"trace[17868343] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1338; }","duration":"843.147523ms","start":"2026-04-17T10:34:01.281840Z","end":"2026-04-17T10:34:02.124988Z","steps":["trace[17868343] 'agreement among raft nodes before linearized reading' (duration: 842.75172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:34:02.125039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:34:01.281783Z","time spent":"843.238456ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-17T10:34:02.124646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"983.578034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.78\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-17T10:34:02.125229Z","caller":"traceutil/trace.go:172","msg":"trace[2088363895] range","detail":"{range_begin:/registry/masterleases/199.19.213.78; range_end:; response_count:1; response_revision:1338; }","duration":"984.168393ms","start":"2026-04-17T10:34:01.141047Z","end":"2026-04-17T10:34:02.125216Z","steps":["trace[2088363895] 'agreement among raft nodes before linearized reading' (duration: 983.44115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T10:34:02.125322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T10:34:01.141019Z","time spent":"984.282777ms","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.78\" limit:1 "}