{"level":"warn","ts":"2026-03-30T15:23:52.206591Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T15:23:52.208074Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T15:23:52.208091Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=controller-1=https://199.204.45.23:2380,controller-2=https://199.204.45.162:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T15:23:52.208221Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T15:23:52.208251Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T15:23:52.208270Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-30T15:23:52.208328Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T15:23:52.209354Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-03-30T15:23:52.209753Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.23:2380,controller-2=https://199.204.45.162:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T15:23:52.211343Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000784d8}"} {"level":"info","ts":"2026-03-30T15:23:52.215568Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T15:23:52.215620Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.551433ms"} {"level":"info","ts":"2026-03-30T15:23:52.215681Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T15:23:52.215698Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T15:23:52.227669Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.23:2380","host":"199.204.45.23:2380","resolved-addr":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-30T15:23:52.227720Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.162:2380","host":"199.204.45.162:2380","resolved-addr":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-30T15:23:52.230014Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T15:23:52.236490Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T15:23:52.236535Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"ee43d431a5a47968","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-03-30T15:23:52.236559Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T15:23:52.236653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ee43d431a5a47968 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T15:23:52.236706Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ee43d431a5a47968 became follower at term 0"} {"level":"info","ts":"2026-03-30T15:23:52.236719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft ee43d431a5a47968 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T15:23:52.244570Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T15:23:52.245765Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T15:23:52.249966Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T15:23:52.251240Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.251293Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86","remote-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-30T15:23:52.251338Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.251366Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.254772Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.254850Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.255185Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.255213Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.255249Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86","remote-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-30T15:23:52.255299Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"ee43d431a5a47968","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T15:23:52.255401Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T15:23:52.255264Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.255562Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T15:23:52.255611Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T15:23:52.255621Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T15:23:52.255641Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T15:23:52.255761Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-30T15:23:52.255818Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-30T15:23:52.256214Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"ee43d431a5a47968","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T15:23:52.256292Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T15:23:52.268086Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.268119Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.269742Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.273800Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"ee43d431a5a47968 [term: 0] received a MsgHeartbeat message with higher term from 51a5c416a4d98c86 [term: 2]"} {"level":"info","ts":"2026-03-30T15:23:52.273848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ee43d431a5a47968 became follower at term 2"} {"level":"info","ts":"2026-03-30T15:23:52.273860Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ee43d431a5a47968 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-30T15:23:52.289930Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"ee43d431a5a47968","remote-snapshot-sender-id":"51a5c416a4d98c86","incoming-snapshot-index":553,"incoming-snapshot-message-size-bytes":8197,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-30T15:23:52.301154Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ee43d431a5a47968","to":"51a5c416a4d98c86","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T15:23:52.301190Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.301411Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000229.snap.db","bytes":819200,"size":"819 kB"} {"level":"info","ts":"2026-03-30T15:23:52.301483Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"ee43d431a5a47968","remote-snapshot-sender-id":"51a5c416a4d98c86","incoming-snapshot-index":553,"incoming-snapshot-size-bytes":819200,"incoming-snapshot-size":"819 kB","download-took":"11.707187ms"} {"level":"info","ts":"2026-03-30T15:23:52.301697Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 553, term: 2]"} {"level":"info","ts":"2026-03-30T15:23:52.301784Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ee43d431a5a47968 switched to configuration voters=(5883324089763466374) learners=(17168799514163968360)"} {"level":"info","ts":"2026-03-30T15:23:52.301818Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"ee43d431a5a47968 [commit: 553, lastindex: 553, lastterm: 2] restored snapshot [index: 553, term: 2]"} {"level":"info","ts":"2026-03-30T15:23:52.301832Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"ee43d431a5a47968 [commit: 553] restored snapshot [index: 553, term: 2]"} {"level":"info","ts":"2026-03-30T15:23:52.302349Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":553,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T15:23:52.304761Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ee43d431a5a47968","to":"51a5c416a4d98c86","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T15:23:52.304813Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.304819Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":553} {"level":"info","ts":"2026-03-30T15:23:52.305130Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00041e110}"} {"level":"info","ts":"2026-03-30T15:23:52.305639Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T15:23:52.305670Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"613.704µs"} {"level":"info","ts":"2026-03-30T15:23:52.305717Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-30T15:23:52.306924Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-30T15:23:52.306946Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-30T15:23:52.311670Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":524} {"level":"info","ts":"2026-03-30T15:23:52.311723Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":553} {"level":"info","ts":"2026-03-30T15:23:52.311740Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-30T15:23:52.311869Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-30T15:23:52.313447Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-30T15:23:52.314332Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-30T15:23:52.314370Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-30T15:23:52.314403Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-30T15:23:52.314415Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-30T15:23:52.315047Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-30T15:23:52.315081Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-30T15:23:52.315227Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T15:23:52.315248Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ade2045974c19907","local-member-id":"ee43d431a5a47968","recovered-remote-peer-id":"51a5c416a4d98c86","recovered-remote-peer-urls":["https://199.204.45.23:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T15:23:52.315261Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ade2045974c19907","local-member-id":"ee43d431a5a47968","recovered-remote-peer-id":"ee43d431a5a47968","recovered-remote-peer-urls":["https://199.204.45.162:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-30T15:23:52.315270Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T15:23:52.315278Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-30T15:23:52.315311Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-30T15:23:52.315322Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"51a5c416a4d98c86"} {"level":"warn","ts":"2026-03-30T15:23:52.315355Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.315390Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"51a5c416a4d98c86"} {"level":"warn","ts":"2026-03-30T15:23:52.315464Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.315477Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.315617Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"warn","ts":"2026-03-30T15:23:52.315790Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86","error":"context canceled"} {"level":"warn","ts":"2026-03-30T15:23:52.315837Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"51a5c416a4d98c86","error":"failed to read 51a5c416a4d98c86 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T15:23:52.315914Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"warn","ts":"2026-03-30T15:23:52.316071Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86","error":"context canceled"} {"level":"info","ts":"2026-03-30T15:23:52.316102Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316117Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316136Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"ee43d431a5a47968","removed-remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316150Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-30T15:23:52.316167Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T15:23:52.316192Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316221Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316363Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316388Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316403Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316431Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.316437Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86","remote-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-30T15:23:52.316465Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T15:23:52.316488Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":553,"current-applied-index":553,"incoming-leader-snapshot-index":553,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T15:23:52.316478Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.326735Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.326764Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.330943Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.404778Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ee43d431a5a47968","to":"51a5c416a4d98c86","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T15:23:52.404853Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.409115Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ee43d431a5a47968","to":"51a5c416a4d98c86","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T15:23:52.409175Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"51a5c416a4d98c86"} {"level":"info","ts":"2026-03-30T15:23:52.442909Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ee43d431a5a47968 switched to configuration voters=(5883324089763466374 17168799514163968360)"} {"level":"info","ts":"2026-03-30T15:23:52.443149Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"ade2045974c19907","local-member-id":"ee43d431a5a47968","promoted-member-id":"ee43d431a5a47968"} {"level":"warn","ts":"2026-03-30T15:23:59.256624Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"ee43d431a5a47968","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.162:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-30T15:23:59.345305Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"ee43d431a5a47968","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.162:2379]}","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T15:23:59.345360Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T15:23:59.345406Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T15:23:59.345695Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T15:23:59.345764Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T15:23:59.347224Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T15:23:59.348775Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T15:23:59.348934Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T15:23:59.351926Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-30T15:23:59.352339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.352630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44538","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T15:23:59.354199Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"warn","ts":"2026-03-30T15:23:59.354632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.359073Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.359474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:52306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.360489Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:52280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.361582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.361989Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.363001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:57848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.365994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:52296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.366143Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.162:52266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.371131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.381527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.416930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.425904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.434987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.444875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.456855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.469055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.479214Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.487538Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.497382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.506491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44794","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T15:23:59.512977Z","caller":"traceutil/trace.go:172","msg":"trace[1162126772] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:572; }","duration":"120.670508ms","start":"2026-03-30T15:23:59.392280Z","end":"2026-03-30T15:23:59.512950Z","steps":["trace[1162126772] 'read index received' (duration: 59.125345ms)","trace[1162126772] 'applied index is now lower than readState.Index' (duration: 61.543853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:23:59.513231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.886034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:23:59.513271Z","caller":"traceutil/trace.go:172","msg":"trace[891330347] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:542; }","duration":"120.985946ms","start":"2026-03-30T15:23:59.392274Z","end":"2026-03-30T15:23:59.513260Z","steps":["trace[891330347] 'agreement among raft nodes before linearized reading' (duration: 120.843103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:23:59.515720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.917953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:23:59.515869Z","caller":"traceutil/trace.go:172","msg":"trace[1001679599] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:542; }","duration":"121.031196ms","start":"2026-03-30T15:23:59.394786Z","end":"2026-03-30T15:23:59.515817Z","steps":["trace[1001679599] 'agreement among raft nodes before linearized reading' (duration: 120.894792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:23:59.524498Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.536410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.546376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.555614Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.575304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.579578Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.608935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.622312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.632679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.641374Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.651248Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.659457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.670413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.688101Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.696818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.707546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.718586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.725656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.743210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.753558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.765204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.774789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.810843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.821312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.833261Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.841994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.851847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.860432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.867683Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.876320Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.883344Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.892774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.900884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.911552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.921075Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.929928Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.940514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.950458Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.959763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.969071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.978064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:23:59.988604Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:24:00.022477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:24:00.035214Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:24:00.045850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:24:00.084886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45616","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T15:24:02.219922Z","caller":"traceutil/trace.go:172","msg":"trace[976684666] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:582; }","duration":"163.906045ms","start":"2026-03-30T15:24:02.055992Z","end":"2026-03-30T15:24:02.219898Z","steps":["trace[976684666] 'read index received' (duration: 163.900035ms)","trace[976684666] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:24:02.220189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.160463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T15:24:02.220287Z","caller":"traceutil/trace.go:172","msg":"trace[1631111109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:548; }","duration":"164.291436ms","start":"2026-03-30T15:24:02.055978Z","end":"2026-03-30T15:24:02.220269Z","steps":["trace[1631111109] 'agreement among raft nodes before linearized reading' (duration: 164.024409ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:24:09.643874Z","caller":"traceutil/trace.go:172","msg":"trace[1991605212] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:607; }","duration":"116.50353ms","start":"2026-03-30T15:24:09.527348Z","end":"2026-03-30T15:24:09.643851Z","steps":["trace[1991605212] 'read index received' (duration: 116.498179ms)","trace[1991605212] 'applied index is now lower than readState.Index' (duration: 4.241µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:24:09.644034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.678884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:24:09.644260Z","caller":"traceutil/trace.go:172","msg":"trace[1194884450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"116.727525ms","start":"2026-03-30T15:24:09.527333Z","end":"2026-03-30T15:24:09.644060Z","steps":["trace[1194884450] 'agreement among raft nodes before linearized reading' (duration: 116.651523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:24:10.408140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.749249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T15:24:10.408311Z","caller":"traceutil/trace.go:172","msg":"trace[186688171] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"260.911883ms","start":"2026-03-30T15:24:10.147335Z","end":"2026-03-30T15:24:10.408247Z","steps":["trace[186688171] 'read index received' (duration: 160.00555ms)","trace[186688171] 'applied index is now lower than readState.Index' (duration: 100.904963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:24:10.408590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.249023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3083"} {"level":"info","ts":"2026-03-30T15:24:10.408619Z","caller":"traceutil/trace.go:172","msg":"trace[459203165] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:576; }","duration":"261.283374ms","start":"2026-03-30T15:24:10.147328Z","end":"2026-03-30T15:24:10.408612Z","steps":["trace[459203165] 'agreement among raft nodes before linearized reading' (duration: 261.031837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:24:10.417576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.789508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:24:10.417669Z","caller":"traceutil/trace.go:172","msg":"trace[496711085] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:579; }","duration":"238.886911ms","start":"2026-03-30T15:24:10.178758Z","end":"2026-03-30T15:24:10.417645Z","steps":["trace[496711085] 'agreement among raft nodes before linearized reading' (duration: 238.739916ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:24:11.091031Z","caller":"traceutil/trace.go:172","msg":"trace[360334154] transaction","detail":"{read_only:false; number_of_response:0; response_revision:596; }","duration":"109.614606ms","start":"2026-03-30T15:24:10.981397Z","end":"2026-03-30T15:24:11.091012Z","steps":["trace[360334154] 'process raft request' (duration: 106.006215ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:24:18.290148Z","caller":"traceutil/trace.go:172","msg":"trace[2105388513] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:660; }","duration":"466.710802ms","start":"2026-03-30T15:24:17.823392Z","end":"2026-03-30T15:24:18.290103Z","steps":["trace[2105388513] 'read index received' (duration: 466.705101ms)","trace[2105388513] 'applied index is now lower than readState.Index' (duration: 4.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:24:18.290294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.928429ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:24:18.290334Z","caller":"traceutil/trace.go:172","msg":"trace[1823934718] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:617; }","duration":"466.98492ms","start":"2026-03-30T15:24:17.823337Z","end":"2026-03-30T15:24:18.290321Z","steps":["trace[1823934718] 'agreement among raft nodes before linearized reading' (duration: 466.905477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:24:18.748450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.920978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T15:24:18.748649Z","caller":"traceutil/trace.go:172","msg":"trace[1850449947] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"264.982879ms","start":"2026-03-30T15:24:18.483648Z","end":"2026-03-30T15:24:18.748631Z","steps":["trace[1850449947] 'read index received' (duration: 115.873255ms)","trace[1850449947] 'applied index is now lower than readState.Index' (duration: 149.107844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:24:18.748828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.161803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T15:24:18.748922Z","caller":"traceutil/trace.go:172","msg":"trace[392104816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"265.273917ms","start":"2026-03-30T15:24:18.483630Z","end":"2026-03-30T15:24:18.748904Z","steps":["trace[392104816] 'agreement among raft nodes before linearized reading' (duration: 265.077382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:24:18.751100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.066826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T15:24:18.751179Z","caller":"traceutil/trace.go:172","msg":"trace[374535655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"139.157138ms","start":"2026-03-30T15:24:18.612006Z","end":"2026-03-30T15:24:18.751163Z","steps":["trace[374535655] 'agreement among raft nodes before linearized reading' (duration: 138.949142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:24:27.624961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.275851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T15:24:27.625326Z","caller":"traceutil/trace.go:172","msg":"trace[1375953969] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"113.366767ms","start":"2026-03-30T15:24:27.511927Z","end":"2026-03-30T15:24:27.625294Z","steps":["trace[1375953969] 'read index received' (duration: 2.011724ms)","trace[1375953969] 'applied index is now lower than readState.Index' (duration: 111.351233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:24:27.625579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.643665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T15:24:27.625679Z","caller":"traceutil/trace.go:172","msg":"trace[504429712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"113.752348ms","start":"2026-03-30T15:24:27.511908Z","end":"2026-03-30T15:24:27.625660Z","steps":["trace[504429712] 'agreement among raft nodes before linearized reading' (duration: 113.524791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:24:38.265968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:35914","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T15:24:38.282075Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ee43d431a5a47968 switched to configuration voters=(5883324089763466374 17168799514163968360) learners=(5175114076440571396)"} {"level":"info","ts":"2026-03-30T15:24:38.282294Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"ee43d431a5a47968","added-peer-id":"47d1b2d5665d2e04","added-peer-peer-urls":["https://199.204.45.242:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T15:24:38.282344Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:38.282404Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:38.282591Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:38.282735Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:38.282747Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:38.282779Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:38.282798Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-30T15:24:38.282850Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:38.282867Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ee43d431a5a47968","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"47d1b2d5665d2e04"} {"level":"warn","ts":"2026-03-30T15:24:38.299651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:35930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:24:40.338221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:35968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:24:40.837723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:35976","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T15:24:42.429661Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.429767Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.430232Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.439658Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ee43d431a5a47968","to":"47d1b2d5665d2e04","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T15:24:42.439715Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.446721Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ee43d431a5a47968","to":"47d1b2d5665d2e04","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T15:24:42.446781Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"warn","ts":"2026-03-30T15:24:42.466054Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:24:42.466098Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04","error":"EOF"} {"level":"info","ts":"2026-03-30T15:24:42.485937Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ee43d431a5a47968","to":"47d1b2d5665d2e04","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T15:24:42.485993Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.486012Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.487588Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ee43d431a5a47968","to":"47d1b2d5665d2e04","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T15:24:42.487640Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.487664Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.495424Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.499833Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ee43d431a5a47968","remote-peer-id":"47d1b2d5665d2e04"} {"level":"info","ts":"2026-03-30T15:24:42.840072Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ee43d431a5a47968 switched to configuration voters=(5175114076440571396 5883324089763466374 17168799514163968360)"} {"level":"info","ts":"2026-03-30T15:24:42.840469Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"ade2045974c19907","local-member-id":"ee43d431a5a47968","promoted-member-id":"47d1b2d5665d2e04"} {"level":"warn","ts":"2026-03-30T15:24:43.282974Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"47d1b2d5665d2e04","rtt":"0s","error":"dial tcp 199.204.45.242:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T15:24:43.283058Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"47d1b2d5665d2e04","rtt":"0s","error":"dial tcp 199.204.45.242:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-30T15:25:22.960037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.49845ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:22.960380Z","caller":"traceutil/trace.go:172","msg":"trace[391146207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1015; }","duration":"137.844493ms","start":"2026-03-30T15:25:22.822517Z","end":"2026-03-30T15:25:22.960361Z","steps":["trace[391146207] 'range keys from in-memory index tree' (duration: 122.932159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:22.961612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.43593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:65227"} {"level":"info","ts":"2026-03-30T15:25:22.962034Z","caller":"traceutil/trace.go:172","msg":"trace[1177210393] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1015; }","duration":"141.723702ms","start":"2026-03-30T15:25:22.820278Z","end":"2026-03-30T15:25:22.962002Z","steps":["trace[1177210393] 'process raft request' (duration: 16.254825ms)","trace[1177210393] 'compare' (duration: 122.360088ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T15:25:22.962253Z","caller":"traceutil/trace.go:172","msg":"trace[1171686321] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1154; }","duration":"125.497027ms","start":"2026-03-30T15:25:22.836613Z","end":"2026-03-30T15:25:22.962110Z","steps":["trace[1171686321] 'read index received' (duration: 1.657034ms)","trace[1171686321] 'applied index is now lower than readState.Index' (duration: 123.828593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:25:22.962384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.726988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:22.962501Z","caller":"traceutil/trace.go:172","msg":"trace[351480969] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1016; }","duration":"125.867233ms","start":"2026-03-30T15:25:22.836607Z","end":"2026-03-30T15:25:22.962475Z","steps":["trace[351480969] 'agreement among raft nodes before linearized reading' (duration: 125.630454ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:25:22.989995Z","caller":"traceutil/trace.go:172","msg":"trace[1544801000] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1027; }","duration":"134.790775ms","start":"2026-03-30T15:25:22.855183Z","end":"2026-03-30T15:25:22.989973Z","steps":["trace[1544801000] 'process raft request' (duration: 134.743074ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:25:23.374923Z","caller":"traceutil/trace.go:172","msg":"trace[880539267] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1035; }","duration":"278.523216ms","start":"2026-03-30T15:25:23.096354Z","end":"2026-03-30T15:25:23.374878Z","steps":["trace[880539267] 'process raft request' (duration: 278.066739ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:25:23.996841Z","caller":"traceutil/trace.go:172","msg":"trace[483810091] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1198; }","duration":"340.683983ms","start":"2026-03-30T15:25:23.656123Z","end":"2026-03-30T15:25:23.996807Z","steps":["trace[483810091] 'read index received' (duration: 340.674223ms)","trace[483810091] 'applied index is now lower than readState.Index' (duration: 7.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:25:23.997055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.916833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:23.997158Z","caller":"traceutil/trace.go:172","msg":"trace[402553401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1044; }","duration":"341.033988ms","start":"2026-03-30T15:25:23.656103Z","end":"2026-03-30T15:25:23.997137Z","steps":["trace[402553401] 'agreement among raft nodes before linearized reading' (duration: 340.860561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:23.997208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:23.656072Z","time spent":"341.12899ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T15:25:23.999602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.240704ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:23.999650Z","caller":"traceutil/trace.go:172","msg":"trace[1124728532] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1046; }","duration":"176.291626ms","start":"2026-03-30T15:25:23.823350Z","end":"2026-03-30T15:25:23.999642Z","steps":["trace[1124728532] 'agreement among raft nodes before linearized reading' (duration: 176.221694ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:25:29.749125Z","caller":"traceutil/trace.go:172","msg":"trace[547793198] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"222.797068ms","start":"2026-03-30T15:25:29.526305Z","end":"2026-03-30T15:25:29.749102Z","steps":["trace[547793198] 'process raft request' (duration: 222.750876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:29.749955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.568995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:29.750051Z","caller":"traceutil/trace.go:172","msg":"trace[859412526] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1087; }","duration":"337.691799ms","start":"2026-03-30T15:25:29.412341Z","end":"2026-03-30T15:25:29.750033Z","steps":["trace[859412526] 'agreement among raft nodes before linearized reading' (duration: 337.520602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:29.750094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:29.412323Z","time spent":"337.761801ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-03-30T15:25:29.750106Z","caller":"traceutil/trace.go:172","msg":"trace[1211678348] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1248; }","duration":"337.371766ms","start":"2026-03-30T15:25:29.412350Z","end":"2026-03-30T15:25:29.749722Z","steps":["trace[1211678348] 'read index received' (duration: 337.365946ms)","trace[1211678348] 'applied index is now lower than readState.Index' (duration: 4.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:25:29.833952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.764531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T15:25:29.834023Z","caller":"traceutil/trace.go:172","msg":"trace[1164672746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1088; }","duration":"208.848954ms","start":"2026-03-30T15:25:29.625162Z","end":"2026-03-30T15:25:29.834011Z","steps":["trace[1164672746] 'agreement among raft nodes before linearized reading' (duration: 208.655637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:29.834328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.277431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:29.834355Z","caller":"traceutil/trace.go:172","msg":"trace[1663711823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1089; }","duration":"180.306841ms","start":"2026-03-30T15:25:29.654041Z","end":"2026-03-30T15:25:29.834348Z","steps":["trace[1663711823] 'agreement among raft nodes before linearized reading' (duration: 180.242538ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:25:30.878742Z","caller":"traceutil/trace.go:172","msg":"trace[1447683679] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"657.895661ms","start":"2026-03-30T15:25:30.220827Z","end":"2026-03-30T15:25:30.878723Z","steps":["trace[1447683679] 'process raft request' (duration: 657.568928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:30.878985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:30.220772Z","time spent":"658.053258ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T15:25:30.926740Z","caller":"traceutil/trace.go:172","msg":"trace[1613521232] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1271; }","duration":"270.340161ms","start":"2026-03-30T15:25:30.656379Z","end":"2026-03-30T15:25:30.926719Z","steps":["trace[1613521232] 'read index received' (duration: 270.334091ms)","trace[1613521232] 'applied index is now lower than readState.Index' (duration: 4.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:25:30.926935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.541919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:30.926968Z","caller":"traceutil/trace.go:172","msg":"trace[249640883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1109; }","duration":"270.59037ms","start":"2026-03-30T15:25:30.656369Z","end":"2026-03-30T15:25:30.926959Z","steps":["trace[249640883] 'agreement among raft nodes before linearized reading' (duration: 270.506507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:30.938525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.261443ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:30.938649Z","caller":"traceutil/trace.go:172","msg":"trace[1709498842] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1109; }","duration":"115.398059ms","start":"2026-03-30T15:25:30.823235Z","end":"2026-03-30T15:25:30.938633Z","steps":["trace[1709498842] 'agreement among raft nodes before linearized reading' (duration: 115.230062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:30.938713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.506879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T15:25:30.938796Z","caller":"traceutil/trace.go:172","msg":"trace[776155696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1109; }","duration":"151.599533ms","start":"2026-03-30T15:25:30.787176Z","end":"2026-03-30T15:25:30.938775Z","steps":["trace[776155696] 'agreement among raft nodes before linearized reading' (duration: 151.325612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.287129Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8748415171553931070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T15:25:32.468972Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.198630998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T15:25:32.601202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.887855ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:32.601288Z","caller":"traceutil/trace.go:172","msg":"trace[373962249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1109; }","duration":"402.985039ms","start":"2026-03-30T15:25:32.198286Z","end":"2026-03-30T15:25:32.601272Z","steps":["trace[373962249] 'range keys from in-memory index tree' (duration: 402.825533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.601281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.668880117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:32.601336Z","caller":"traceutil/trace.go:172","msg":"trace[1942242770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1109; }","duration":"1.668934188s","start":"2026-03-30T15:25:30.932387Z","end":"2026-03-30T15:25:32.601321Z","steps":["trace[1942242770] 'range keys from in-memory index tree' (duration: 1.653189374s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.601370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:30.932369Z","time spent":"1.668992353s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T15:25:32.601551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.543449ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:32.601612Z","caller":"traceutil/trace.go:172","msg":"trace[310499485] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1109; }","duration":"778.618992ms","start":"2026-03-30T15:25:31.822980Z","end":"2026-03-30T15:25:32.601599Z","steps":["trace[310499485] 'range keys from in-memory index tree' (duration: 778.493756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.601613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.653506696s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T15:25:32.728920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.174365ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T15:25:32.731446Z","caller":"traceutil/trace.go:172","msg":"trace[872225753] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1282; }","duration":"944.609346ms","start":"2026-03-30T15:25:31.786806Z","end":"2026-03-30T15:25:32.731415Z","steps":["trace[872225753] 'read index received' (duration: 944.598256ms)","trace[872225753] 'applied index is now lower than readState.Index' (duration: 8.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:25:32.731713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"944.887627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-30T15:25:32.731759Z","caller":"traceutil/trace.go:172","msg":"trace[1869787831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1121; }","duration":"944.950469ms","start":"2026-03-30T15:25:31.786793Z","end":"2026-03-30T15:25:32.731743Z","steps":["trace[1869787831] 'agreement among raft nodes before linearized reading' (duration: 944.778653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.731795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:31.786765Z","time spent":"945.021223ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T15:25:32.731801Z","caller":"traceutil/trace.go:172","msg":"trace[1409741627] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"1.039414207s","start":"2026-03-30T15:25:31.692365Z","end":"2026-03-30T15:25:32.731779Z","steps":["trace[1409741627] 'process raft request' (duration: 1.039073844s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.731933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:31.692339Z","time spent":"1.039520721s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T15:25:32.733714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.058737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T15:25:32.733731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.567112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:32.733809Z","caller":"traceutil/trace.go:172","msg":"trace[131286103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1121; }","duration":"125.661846ms","start":"2026-03-30T15:25:32.608131Z","end":"2026-03-30T15:25:32.733792Z","steps":["trace[131286103] 'agreement among raft nodes before linearized reading' (duration: 125.50103ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:25:32.733762Z","caller":"traceutil/trace.go:172","msg":"trace[1943900711] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1121; }","duration":"132.112329ms","start":"2026-03-30T15:25:32.601638Z","end":"2026-03-30T15:25:32.733751Z","steps":["trace[1943900711] 'agreement among raft nodes before linearized reading' (duration: 132.036976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.734207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"753.04799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T15:25:32.734240Z","caller":"traceutil/trace.go:172","msg":"trace[1369688537] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1121; }","duration":"753.084681ms","start":"2026-03-30T15:25:31.981148Z","end":"2026-03-30T15:25:32.734233Z","steps":["trace[1369688537] 'agreement among raft nodes before linearized reading' (duration: 752.457617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.734261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:31.981122Z","time spent":"753.133113ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.162\" limit:1 "} {"level":"warn","ts":"2026-03-30T15:25:32.733967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.903758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T15:25:32.735247Z","caller":"traceutil/trace.go:172","msg":"trace[960391474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1121; }","duration":"314.300823ms","start":"2026-03-30T15:25:32.420929Z","end":"2026-03-30T15:25:32.735229Z","steps":["trace[960391474] 'agreement among raft nodes before linearized reading' (duration: 312.795514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:32.735391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:32.420904Z","time spent":"314.477368ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T15:25:40.372936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:25:44.223163Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:25:44.254763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:25:44.281199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:25:44.574806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T15:25:56.067181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.317769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T15:25:56.067317Z","caller":"traceutil/trace.go:172","msg":"trace[1790879654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1419; }","duration":"104.474525ms","start":"2026-03-30T15:25:55.962822Z","end":"2026-03-30T15:25:56.067297Z","steps":["trace[1790879654] 'range keys from in-memory index tree' (duration: 102.485574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:57.154693Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8748415171553931301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T15:25:57.353566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.507268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T15:25:57.356159Z","caller":"traceutil/trace.go:172","msg":"trace[944759255] linearizableReadLoop","detail":"{readStateIndex:1688; appliedIndex:1684; }","duration":"701.84125ms","start":"2026-03-30T15:25:56.654249Z","end":"2026-03-30T15:25:57.356090Z","steps":["trace[944759255] 'read index received' (duration: 700.141141ms)","trace[944759255] 'applied index is now lower than readState.Index' (duration: 1.699049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:25:57.356348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.08851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:57.356384Z","caller":"traceutil/trace.go:172","msg":"trace[605691936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1459; }","duration":"702.140332ms","start":"2026-03-30T15:25:56.654232Z","end":"2026-03-30T15:25:57.356372Z","steps":["trace[605691936] 'agreement among raft nodes before linearized reading' (duration: 702.048379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:57.356416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:56.654207Z","time spent":"702.201964ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T15:25:57.525922Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8748415171553931302,"received-request-id":8748415171553931301} {"level":"info","ts":"2026-03-30T15:25:57.529737Z","caller":"traceutil/trace.go:172","msg":"trace[950275615] linearizableReadLoop","detail":"{readStateIndex:1690; appliedIndex:1689; }","duration":"173.466374ms","start":"2026-03-30T15:25:57.356243Z","end":"2026-03-30T15:25:57.529709Z","steps":["trace[950275615] 'read index received' (duration: 171.295895ms)","trace[950275615] 'applied index is now lower than readState.Index' (duration: 2.168938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:25:57.529900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"706.647462ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T15:25:57.529922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"646.394909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T15:25:57.529943Z","caller":"traceutil/trace.go:172","msg":"trace[520228982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1459; }","duration":"706.716686ms","start":"2026-03-30T15:25:56.823216Z","end":"2026-03-30T15:25:57.529933Z","steps":["trace[520228982] 'agreement among raft nodes before linearized reading' (duration: 706.625842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:57.529935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.734278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T15:25:57.529959Z","caller":"traceutil/trace.go:172","msg":"trace[862715909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1459; }","duration":"646.43928ms","start":"2026-03-30T15:25:56.883512Z","end":"2026-03-30T15:25:57.529951Z","steps":["trace[862715909] 'agreement among raft nodes before linearized reading' (duration: 646.303075ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:25:57.529987Z","caller":"traceutil/trace.go:172","msg":"trace[31133976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1459; }","duration":"565.78893ms","start":"2026-03-30T15:25:56.964184Z","end":"2026-03-30T15:25:57.529973Z","steps":["trace[31133976] 'agreement among raft nodes before linearized reading' (duration: 565.568231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:57.529989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:56.883484Z","time spent":"646.499083ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T15:25:57.530016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:56.964146Z","time spent":"565.861324ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T15:25:57.531099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.732374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T15:25:57.531161Z","caller":"traceutil/trace.go:172","msg":"trace[1646877493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1459; }","duration":"304.795816ms","start":"2026-03-30T15:25:57.226355Z","end":"2026-03-30T15:25:57.531151Z","steps":["trace[1646877493] 'agreement among raft nodes before linearized reading' (duration: 303.594847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:25:57.531183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:25:57.226328Z","time spent":"304.849788ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T15:25:57.531721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.337245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:25:57.531760Z","caller":"traceutil/trace.go:172","msg":"trace[1187153655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1459; }","duration":"168.534323ms","start":"2026-03-30T15:25:57.363216Z","end":"2026-03-30T15:25:57.531750Z","steps":["trace[1187153655] 'agreement among raft nodes before linearized reading' (duration: 168.328125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:26:06.349079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.513047ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-30T15:26:06.889420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.187908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T15:26:06.894579Z","caller":"traceutil/trace.go:172","msg":"trace[2145519077] linearizableReadLoop","detail":"{readStateIndex:1741; appliedIndex:1741; }","duration":"239.421812ms","start":"2026-03-30T15:26:06.655103Z","end":"2026-03-30T15:26:06.894525Z","steps":["trace[2145519077] 'read index received' (duration: 239.412622ms)","trace[2145519077] 'applied index is now lower than readState.Index' (duration: 7.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:26:06.894695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.576219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:26:06.894873Z","caller":"traceutil/trace.go:172","msg":"trace[76413801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1505; }","duration":"239.763597ms","start":"2026-03-30T15:26:06.655087Z","end":"2026-03-30T15:26:06.894850Z","steps":["trace[76413801] 'agreement among raft nodes before linearized reading' (duration: 239.506106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:26:06.896679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.793641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T15:26:06.897023Z","caller":"traceutil/trace.go:172","msg":"trace[642535698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1505; }","duration":"112.314603ms","start":"2026-03-30T15:26:06.784681Z","end":"2026-03-30T15:26:06.896995Z","steps":["trace[642535698] 'agreement among raft nodes before linearized reading' (duration: 111.664817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:26:11.119710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.199559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:26:11.119803Z","caller":"traceutil/trace.go:172","msg":"trace[520275349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1516; }","duration":"296.334595ms","start":"2026-03-30T15:26:10.823449Z","end":"2026-03-30T15:26:11.119783Z","steps":["trace[520275349] 'range keys from in-memory index tree' (duration: 296.149686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:26:11.156740Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8748415171553931371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T15:26:11.309403Z","caller":"traceutil/trace.go:172","msg":"trace[2068803143] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1758; }","duration":"653.012874ms","start":"2026-03-30T15:26:10.656367Z","end":"2026-03-30T15:26:11.309380Z","steps":["trace[2068803143] 'read index received' (duration: 653.007284ms)","trace[2068803143] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:26:11.310722Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8748415171553931372,"received-request-id":8748415171553931371} {"level":"warn","ts":"2026-03-30T15:26:11.428910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"772.533805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:26:11.428999Z","caller":"traceutil/trace.go:172","msg":"trace[1277867216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1520; }","duration":"772.63493ms","start":"2026-03-30T15:26:10.656345Z","end":"2026-03-30T15:26:11.428980Z","steps":["trace[1277867216] 'agreement among raft nodes before linearized reading' (duration: 653.127769ms)","trace[1277867216] 'range keys from in-memory index tree' (duration: 119.365325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:26:11.429044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:26:10.656324Z","time spent":"772.709052ms","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T15:26:11.429026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.399221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T15:26:11.429100Z","caller":"traceutil/trace.go:172","msg":"trace[1286065922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1520; }","duration":"336.493935ms","start":"2026-03-30T15:26:11.092589Z","end":"2026-03-30T15:26:11.429083Z","steps":["trace[1286065922] 'agreement among raft nodes before linearized reading' (duration: 218.729486ms)","trace[1286065922] 'range keys from in-memory index tree' (duration: 117.515538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:26:11.429146Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:26:11.092564Z","time spent":"336.566667ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T15:26:11.429450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"608.691135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T15:26:11.429483Z","caller":"traceutil/trace.go:172","msg":"trace[818683735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1520; }","duration":"608.721646ms","start":"2026-03-30T15:26:10.820750Z","end":"2026-03-30T15:26:11.429472Z","steps":["trace[818683735] 'agreement among raft nodes before linearized reading' (duration: 490.539011ms)","trace[818683735] 'range keys from in-memory index tree' (duration: 118.121664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:26:11.429510Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:26:10.820726Z","time spent":"608.777969ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T15:26:11.429661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.813937ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:26:11.429718Z","caller":"traceutil/trace.go:172","msg":"trace[168801809] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1520; }","duration":"309.849388ms","start":"2026-03-30T15:26:11.119839Z","end":"2026-03-30T15:26:11.429688Z","steps":["trace[168801809] 'agreement among raft nodes before linearized reading' (duration: 191.475964ms)","trace[168801809] 'range keys from in-memory index tree' (duration: 118.329862ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T15:26:12.128963Z","caller":"traceutil/trace.go:172","msg":"trace[427315913] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1764; }","duration":"146.632771ms","start":"2026-03-30T15:26:11.982297Z","end":"2026-03-30T15:26:12.128930Z","steps":["trace[427315913] 'read index received' (duration: 146.624961ms)","trace[427315913] 'applied index is now lower than readState.Index' (duration: 6.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:26:12.129256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.926565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T15:26:12.129325Z","caller":"traceutil/trace.go:172","msg":"trace[282915270] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1525; }","duration":"147.016079ms","start":"2026-03-30T15:26:11.982291Z","end":"2026-03-30T15:26:12.129307Z","steps":["trace[282915270] 'agreement among raft nodes before linearized reading' (duration: 146.763917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:26:12.296650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.335655ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:26:12.296765Z","caller":"traceutil/trace.go:172","msg":"trace[1983650940] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1525; }","duration":"100.47211ms","start":"2026-03-30T15:26:12.196269Z","end":"2026-03-30T15:26:12.296741Z","steps":["trace[1983650940] 'range keys from in-memory index tree' (duration: 100.266942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:26:12.297092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.186398ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-30T15:26:30.930035Z","caller":"traceutil/trace.go:172","msg":"trace[2102244598] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1857; }","duration":"220.057253ms","start":"2026-03-30T15:26:30.709935Z","end":"2026-03-30T15:26:30.929992Z","steps":["trace[2102244598] 'read index received' (duration: 220.052683ms)","trace[2102244598] 'applied index is now lower than readState.Index' (duration: 3.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:26:30.930641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.675118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:26:30.930750Z","caller":"traceutil/trace.go:172","msg":"trace[359059280] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1607; }","duration":"220.808505ms","start":"2026-03-30T15:26:30.709919Z","end":"2026-03-30T15:26:30.930728Z","steps":["trace[359059280] 'agreement among raft nodes before linearized reading' (duration: 220.181118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:26:30.931389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.971331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:26:30.931457Z","caller":"traceutil/trace.go:172","msg":"trace[1161892064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1607; }","duration":"108.052934ms","start":"2026-03-30T15:26:30.823387Z","end":"2026-03-30T15:26:30.931440Z","steps":["trace[1161892064] 'agreement among raft nodes before linearized reading' (duration: 107.948999ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T15:26:33.396520Z","caller":"traceutil/trace.go:172","msg":"trace[404655991] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"123.842883ms","start":"2026-03-30T15:26:33.272648Z","end":"2026-03-30T15:26:33.396491Z","steps":["trace[404655991] 'process raft request' (duration: 123.613294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:27:13.112256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.593381ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:27:13.112394Z","caller":"traceutil/trace.go:172","msg":"trace[1984747731] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1767; }","duration":"289.756877ms","start":"2026-03-30T15:27:12.822616Z","end":"2026-03-30T15:27:13.112373Z","steps":["trace[1984747731] 'range keys from in-memory index tree' (duration: 289.531329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:27:28.891522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.034749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:27:28.891654Z","caller":"traceutil/trace.go:172","msg":"trace[1217424492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1828; }","duration":"234.177014ms","start":"2026-03-30T15:27:28.657457Z","end":"2026-03-30T15:27:28.891634Z","steps":["trace[1217424492] 'range keys from in-memory index tree' (duration: 231.836614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:27:29.365276Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8748415171553931792,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T15:27:29.387400Z","caller":"traceutil/trace.go:172","msg":"trace[1216923532] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2115; }","duration":"522.386356ms","start":"2026-03-30T15:27:28.864991Z","end":"2026-03-30T15:27:29.387378Z","steps":["trace[1216923532] 'read index received' (duration: 518.695188ms)","trace[1216923532] 'applied index is now lower than readState.Index' (duration: 3.689888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T15:27:29.387712Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"522.699629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T15:27:29.387741Z","caller":"traceutil/trace.go:172","msg":"trace[525515182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1834; }","duration":"522.747441ms","start":"2026-03-30T15:27:28.864985Z","end":"2026-03-30T15:27:29.387732Z","steps":["trace[525515182] 'agreement among raft nodes before linearized reading' (duration: 522.583554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:27:29.387768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:27:28.864959Z","time spent":"522.802113ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T15:27:29.388174Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8748415171553931793,"received-request-id":8748415171553931792} {"level":"warn","ts":"2026-03-30T15:27:29.389172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"497.749341ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:27:29.389213Z","caller":"traceutil/trace.go:172","msg":"trace[679884490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1834; }","duration":"497.791203ms","start":"2026-03-30T15:27:28.891412Z","end":"2026-03-30T15:27:29.389203Z","steps":["trace[679884490] 'agreement among raft nodes before linearized reading' (duration: 497.73318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:27:29.389805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.262217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T15:27:29.389883Z","caller":"traceutil/trace.go:172","msg":"trace[1289216065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1834; }","duration":"496.363032ms","start":"2026-03-30T15:27:28.893504Z","end":"2026-03-30T15:27:29.389867Z","steps":["trace[1289216065] 'agreement among raft nodes before linearized reading' (duration: 496.203934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:27:29.389923Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:27:28.893471Z","time spent":"496.445185ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T15:27:29.390034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.52341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T15:27:29.390429Z","caller":"traceutil/trace.go:172","msg":"trace[961765137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1834; }","duration":"361.942208ms","start":"2026-03-30T15:27:29.028464Z","end":"2026-03-30T15:27:29.390406Z","steps":["trace[961765137] 'agreement among raft nodes before linearized reading' (duration: 361.184135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T15:27:29.390490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T15:27:29.028433Z","time spent":"362.042521ms","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}