{"level":"warn","ts":"2026-04-18T17:53:05.801535Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-18T17:53:05.801864Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-18T17:53:05.801900Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=controller-1=https://199.204.45.216:2380,controller-2=https://199.204.45.210:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-18T17:53:05.802050Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-18T17:53:05.802097Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:53:05.802120Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-18T17:53:05.802196Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:53:05.803024Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-04-18T17:53:05.803224Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.216:2380,controller-2=https://199.204.45.210:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-18T17:53:05.804712Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ac240}"} {"level":"info","ts":"2026-04-18T17:53:05.809517Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:53:05.809569Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.973023ms"} {"level":"info","ts":"2026-04-18T17:53:05.809603Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-18T17:53:05.809617Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-18T17:53:05.817338Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.216:2380","host":"199.204.45.216:2380","resolved-addr":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-18T17:53:05.817367Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.210:2380","host":"199.204.45.210:2380","resolved-addr":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-18T17:53:05.819084Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-18T17:53:05.825859Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-18T17:53:05.825912Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"8286e468f9f2add5","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-04-18T17:53:05.825937Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-18T17:53:05.826112Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8286e468f9f2add5 switched to configuration voters=()"} {"level":"info","ts":"2026-04-18T17:53:05.826163Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8286e468f9f2add5 became follower at term 0"} {"level":"info","ts":"2026-04-18T17:53:05.826173Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 8286e468f9f2add5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-18T17:53:05.832340Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-18T17:53:05.833695Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-18T17:53:05.835857Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-18T17:53:05.836911Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.836984Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c","remote-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-18T17:53:05.837019Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.837051Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.838464Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.838485Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.838563Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.838617Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c","remote-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-18T17:53:05.838680Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"8286e468f9f2add5","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-18T17:53:05.838538Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.838962Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-18T17:53:05.838552Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.839041Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:53:05.838822Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:53:05.839183Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-18T17:53:05.839226Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:53:05.839538Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"8286e468f9f2add5","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-18T17:53:05.839247Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-18T17:53:05.840174Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-18T17:53:05.839265Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:53:05.849032Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"8286e468f9f2add5 [term: 0] received a MsgHeartbeat message with higher term from 4e98569549cc430c [term: 2]"} {"level":"info","ts":"2026-04-18T17:53:05.849101Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8286e468f9f2add5 became follower at term 2"} {"level":"info","ts":"2026-04-18T17:53:05.849114Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8286e468f9f2add5 elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-18T17:53:05.850309Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.851198Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.851268Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.864160Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"8286e468f9f2add5","remote-snapshot-sender-id":"4e98569549cc430c","incoming-snapshot-index":512,"incoming-snapshot-message-size-bytes":8201,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-18T17:53:05.885300Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8286e468f9f2add5","to":"4e98569549cc430c","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:53:05.885352Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.890306Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8286e468f9f2add5","to":"4e98569549cc430c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:53:05.890332Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.893200Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000200.snap.db","bytes":786432,"size":"786 kB"} {"level":"info","ts":"2026-04-18T17:53:05.893276Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"8286e468f9f2add5","remote-snapshot-sender-id":"4e98569549cc430c","incoming-snapshot-index":512,"incoming-snapshot-size-bytes":786432,"incoming-snapshot-size":"786 kB","download-took":"29.345239ms"} {"level":"info","ts":"2026-04-18T17:53:05.893499Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-04-18T17:53:05.893825Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8286e468f9f2add5 switched to configuration voters=(5663371730606637836) learners=(9405456011331022293)"} {"level":"info","ts":"2026-04-18T17:53:05.893873Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"8286e468f9f2add5 [commit: 512, lastindex: 512, lastterm: 2] restored snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-04-18T17:53:05.893899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"8286e468f9f2add5 [commit: 512] restored snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-04-18T17:53:05.894115Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":512,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-18T17:53:05.901606Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":512} {"level":"info","ts":"2026-04-18T17:53:05.902290Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00027c090}"} {"level":"info","ts":"2026-04-18T17:53:05.903369Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:53:05.903411Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.257336ms"} {"level":"info","ts":"2026-04-18T17:53:05.903606Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-18T17:53:05.908783Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-18T17:53:05.908806Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-18T17:53:05.913858Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":482} {"level":"info","ts":"2026-04-18T17:53:05.913915Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":512} {"level":"info","ts":"2026-04-18T17:53:05.913936Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-18T17:53:05.914025Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-18T17:53:05.915116Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-18T17:53:05.915137Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-18T17:53:05.915167Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-18T17:53:05.915174Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-18T17:53:05.915660Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-18T17:53:05.915677Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-18T17:53:05.915705Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-18T17:53:05.915760Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:53:05.915777Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"8286e468f9f2add5","recovered-remote-peer-id":"8286e468f9f2add5","recovered-remote-peer-urls":["https://199.204.45.210:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:53:05.915790Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"8286e468f9f2add5","recovered-remote-peer-id":"4e98569549cc430c","recovered-remote-peer-urls":["https://199.204.45.216:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:53:05.915807Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:53:05.915815Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-18T17:53:05.915824Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-18T17:53:05.915841Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-04-18T17:53:05.915870Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.915886Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-04-18T17:53:05.915971Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.915978Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.916038Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-04-18T17:53:05.916255Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c","error":"context canceled"} {"level":"warn","ts":"2026-04-18T17:53:05.916325Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"4e98569549cc430c","error":"failed to read 4e98569549cc430c on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-18T17:53:05.916438Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-04-18T17:53:05.916804Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:53:05.916864Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.916878Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.916956Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"8286e468f9f2add5","removed-remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.916972Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-18T17:53:05.917064Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-18T17:53:05.917087Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.917178Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.917397Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.917537Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c","remote-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-18T17:53:05.917554Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-18T17:53:05.917602Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":512,"current-applied-index":512,"incoming-leader-snapshot-index":512,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-18T17:53:05.917427Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.917436Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.917461Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.917464Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.926393Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.926422Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.933506Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.936335Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8286e468f9f2add5 switched to configuration voters=(5663371730606637836 9405456011331022293)"} {"level":"info","ts":"2026-04-18T17:53:05.936587Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"8286e468f9f2add5","promoted-member-id":"8286e468f9f2add5"} {"level":"info","ts":"2026-04-18T17:53:05.984139Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8286e468f9f2add5","to":"4e98569549cc430c","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:53:05.984185Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-04-18T17:53:05.989761Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8286e468f9f2add5","to":"4e98569549cc430c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:53:05.989811Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-04-18T17:53:12.839282Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"8286e468f9f2add5","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.210:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-18T17:53:12.842288Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:53:12.842300Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"8286e468f9f2add5","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.210:2379]}","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-18T17:53:12.842295Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:53:12.842682Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-18T17:53:12.842722Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-18T17:53:12.843249Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-18T17:53:12.843691Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-18T17:53:12.843870Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:53:12.847583Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"warn","ts":"2026-04-18T17:53:12.851744Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56716","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:12.852249Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-18T17:53:12.852771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.853295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.853780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.854500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.855284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.856807Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.856867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.858078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.858139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.860712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.210:56746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.864080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.872958Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.888597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.899224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.914753Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.924088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.931654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.940197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.950110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.972574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.981158Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.989277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:12.999327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.011661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.021389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.029655Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.038042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.086504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.100485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.110546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.121049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.131543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.139185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.147154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.154669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.162144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.174224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.183129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.191543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.201573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.211586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.222024Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.230755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.240917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.253347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.284678Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.297275Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.305026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.314461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.322184Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.333101Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.341309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.350378Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.360909Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.367663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.384783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.392663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.404514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.414853Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.423945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.431714Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.440941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.468823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.473875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.487228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.496894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:13.552064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:17.246718Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529363738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:17.747111Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529363738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:17.955350Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.265317824s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:53:18.248103Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529363738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:18.748737Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529363738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:19.087098Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.131505145s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:53:19.170678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.485051709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:53:19.170845Z","caller":"traceutil/trace.go:172","msg":"trace[441220580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"2.485239912s","start":"2026-04-18T17:53:16.685537Z","end":"2026-04-18T17:53:19.170776Z","steps":["trace[441220580] 'range keys from in-memory index tree' (duration: 2.480627184s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.171049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.685499Z","time spent":"2.485534024s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:19.174699Z","caller":"traceutil/trace.go:172","msg":"trace[2068992984] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:547; }","duration":"2.427863997s","start":"2026-04-18T17:53:16.746599Z","end":"2026-04-18T17:53:19.174463Z","steps":["trace[2068992984] 'read index received' (duration: 2.425571393s)","trace[2068992984] 'applied index is now lower than readState.Index' (duration: 2.143353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:19.175121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.428486571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:53:19.175224Z","caller":"traceutil/trace.go:172","msg":"trace[139319790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"2.428627372s","start":"2026-04-18T17:53:16.746576Z","end":"2026-04-18T17:53:19.175203Z","steps":["trace[139319790] 'agreement among raft nodes before linearized reading' (duration: 2.427820514s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.175305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:16.746547Z","time spent":"2.42873923s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:19.176710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.887424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:53:19.176774Z","caller":"traceutil/trace.go:172","msg":"trace[1985968646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"422.947259ms","start":"2026-04-18T17:53:18.753808Z","end":"2026-04-18T17:53:19.176756Z","steps":["trace[1985968646] 'agreement among raft nodes before linearized reading' (duration: 422.853402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:19.176910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:18.753779Z","time spent":"423.119461ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:23.614572Z","caller":"traceutil/trace.go:172","msg":"trace[100113441] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:564; }","duration":"370.676461ms","start":"2026-04-18T17:53:23.243858Z","end":"2026-04-18T17:53:23.614535Z","steps":["trace[100113441] 'read index received' (duration: 370.67264ms)","trace[100113441] 'applied index is now lower than readState.Index' (duration: 3.081µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:23.615296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.439106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:53:23.615340Z","caller":"traceutil/trace.go:172","msg":"trace[79325305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:529; }","duration":"371.49624ms","start":"2026-04-18T17:53:23.243833Z","end":"2026-04-18T17:53:23.615329Z","steps":["trace[79325305] 'agreement among raft nodes before linearized reading' (duration: 370.837242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.615369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:23.243813Z","time spent":"371.549143ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:23.615784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.629383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:53:23.615830Z","caller":"traceutil/trace.go:172","msg":"trace[1156730631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:529; }","duration":"251.677226ms","start":"2026-04-18T17:53:23.364144Z","end":"2026-04-18T17:53:23.615821Z","steps":["trace[1156730631] 'agreement among raft nodes before linearized reading' (duration: 251.543217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.615797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.128217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:23.616075Z","caller":"traceutil/trace.go:172","msg":"trace[124221512] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:529; }","duration":"251.321111ms","start":"2026-04-18T17:53:23.364633Z","end":"2026-04-18T17:53:23.615954Z","steps":["trace[124221512] 'agreement among raft nodes before linearized reading' (duration: 251.083764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:29.539198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.837137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:53:29.539288Z","caller":"traceutil/trace.go:172","msg":"trace[1052919508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"107.01612ms","start":"2026-04-18T17:53:29.432252Z","end":"2026-04-18T17:53:29.539268Z","steps":["trace[1052919508] 'range keys from in-memory index tree' (duration: 92.6378ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:40.397295Z","caller":"traceutil/trace.go:172","msg":"trace[784251503] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:645; }","duration":"443.688993ms","start":"2026-04-18T17:53:39.953576Z","end":"2026-04-18T17:53:40.397265Z","steps":["trace[784251503] 'read index received' (duration: 443.681983ms)","trace[784251503] 'applied index is now lower than readState.Index' (duration: 5.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:40.422041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.245607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:53:40.422123Z","caller":"traceutil/trace.go:172","msg":"trace[1286415483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"463.339804ms","start":"2026-04-18T17:53:39.958765Z","end":"2026-04-18T17:53:40.422105Z","steps":["trace[1286415483] 'agreement among raft nodes before linearized reading' (duration: 463.138999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:40.422170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:39.958749Z","time spent":"463.408819ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:40.422467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.848493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:53:40.422568Z","caller":"traceutil/trace.go:172","msg":"trace[54766679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"468.992414ms","start":"2026-04-18T17:53:39.953554Z","end":"2026-04-18T17:53:40.422547Z","steps":["trace[54766679] 'agreement among raft nodes before linearized reading' (duration: 443.829144ms)","trace[54766679] 'range keys from in-memory index tree' (duration: 24.554305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:40.422649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:53:39.953531Z","time spent":"469.0702ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:48.833477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.129:50668","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:49.297488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8286e468f9f2add5 switched to configuration voters=(5663371730606637836 9405456011331022293) learners=(7655218821667941130)"} {"level":"info","ts":"2026-04-18T17:53:49.297625Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"8286e468f9f2add5","added-peer-id":"6a3cccf58f66eb0a","added-peer-peer-urls":["https://199.204.45.129:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:53:49.297654Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.297685Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.297830Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.297853Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a","remote-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-04-18T17:53:49.297890Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.297878Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.298168Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.298207Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:49.298208Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"8286e468f9f2add5","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"6a3cccf58f66eb0a"} {"level":"warn","ts":"2026-04-18T17:53:49.855761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.129:41408","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:52.083226Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8286e468f9f2add5","to":"6a3cccf58f66eb0a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:53:52.083274Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.083307Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.090030Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8286e468f9f2add5","to":"6a3cccf58f66eb0a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:53:52.090298Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.109912Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.114651Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"warn","ts":"2026-04-18T17:53:52.136084Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:53:52.136116Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:52.150759Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8286e468f9f2add5","to":"6a3cccf58f66eb0a","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:53:52.150800Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.150813Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.153848Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8286e468f9f2add5","to":"6a3cccf58f66eb0a","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:53:52.153934Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.153962Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.211960Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"info","ts":"2026-04-18T17:53:52.212085Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8286e468f9f2add5","remote-peer-id":"6a3cccf58f66eb0a"} {"level":"warn","ts":"2026-04-18T17:53:52.356321Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.129:41446","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:53:52.361174Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8286e468f9f2add5 switched to configuration voters=(5663371730606637836 7655218821667941130 9405456011331022293)"} {"level":"info","ts":"2026-04-18T17:53:52.361395Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"8286e468f9f2add5","promoted-member-id":"6a3cccf58f66eb0a"} {"level":"warn","ts":"2026-04-18T17:54:16.973070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.416198ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-18T17:54:27.356207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.41547ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-18T17:54:27.356927Z","caller":"traceutil/trace.go:172","msg":"trace[1287714462] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:872; }","duration":"578.619517ms","start":"2026-04-18T17:54:26.778289Z","end":"2026-04-18T17:54:27.356908Z","steps":["trace[1287714462] 'read index received' (duration: 266.986841ms)","trace[1287714462] 'applied index is now lower than readState.Index' (duration: 311.631386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:27.357134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"578.828144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:54:27.357197Z","caller":"traceutil/trace.go:172","msg":"trace[237399781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:796; }","duration":"578.899369ms","start":"2026-04-18T17:54:26.778283Z","end":"2026-04-18T17:54:27.357182Z","steps":["trace[237399781] 'agreement among raft nodes before linearized reading' (duration: 578.722595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:27.357252Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:26.778261Z","time spent":"578.979305ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:27.422831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.302109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:27.422873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.02296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:27.422927Z","caller":"traceutil/trace.go:172","msg":"trace[1851345298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"336.408837ms","start":"2026-04-18T17:54:27.086499Z","end":"2026-04-18T17:54:27.422908Z","steps":["trace[1851345298] 'agreement among raft nodes before linearized reading' (duration: 336.256836ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:27.422984Z","caller":"traceutil/trace.go:172","msg":"trace[1642338046] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:797; }","duration":"468.173022ms","start":"2026-04-18T17:54:26.954792Z","end":"2026-04-18T17:54:27.422965Z","steps":["trace[1642338046] 'agreement among raft nodes before linearized reading' (duration: 467.949624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:27.422998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:27.086467Z","time spent":"336.518597ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:27.423056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:26.954769Z","time spent":"468.250468ms","remote":"127.0.0.1:38674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:36.593065Z","caller":"traceutil/trace.go:172","msg":"trace[829639858] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"278.624665ms","start":"2026-04-18T17:54:36.314421Z","end":"2026-04-18T17:54:36.593045Z","steps":["trace[829639858] 'process raft request' (duration: 278.490795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:36.964854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.491298ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-18T17:54:36.964959Z","caller":"traceutil/trace.go:172","msg":"trace[975374321] linearizableReadLoop","detail":"{readStateIndex:908; appliedIndex:907; }","duration":"124.181761ms","start":"2026-04-18T17:54:36.840759Z","end":"2026-04-18T17:54:36.964941Z","steps":["trace[975374321] 'read index received' (duration: 10.666328ms)","trace[975374321] 'applied index is now lower than readState.Index' (duration: 113.514143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:36.965090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.329973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:36.965126Z","caller":"traceutil/trace.go:172","msg":"trace[575648349] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:823; }","duration":"124.371896ms","start":"2026-04-18T17:54:36.840744Z","end":"2026-04-18T17:54:36.965116Z","steps":["trace[575648349] 'agreement among raft nodes before linearized reading' (duration: 124.30133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:36.966694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.367598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:36.966766Z","caller":"traceutil/trace.go:172","msg":"trace[1048451136] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:823; }","duration":"103.450804ms","start":"2026-04-18T17:54:36.863300Z","end":"2026-04-18T17:54:36.966751Z","steps":["trace[1048451136] 'agreement among raft nodes before linearized reading' (duration: 103.2729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:39.552220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.196601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:39.551977Z","caller":"traceutil/trace.go:172","msg":"trace[106346107] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:915; }","duration":"240.959362ms","start":"2026-04-18T17:54:39.310996Z","end":"2026-04-18T17:54:39.551955Z","steps":["trace[106346107] 'read index received' (duration: 240.954172ms)","trace[106346107] 'applied index is now lower than readState.Index' (duration: 4.43µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:39.552330Z","caller":"traceutil/trace.go:172","msg":"trace[519060199] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:830; }","duration":"241.293408ms","start":"2026-04-18T17:54:39.310978Z","end":"2026-04-18T17:54:39.552272Z","steps":["trace[519060199] 'agreement among raft nodes before linearized reading' (duration: 241.131526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:39.554863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.862051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:39.555096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.229709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:54:39.555135Z","caller":"traceutil/trace.go:172","msg":"trace[1877167693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:830; }","duration":"195.268442ms","start":"2026-04-18T17:54:39.359857Z","end":"2026-04-18T17:54:39.555126Z","steps":["trace[1877167693] 'agreement among raft nodes before linearized reading' (duration: 195.131392ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:39.555366Z","caller":"traceutil/trace.go:172","msg":"trace[894722474] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:830; }","duration":"215.935156ms","start":"2026-04-18T17:54:39.338974Z","end":"2026-04-18T17:54:39.554909Z","steps":["trace[894722474] 'agreement among raft nodes before linearized reading' (duration: 215.833248ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:40.908255Z","caller":"traceutil/trace.go:172","msg":"trace[1352601996] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:961; }","duration":"149.552577ms","start":"2026-04-18T17:54:40.758677Z","end":"2026-04-18T17:54:40.908230Z","steps":["trace[1352601996] 'read index received' (duration: 147.410929ms)","trace[1352601996] 'applied index is now lower than readState.Index' (duration: 2.139988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:40.908529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.837249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-18T17:54:40.908593Z","caller":"traceutil/trace.go:172","msg":"trace[1814118808] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:876; }","duration":"149.921206ms","start":"2026-04-18T17:54:40.758660Z","end":"2026-04-18T17:54:40.908581Z","steps":["trace[1814118808] 'agreement among raft nodes before linearized reading' (duration: 149.673456ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:41.079018Z","caller":"traceutil/trace.go:172","msg":"trace[1825697045] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:963; }","duration":"113.731984ms","start":"2026-04-18T17:54:40.965257Z","end":"2026-04-18T17:54:41.078989Z","steps":["trace[1825697045] 'read index received' (duration: 113.724793ms)","trace[1825697045] 'applied index is now lower than readState.Index' (duration: 5.831µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:41.079179Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.894787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:41.079249Z","caller":"traceutil/trace.go:172","msg":"trace[855928997] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:876; }","duration":"113.965113ms","start":"2026-04-18T17:54:40.965252Z","end":"2026-04-18T17:54:41.079217Z","steps":["trace[855928997] 'agreement among raft nodes before linearized reading' (duration: 113.848954ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:41.770326Z","caller":"traceutil/trace.go:172","msg":"trace[521597365] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:965; }","duration":"422.798607ms","start":"2026-04-18T17:54:41.347497Z","end":"2026-04-18T17:54:41.770296Z","steps":["trace[521597365] 'read index received' (duration: 422.787616ms)","trace[521597365] 'applied index is now lower than readState.Index' (duration: 9.411µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:41.977307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.685336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:41.977395Z","caller":"traceutil/trace.go:172","msg":"trace[1583787582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:878; }","duration":"475.783714ms","start":"2026-04-18T17:54:41.501594Z","end":"2026-04-18T17:54:41.977378Z","steps":["trace[1583787582] 'range keys from in-memory index tree' (duration: 475.632222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:41.977715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.949128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:54:41.977921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"630.398796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:54:41.978828Z","caller":"traceutil/trace.go:172","msg":"trace[2082477410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:878; }","duration":"631.298717ms","start":"2026-04-18T17:54:41.347490Z","end":"2026-04-18T17:54:41.978789Z","steps":["trace[2082477410] 'agreement among raft nodes before linearized reading' (duration: 422.952999ms)","trace[2082477410] 'range keys from in-memory index tree' (duration: 206.883613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:41.978995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:41.347472Z","time spent":"631.46701ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:42.270976Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:42.771475Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:43.271993Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:43.352515Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"8286e468f9f2add5 [logterm: 2, index: 970, vote: 0] cast MsgPreVote for 6a3cccf58f66eb0a [logterm: 2, index: 970] at term 2"} {"level":"info","ts":"2026-04-18T17:54:43.408979Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8286e468f9f2add5 [logterm: 2, index: 973, vote: 0] ignored MsgVote from 6a3cccf58f66eb0a [logterm: 2, index: 970] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:54:43.772524Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:44.273648Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:44.441036Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"8286e468f9f2add5 [logterm: 2, index: 973, vote: 0] cast MsgPreVote for 4e98569549cc430c [logterm: 2, index: 973] at term 2"} {"level":"info","ts":"2026-04-18T17:54:44.474391Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"8286e468f9f2add5 [term: 2] received a MsgVote message with higher term from 4e98569549cc430c [term: 4]"} {"level":"info","ts":"2026-04-18T17:54:44.474486Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8286e468f9f2add5 became follower at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.474514Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"8286e468f9f2add5 [logterm: 2, index: 973, vote: 0] cast MsgVote for 4e98569549cc430c [logterm: 2, index: 973] at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.474541Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 8286e468f9f2add5 lost leader 4e98569549cc430c at term 4"} {"level":"info","ts":"2026-04-18T17:54:44.560875Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8286e468f9f2add5 elected leader 4e98569549cc430c at term 4"} {"level":"warn","ts":"2026-04-18T17:54:44.561091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.20691624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:54:44.561147Z","caller":"traceutil/trace.go:172","msg":"trace[1492275486] range","detail":"{range_begin:/registry/csinodes; range_end:; }","duration":"3.206991735s","start":"2026-04-18T17:54:41.354139Z","end":"2026-04-18T17:54:44.561130Z","steps":["trace[1492275486] 'agreement among raft nodes before linearized reading' (duration: 3.20691491s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:44.561205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:41.354118Z","time spent":"3.20707652s","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:44.679222Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-18T17:54:44.746992Z","caller":"traceutil/trace.go:172","msg":"trace[1421086131] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:974; }","duration":"185.93296ms","start":"2026-04-18T17:54:44.561030Z","end":"2026-04-18T17:54:44.746963Z","steps":["trace[1421086131] 'read index received' (duration: 185.92175ms)","trace[1421086131] 'applied index is now lower than readState.Index' (duration: 9.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.892017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.930763944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:44.892073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.914600463s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:44.892110Z","caller":"traceutil/trace.go:172","msg":"trace[960421830] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:885; }","duration":"2.930871541s","start":"2026-04-18T17:54:41.961217Z","end":"2026-04-18T17:54:44.892089Z","steps":["trace[960421830] 'agreement among raft nodes before linearized reading' (duration: 2.785879905s)","trace[960421830] 'range keys from in-memory index tree' (duration: 144.854557ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:44.892158Z","caller":"traceutil/trace.go:172","msg":"trace[1548706764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:885; }","duration":"2.91470777s","start":"2026-04-18T17:54:41.977429Z","end":"2026-04-18T17:54:44.892136Z","steps":["trace[1548706764] 'agreement among raft nodes before linearized reading' (duration: 2.76965947s)","trace[1548706764] 'range keys from in-memory index tree' (duration: 144.915401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.892177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:41.961194Z","time spent":"2.930972859s","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.892535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.009990604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-18T17:54:44.892601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.99041554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:44.892633Z","caller":"traceutil/trace.go:172","msg":"trace[1913388954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:885; }","duration":"2.01008882s","start":"2026-04-18T17:54:42.882529Z","end":"2026-04-18T17:54:44.892618Z","steps":["trace[1913388954] 'agreement among raft nodes before linearized reading' (duration: 1.864562519s)","trace[1913388954] 'range keys from in-memory index tree' (duration: 145.332919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.892670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:42.882507Z","time spent":"2.010151845s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:44.892648Z","caller":"traceutil/trace.go:172","msg":"trace[1886675588] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:885; }","duration":"2.990500335s","start":"2026-04-18T17:54:41.902133Z","end":"2026-04-18T17:54:44.892633Z","steps":["trace[1886675588] 'agreement among raft nodes before linearized reading' (duration: 2.844968184s)","trace[1886675588] 'range keys from in-memory index tree' (duration: 145.430295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.892728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:41.902117Z","time spent":"2.990596142s","remote":"127.0.0.1:38378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.892935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.440031263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:54:44.892954Z","caller":"traceutil/trace.go:172","msg":"trace[1422468253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:885; }","duration":"1.440050274s","start":"2026-04-18T17:54:43.452897Z","end":"2026-04-18T17:54:44.892948Z","steps":["trace[1422468253] 'agreement among raft nodes before linearized reading' (duration: 1.294147378s)","trace[1422468253] 'range keys from in-memory index tree' (duration: 145.788399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.892968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:43.452878Z","time spent":"1.440085416s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.892950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.806020252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:44.893076Z","caller":"traceutil/trace.go:172","msg":"trace[1782830686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"1.806122229s","start":"2026-04-18T17:54:43.086907Z","end":"2026-04-18T17:54:44.893030Z","steps":["trace[1782830686] 'agreement among raft nodes before linearized reading' (duration: 1.660146447s)","trace[1782830686] 'range keys from in-memory index tree' (duration: 145.80949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.893121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:43.086886Z","time spent":"1.806225466s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:44.893284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.953922591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:54:44.893456Z","caller":"traceutil/trace.go:172","msg":"trace[1949264127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:885; }","duration":"1.954093983s","start":"2026-04-18T17:54:42.939347Z","end":"2026-04-18T17:54:44.893441Z","steps":["trace[1949264127] 'agreement among raft nodes before linearized reading' (duration: 1.807673382s)","trace[1949264127] 'range keys from in-memory index tree' (duration: 146.210807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:44.893619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:42.939324Z","time spent":"1.954278465s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:44.968830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:43.428900Z","time spent":"1.539924715s","remote":"127.0.0.1:38158","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-18T17:54:45.056713Z","caller":"traceutil/trace.go:172","msg":"trace[1865815326] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:978; }","duration":"309.616842ms","start":"2026-04-18T17:54:44.747067Z","end":"2026-04-18T17:54:45.056684Z","steps":["trace[1865815326] 'read index received' (duration: 309.609272ms)","trace[1865815326] 'applied index is now lower than readState.Index' (duration: 5.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:45.056941Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.786607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.057016Z","caller":"traceutil/trace.go:172","msg":"trace[55737921] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:889; }","duration":"469.875764ms","start":"2026-04-18T17:54:44.587125Z","end":"2026-04-18T17:54:45.057001Z","steps":["trace[55737921] 'agreement among raft nodes before linearized reading' (duration: 469.732189ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:45.057077Z","caller":"traceutil/trace.go:172","msg":"trace[1217235358] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"256.343727ms","start":"2026-04-18T17:54:44.800710Z","end":"2026-04-18T17:54:45.057054Z","steps":["trace[1217235358] 'process raft request' (duration: 256.25583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.057113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:44.587095Z","time spent":"470.007513ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:45.268795Z","caller":"traceutil/trace.go:172","msg":"trace[1047991640] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"298.969222ms","start":"2026-04-18T17:54:44.969807Z","end":"2026-04-18T17:54:45.268776Z","steps":["trace[1047991640] 'process raft request' (duration: 298.909844ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:45.269622Z","caller":"traceutil/trace.go:172","msg":"trace[931278031] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:984; }","duration":"212.818617ms","start":"2026-04-18T17:54:45.056788Z","end":"2026-04-18T17:54:45.269606Z","steps":["trace[931278031] 'read index received' (duration: 212.812297ms)","trace[931278031] 'applied index is now lower than readState.Index' (duration: 5.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:45.269696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.418698ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.269724Z","caller":"traceutil/trace.go:172","msg":"trace[2014271033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:893; }","duration":"376.459236ms","start":"2026-04-18T17:54:44.893256Z","end":"2026-04-18T17:54:45.269715Z","steps":["trace[2014271033] 'agreement among raft nodes before linearized reading' (duration: 376.402478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.269729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.627723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:45.269794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.449774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-18T17:54:45.269793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.675307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.269841Z","caller":"traceutil/trace.go:172","msg":"trace[1176053248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:893; }","duration":"271.499872ms","start":"2026-04-18T17:54:44.998330Z","end":"2026-04-18T17:54:45.269830Z","steps":["trace[1176053248] 'agreement among raft nodes before linearized reading' (duration: 271.292139ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:45.269868Z","caller":"traceutil/trace.go:172","msg":"trace[1470340402] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:893; }","duration":"267.769204ms","start":"2026-04-18T17:54:45.002083Z","end":"2026-04-18T17:54:45.269852Z","steps":["trace[1470340402] 'agreement among raft nodes before linearized reading' (duration: 267.619299ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:45.269795Z","caller":"traceutil/trace.go:172","msg":"trace[1820610746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:893; }","duration":"375.70481ms","start":"2026-04-18T17:54:44.894074Z","end":"2026-04-18T17:54:45.269779Z","steps":["trace[1820610746] 'agreement among raft nodes before linearized reading' (duration: 375.588734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.269997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:44.894060Z","time spent":"375.927274ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:54:45.578823Z","caller":"traceutil/trace.go:172","msg":"trace[1633452932] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:988; }","duration":"299.676346ms","start":"2026-04-18T17:54:45.279121Z","end":"2026-04-18T17:54:45.578797Z","steps":["trace[1633452932] 'read index received' (duration: 299.665116ms)","trace[1633452932] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:45.579024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"299.884939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.579082Z","caller":"traceutil/trace.go:172","msg":"trace[709407367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:897; }","duration":"299.954377ms","start":"2026-04-18T17:54:45.279112Z","end":"2026-04-18T17:54:45.579066Z","steps":["trace[709407367] 'agreement among raft nodes before linearized reading' (duration: 299.838181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:45.579115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.279095Z","time spent":"300.013194ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:45.930664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.981063ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:45.930723Z","caller":"traceutil/trace.go:172","msg":"trace[1046671414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:897; }","duration":"429.049981ms","start":"2026-04-18T17:54:45.501659Z","end":"2026-04-18T17:54:45.930709Z","steps":["trace[1046671414] 'agreement among raft nodes before linearized reading' (duration: 78.852276ms)","trace[1046671414] 'range keys from in-memory index tree' (duration: 350.115978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:45.931014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"471.560446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:54:45.931115Z","caller":"traceutil/trace.go:172","msg":"trace[1194302889] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:897; }","duration":"471.662393ms","start":"2026-04-18T17:54:45.459423Z","end":"2026-04-18T17:54:45.931085Z","steps":["trace[1194302889] 'agreement among raft nodes before linearized reading' (duration: 121.06705ms)","trace[1194302889] 'range keys from in-memory index tree' (duration: 350.120728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:45.930901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.111537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:54:45.931261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:45.459404Z","time spent":"471.834747ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:46.478466Z","caller":"traceutil/trace.go:172","msg":"trace[1947848677] transaction","detail":"{read_only:false; number_of_response:1; response_revision:937; }","duration":"186.022447ms","start":"2026-04-18T17:54:46.292411Z","end":"2026-04-18T17:54:46.478434Z","steps":["trace[1947848677] 'process raft request' (duration: 141.204763ms)","trace[1947848677] 'compare' (duration: 44.622001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:47.002176Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:47.064315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.867469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:31130"} {"level":"info","ts":"2026-04-18T17:54:47.064433Z","caller":"traceutil/trace.go:172","msg":"trace[1870073818] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"739.331569ms","start":"2026-04-18T17:54:46.325085Z","end":"2026-04-18T17:54:47.064416Z","steps":["trace[1870073818] 'process raft request' (duration: 296.15104ms)","trace[1870073818] 'compare' (duration: 442.772742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:47.064611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.325064Z","time spent":"739.513954ms","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31153,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:47.349677Z","caller":"traceutil/trace.go:172","msg":"trace[1678831646] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1086; }","duration":"847.755873ms","start":"2026-04-18T17:54:46.501902Z","end":"2026-04-18T17:54:47.349657Z","steps":["trace[1678831646] 'read index received' (duration: 847.751033ms)","trace[1678831646] 'applied index is now lower than readState.Index' (duration: 3.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:47.394288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"892.32426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:47.394373Z","caller":"traceutil/trace.go:172","msg":"trace[1744883960] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:943; }","duration":"892.481815ms","start":"2026-04-18T17:54:46.501870Z","end":"2026-04-18T17:54:47.394352Z","steps":["trace[1744883960] 'agreement among raft nodes before linearized reading' (duration: 847.876269ms)","trace[1744883960] 'range keys from in-memory index tree' (duration: 44.423202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:47.850740Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:48.351840Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364249,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:48.352361Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8286e468f9f2add5 [logterm: 4, index: 1096, vote: 4e98569549cc430c] ignored MsgPreVote from 6a3cccf58f66eb0a [logterm: 4, index: 1096] at term 4: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:54:48.852651Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:48.861061Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.510186388s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:54:48.861561Z","caller":"traceutil/trace.go:172","msg":"trace[321087649] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1087; }","duration":"1.511794968s","start":"2026-04-18T17:54:47.349737Z","end":"2026-04-18T17:54:48.861532Z","steps":["trace[321087649] 'read index received' (duration: 1.511782368s)","trace[321087649] 'applied index is now lower than readState.Index' (duration: 10.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.875369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.373774722s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.875426Z","caller":"traceutil/trace.go:172","msg":"trace[466687732] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:944; }","duration":"1.37383972s","start":"2026-04-18T17:54:47.501574Z","end":"2026-04-18T17:54:48.875414Z","steps":["trace[466687732] 'range keys from in-memory index tree' (duration: 1.373740674s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.875456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.789653371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.875499Z","caller":"traceutil/trace.go:172","msg":"trace[235830127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"1.78970065s","start":"2026-04-18T17:54:47.085785Z","end":"2026-04-18T17:54:48.875486Z","steps":["trace[235830127] 'agreement among raft nodes before linearized reading' (duration: 1.775872538s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.875526Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.085775Z","time spent":"1.789745029s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:54:48.877036Z","caller":"traceutil/trace.go:172","msg":"trace[1380183045] transaction","detail":"{read_only:false; number_of_response:1; response_revision:949; }","duration":"1.798163413s","start":"2026-04-18T17:54:47.078849Z","end":"2026-04-18T17:54:48.877012Z","steps":["trace[1380183045] 'process raft request' (duration: 1.798087555s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.877301Z","caller":"traceutil/trace.go:172","msg":"trace[622643379] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"2.064471691s","start":"2026-04-18T17:54:46.812815Z","end":"2026-04-18T17:54:48.877287Z","steps":["trace[622643379] 'process raft request' (duration: 2.064042034s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:48.877340Z","caller":"traceutil/trace.go:172","msg":"trace[828262131] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"2.374234228s","start":"2026-04-18T17:54:46.503071Z","end":"2026-04-18T17:54:48.877305Z","steps":["trace[828262131] 'process raft request' (duration: 2.373745083s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.877198Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.078821Z","time spent":"1.798295108s","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31181,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:48.877381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.812787Z","time spent":"2.064547609s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:48.877908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:46.503050Z","time spent":"2.374344094s","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31162,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:48.905863Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12526091256529364250,"received-request-id":12526091256529364249} {"level":"warn","ts":"2026-04-18T17:54:48.910559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.731617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:54:48.910681Z","caller":"traceutil/trace.go:172","msg":"trace[1753241861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:956; }","duration":"275.874592ms","start":"2026-04-18T17:54:48.634794Z","end":"2026-04-18T17:54:48.910668Z","steps":["trace[1753241861] 'agreement among raft nodes before linearized reading' (duration: 275.62568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.910744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"714.960319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:54:48.910794Z","caller":"traceutil/trace.go:172","msg":"trace[1178345092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:957; }","duration":"715.034367ms","start":"2026-04-18T17:54:48.195748Z","end":"2026-04-18T17:54:48.910783Z","steps":["trace[1178345092] 'agreement among raft nodes before linearized reading' (duration: 714.93716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.910822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:48.195727Z","time spent":"715.088006ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:48.910725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.422658781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:54:48.910996Z","caller":"traceutil/trace.go:172","msg":"trace[291634979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:957; }","duration":"1.422824216s","start":"2026-04-18T17:54:47.488042Z","end":"2026-04-18T17:54:48.910866Z","steps":["trace[291634979] 'agreement among raft nodes before linearized reading' (duration: 1.422593873s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.911042Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.488022Z","time spent":"1.42300754s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:48.911225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.482382658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.911515Z","caller":"traceutil/trace.go:172","msg":"trace[735660112] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:957; }","duration":"1.482957041s","start":"2026-04-18T17:54:47.428538Z","end":"2026-04-18T17:54:48.911495Z","steps":["trace[735660112] 'agreement among raft nodes before linearized reading' (duration: 1.482267352s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.911942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:47.428515Z","time spent":"1.483405426s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:49.626390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.001043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:49.626458Z","caller":"traceutil/trace.go:172","msg":"trace[663501498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:984; }","duration":"125.08803ms","start":"2026-04-18T17:54:49.501358Z","end":"2026-04-18T17:54:49.626446Z","steps":["trace[663501498] 'range keys from in-memory index tree' (duration: 124.870727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:49.752602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.092261ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:49.752654Z","caller":"traceutil/trace.go:172","msg":"trace[1760121781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:984; }","duration":"126.162259ms","start":"2026-04-18T17:54:49.626484Z","end":"2026-04-18T17:54:49.752646Z","steps":["trace[1760121781] 'agreement among raft nodes before linearized reading' (duration: 126.066372ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:49.752436Z","caller":"traceutil/trace.go:172","msg":"trace[1261585179] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1157; }","duration":"125.927736ms","start":"2026-04-18T17:54:49.626490Z","end":"2026-04-18T17:54:49.752418Z","steps":["trace[1261585179] 'read index received' (duration: 125.922026ms)","trace[1261585179] 'applied index is now lower than readState.Index' (duration: 4.95µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:49.759299Z","caller":"traceutil/trace.go:172","msg":"trace[1986304718] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"364.763858ms","start":"2026-04-18T17:54:49.394510Z","end":"2026-04-18T17:54:49.759273Z","steps":["trace[1986304718] 'process raft request' (duration: 364.620513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:49.759425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:49.394491Z","time spent":"364.871836ms","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74805,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:49.759501Z","caller":"traceutil/trace.go:172","msg":"trace[201350544] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"313.348868ms","start":"2026-04-18T17:54:49.446135Z","end":"2026-04-18T17:54:49.759484Z","steps":["trace[201350544] 'process raft request' (duration: 313.059967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:49.759604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:49.446103Z","time spent":"313.464995ms","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74805,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:51.930870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.06856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:51.931046Z","caller":"traceutil/trace.go:172","msg":"trace[970478823] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"147.93071ms","start":"2026-04-18T17:54:51.783096Z","end":"2026-04-18T17:54:51.931026Z","steps":["trace[970478823] 'process raft request' (duration: 10.639026ms)","trace[970478823] 'compare' (duration: 136.984812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:52.324831Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364288,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:52.515648Z","caller":"traceutil/trace.go:172","msg":"trace[1897220658] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1225; }","duration":"691.066637ms","start":"2026-04-18T17:54:51.824538Z","end":"2026-04-18T17:54:52.515605Z","steps":["trace[1897220658] 'read index received' (duration: 691.052178ms)","trace[1897220658] 'applied index is now lower than readState.Index' (duration: 11.299µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:52.515794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"691.231033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:52.516110Z","caller":"traceutil/trace.go:172","msg":"trace[762632281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1032; }","duration":"691.559374ms","start":"2026-04-18T17:54:51.824535Z","end":"2026-04-18T17:54:52.516094Z","steps":["trace[762632281] 'agreement among raft nodes before linearized reading' (duration: 691.143015ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:52.517021Z","caller":"traceutil/trace.go:172","msg":"trace[1805182280] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1032; }","duration":"578.340282ms","start":"2026-04-18T17:54:51.938662Z","end":"2026-04-18T17:54:52.517002Z","steps":["trace[1805182280] 'process raft request' (duration: 578.254115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.517147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:51.938647Z","time spent":"578.438449ms","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9354,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:52.517200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:51.824522Z","time spent":"691.881585ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:52.517408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"593.499249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.517505Z","caller":"traceutil/trace.go:172","msg":"trace[1120407786] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1032; }","duration":"593.593316ms","start":"2026-04-18T17:54:51.923878Z","end":"2026-04-18T17:54:52.517471Z","steps":["trace[1120407786] 'agreement among raft nodes before linearized reading' (duration: 593.44897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.517556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:51.923854Z","time spent":"593.685284ms","remote":"127.0.0.1:38378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:52.517729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.204334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:54:52.518976Z","caller":"traceutil/trace.go:172","msg":"trace[231678987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1032; }","duration":"338.449849ms","start":"2026-04-18T17:54:52.180512Z","end":"2026-04-18T17:54:52.518962Z","steps":["trace[231678987] 'agreement among raft nodes before linearized reading' (duration: 336.96855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.519064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:52.180490Z","time spent":"338.563655ms","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:56.586930Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:57.853297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"790.357851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:57.853883Z","caller":"traceutil/trace.go:172","msg":"trace[1036332542] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1270; }","duration":"1.767342653s","start":"2026-04-18T17:54:56.086527Z","end":"2026-04-18T17:54:57.853869Z","steps":["trace[1036332542] 'read index received' (duration: 975.508247ms)","trace[1036332542] 'applied index is now lower than readState.Index' (duration: 791.833796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:57.854025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.767483069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:57.854157Z","caller":"traceutil/trace.go:172","msg":"trace[929699354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1076; }","duration":"1.767598096s","start":"2026-04-18T17:54:56.086522Z","end":"2026-04-18T17:54:57.854120Z","steps":["trace[929699354] 'agreement among raft nodes before linearized reading' (duration: 1.767424581s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:57.854192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:56.086504Z","time spent":"1.767680294s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:58.354306Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:58.751225Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8286e468f9f2add5 [logterm: 4, index: 1286, vote: 4e98569549cc430c] ignored MsgPreVote from 6a3cccf58f66eb0a [logterm: 4, index: 1286] at term 4: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-04-18T17:54:58.855540Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:59.356039Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:59.836758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.650925836s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:54:59.855409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000121662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:54:59.855726Z","caller":"traceutil/trace.go:172","msg":"trace[1716094583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000749267s","start":"2026-04-18T17:54:57.854957Z","end":"2026-04-18T17:54:59.855706Z","steps":["trace[1716094583] 'agreement among raft nodes before linearized reading' (duration: 2.000118212s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:59.856090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:57.854943Z","time spent":"2.001133648s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:54:59 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:54:59.856491Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:00.357511Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:00.857996Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:01.084117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999970605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:55:01.084215Z","caller":"traceutil/trace.go:172","msg":"trace[3088439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082523s","start":"2026-04-18T17:54:59.084111Z","end":"2026-04-18T17:55:01.084194Z","steps":["trace[3088439] 'agreement among raft nodes before linearized reading' (duration: 1.999966775s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.084278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:59.084089Z","time spent":"2.000176631s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:55:01 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-18T17:55:01.151925Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8286e468f9f2add5 [logterm: 4, index: 1292, vote: 4e98569549cc430c] ignored MsgPreVote from 6a3cccf58f66eb0a [logterm: 4, index: 1292] at term 4: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:55:01.230856Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.49883789s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:55:01.231251Z","caller":"traceutil/trace.go:172","msg":"trace[266094786] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1286; }","duration":"3.377273151s","start":"2026-04-18T17:54:57.853923Z","end":"2026-04-18T17:55:01.231196Z","steps":["trace[266094786] 'read index received' (duration: 3.377261311s)","trace[266094786] 'applied index is now lower than readState.Index' (duration: 9.87µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:01.231457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.42144029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-18T17:55:01.231421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.387185211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:55:01.231557Z","caller":"traceutil/trace.go:172","msg":"trace[1431468478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1086; }","duration":"4.421540848s","start":"2026-04-18T17:54:56.810001Z","end":"2026-04-18T17:55:01.231541Z","steps":["trace[1431468478] 'agreement among raft nodes before linearized reading' (duration: 4.421360732s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:01.231568Z","caller":"traceutil/trace.go:172","msg":"trace[629138478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1086; }","duration":"4.387355477s","start":"2026-04-18T17:54:56.844197Z","end":"2026-04-18T17:55:01.231552Z","steps":["trace[629138478] 'agreement among raft nodes before linearized reading' (duration: 4.387035884s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.231609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:56.809974Z","time spent":"4.421621246s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:01.231710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.786608747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-18T17:55:01.231760Z","caller":"traceutil/trace.go:172","msg":"trace[1492528373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1086; }","duration":"3.786658666s","start":"2026-04-18T17:54:57.445090Z","end":"2026-04-18T17:55:01.231749Z","steps":["trace[1492528373] 'agreement among raft nodes before linearized reading' (duration: 3.786543319s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.231897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.730600286s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:01.231849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:57.445065Z","time spent":"3.786723304s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:01.231951Z","caller":"traceutil/trace.go:172","msg":"trace[1753659290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1086; }","duration":"4.730655845s","start":"2026-04-18T17:54:56.501282Z","end":"2026-04-18T17:55:01.231938Z","steps":["trace[1753659290] 'agreement among raft nodes before linearized reading' (duration: 4.730580597s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.232170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.373904774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:01.232226Z","caller":"traceutil/trace.go:172","msg":"trace[868533264] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1086; }","duration":"4.373959892s","start":"2026-04-18T17:54:56.858251Z","end":"2026-04-18T17:55:01.232211Z","steps":["trace[868533264] 'agreement among raft nodes before linearized reading' (duration: 4.373876514s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.232270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:56.858244Z","time spent":"4.374015431s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:01.232306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.734203299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pdq9m\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-18T17:55:01.232360Z","caller":"traceutil/trace.go:172","msg":"trace[1255764067] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pdq9m; range_end:; response_count:1; response_revision:1086; }","duration":"4.734259587s","start":"2026-04-18T17:54:56.498088Z","end":"2026-04-18T17:55:01.232348Z","steps":["trace[1255764067] 'agreement among raft nodes before linearized reading' (duration: 4.734113821s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.232405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:56.498071Z","time spent":"4.734322715s","remote":"127.0.0.1:38378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-pdq9m\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:01.231609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:56.844188Z","time spent":"4.387407216s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:01.233029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.834962497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:55:01.233272Z","caller":"traceutil/trace.go:172","msg":"trace[1437631764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1088; }","duration":"4.835210022s","start":"2026-04-18T17:54:56.398044Z","end":"2026-04-18T17:55:01.233255Z","steps":["trace[1437631764] 'agreement among raft nodes before linearized reading' (duration: 4.83486306s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.233340Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:56.398022Z","time spent":"4.8353048s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:01.233635Z","caller":"traceutil/trace.go:172","msg":"trace[499165304] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"2.12988461s","start":"2026-04-18T17:54:59.103738Z","end":"2026-04-18T17:55:01.233622Z","steps":["trace[499165304] 'process raft request' (duration: 2.129722064s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.233727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:59.103720Z","time spent":"2.129949999s","remote":"127.0.0.1:38536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:01.732405Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:55:01.865925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000229319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:55:01.866154Z","caller":"traceutil/trace.go:172","msg":"trace[1958908724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469874s","start":"2026-04-18T17:54:59.865666Z","end":"2026-04-18T17:55:01.866136Z","steps":["trace[1958908724] 'agreement among raft nodes before linearized reading' (duration: 2.000225899s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:01.866442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:59.865645Z","time spent":"2.000690349s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:55:01 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:55:02.232645Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364324,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:55:02.551156Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"8286e468f9f2add5 [logterm: 4, index: 1306, vote: 4e98569549cc430c] cast MsgPreVote for 6a3cccf58f66eb0a [logterm: 4, index: 1306] at term 4"} {"level":"info","ts":"2026-04-18T17:55:02.553627Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"8286e468f9f2add5 [term: 4] received a MsgVote message with higher term from 6a3cccf58f66eb0a [term: 5]"} {"level":"info","ts":"2026-04-18T17:55:02.553687Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8286e468f9f2add5 became follower at term 5"} {"level":"info","ts":"2026-04-18T17:55:02.553702Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"8286e468f9f2add5 [logterm: 4, index: 1306, vote: 0] cast MsgVote for 6a3cccf58f66eb0a [logterm: 4, index: 1306] at term 5"} {"level":"info","ts":"2026-04-18T17:55:02.553719Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 8286e468f9f2add5 lost leader 4e98569549cc430c at term 5"} {"level":"info","ts":"2026-04-18T17:55:02.566577Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8286e468f9f2add5 elected leader 6a3cccf58f66eb0a at term 5"} {"level":"info","ts":"2026-04-18T17:55:02.599630Z","caller":"traceutil/trace.go:172","msg":"trace[648404223] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"2.738367638s","start":"2026-04-18T17:54:59.861228Z","end":"2026-04-18T17:55:02.599595Z","steps":["trace[648404223] 'process raft request' (duration: 2.737963447s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:02.599813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:59.861207Z","time spent":"2.738527784s","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:55:02.599854Z","caller":"traceutil/trace.go:172","msg":"trace[1377617561] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"1.350920166s","start":"2026-04-18T17:55:01.248840Z","end":"2026-04-18T17:55:02.599760Z","steps":["trace[1377617561] 'process raft request' (duration: 1.35073047s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:02.600033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:01.248816Z","time spent":"1.351125121s","remote":"127.0.0.1:38378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:02.599810Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-18T17:55:02.601046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.367563173s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:02.601094Z","caller":"traceutil/trace.go:172","msg":"trace[1224525252] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1101; }","duration":"1.367624762s","start":"2026-04-18T17:55:01.233454Z","end":"2026-04-18T17:55:02.601079Z","steps":["trace[1224525252] 'agreement among raft nodes before linearized reading' (duration: 1.367522154s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:02.601403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"518.070838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:02.601452Z","caller":"traceutil/trace.go:172","msg":"trace[396376206] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1101; }","duration":"518.141336ms","start":"2026-04-18T17:55:02.083301Z","end":"2026-04-18T17:55:02.601442Z","steps":["trace[396376206] 'agreement among raft nodes before linearized reading' (duration: 518.039178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:02.601480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:02.083278Z","time spent":"518.195125ms","remote":"127.0.0.1:38888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:02.601706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"727.574622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:02.601761Z","caller":"traceutil/trace.go:172","msg":"trace[1614406751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"727.629661ms","start":"2026-04-18T17:55:01.874117Z","end":"2026-04-18T17:55:02.601747Z","steps":["trace[1614406751] 'agreement among raft nodes before linearized reading' (duration: 727.535833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:02.601795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:01.874098Z","time spent":"727.688169ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:55:02.605888Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12526091256529364327,"received-request-id":12526091256529364326} {"level":"info","ts":"2026-04-18T17:55:02.743061Z","caller":"traceutil/trace.go:172","msg":"trace[168795187] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1309; }","duration":"132.657292ms","start":"2026-04-18T17:55:02.610375Z","end":"2026-04-18T17:55:02.743033Z","steps":["trace[168795187] 'read index received' (duration: 132.644292ms)","trace[168795187] 'applied index is now lower than readState.Index' (duration: 11.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:02.797742Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.192968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pdq9m\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-04-18T17:55:02.797840Z","caller":"traceutil/trace.go:172","msg":"trace[1998486304] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pdq9m; range_end:; response_count:1; response_revision:1102; }","duration":"193.297746ms","start":"2026-04-18T17:55:02.604518Z","end":"2026-04-18T17:55:02.797816Z","steps":["trace[1998486304] 'agreement among raft nodes before linearized reading' (duration: 138.60966ms)","trace[1998486304] 'range keys from in-memory index tree' (duration: 54.432041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:02.797845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.178288ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:02.797894Z","caller":"traceutil/trace.go:172","msg":"trace[975940015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1102; }","duration":"192.222968ms","start":"2026-04-18T17:55:02.605654Z","end":"2026-04-18T17:55:02.797877Z","steps":["trace[975940015] 'agreement among raft nodes before linearized reading' (duration: 137.448604ms)","trace[975940015] 'range keys from in-memory index tree' (duration: 54.709326ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:55:03.027535Z","caller":"traceutil/trace.go:172","msg":"trace[1339914744] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"413.787701ms","start":"2026-04-18T17:55:02.613726Z","end":"2026-04-18T17:55:03.027514Z","steps":["trace[1339914744] 'process raft request' (duration: 413.615385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.027664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:02.613712Z","time spent":"413.898299ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:55:03.028756Z","caller":"traceutil/trace.go:172","msg":"trace[1472122828] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"213.897212ms","start":"2026-04-18T17:55:02.814828Z","end":"2026-04-18T17:55:03.028725Z","steps":["trace[1472122828] 'process raft request' (duration: 213.797574ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:03.617603Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8286e468f9f2add5 [term: 5] ignored a MsgReadIndexResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"info","ts":"2026-04-18T17:55:03.617679Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8286e468f9f2add5 [term: 5] ignored a MsgReadIndexResp message with lower term from 4e98569549cc430c [term: 4]"} {"level":"warn","ts":"2026-04-18T17:55:08.516628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:14.143367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:14.157860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:14.256366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:14.280131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:14.388875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:14.412234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:19.591315Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12526091256529364519,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:55:19.977701Z","caller":"traceutil/trace.go:172","msg":"trace[466296768] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1542; }","duration":"887.313705ms","start":"2026-04-18T17:55:19.090366Z","end":"2026-04-18T17:55:19.977680Z","steps":["trace[466296768] 'read index received' (duration: 887.308225ms)","trace[466296768] 'applied index is now lower than readState.Index' (duration: 4.55µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:19.979376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"888.999679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.979452Z","caller":"traceutil/trace.go:172","msg":"trace[849071003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1323; }","duration":"889.088608ms","start":"2026-04-18T17:55:19.090349Z","end":"2026-04-18T17:55:19.979437Z","steps":["trace[849071003] 'agreement among raft nodes before linearized reading' (duration: 887.454324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.979493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:19.090326Z","time spent":"889.159567ms","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:55:19.981637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.812248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.981959Z","caller":"traceutil/trace.go:172","msg":"trace[1491580143] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1327; }","duration":"745.145145ms","start":"2026-04-18T17:55:19.236803Z","end":"2026-04-18T17:55:19.981948Z","steps":["trace[1491580143] 'agreement among raft nodes before linearized reading' (duration: 744.787268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.982156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:19.236779Z","time spent":"745.366133ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:19.981695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.932473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.982410Z","caller":"traceutil/trace.go:172","msg":"trace[299566712] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1327; }","duration":"232.657287ms","start":"2026-04-18T17:55:19.749728Z","end":"2026-04-18T17:55:19.982385Z","steps":["trace[299566712] 'agreement among raft nodes before linearized reading' (duration: 231.881354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.981737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"479.963925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:19.981822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.640918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:55:19.982675Z","caller":"traceutil/trace.go:172","msg":"trace[1158499645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1327; }","duration":"480.859926ms","start":"2026-04-18T17:55:19.501767Z","end":"2026-04-18T17:55:19.982627Z","steps":["trace[1158499645] 'agreement among raft nodes before linearized reading' (duration: 479.951685ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:19.982880Z","caller":"traceutil/trace.go:172","msg":"trace[693417684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1327; }","duration":"254.696358ms","start":"2026-04-18T17:55:19.728174Z","end":"2026-04-18T17:55:19.982870Z","steps":["trace[693417684] 'agreement among raft nodes before linearized reading' (duration: 253.625158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.981857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.145801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.982956Z","caller":"traceutil/trace.go:172","msg":"trace[1798516981] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1327; }","duration":"127.23968ms","start":"2026-04-18T17:55:19.855696Z","end":"2026-04-18T17:55:19.982935Z","steps":["trace[1798516981] 'agreement among raft nodes before linearized reading' (duration: 126.115081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.981889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.460119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.983163Z","caller":"traceutil/trace.go:172","msg":"trace[964432526] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1327; }","duration":"689.724917ms","start":"2026-04-18T17:55:19.293423Z","end":"2026-04-18T17:55:19.983148Z","steps":["trace[964432526] 'agreement among raft nodes before linearized reading' (duration: 688.448269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.983212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:19.293401Z","time spent":"689.795116ms","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:42.944101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.478291ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:42.944129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.621259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:42.944190Z","caller":"traceutil/trace.go:172","msg":"trace[170686372] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1479; }","duration":"211.587332ms","start":"2026-04-18T17:55:42.732587Z","end":"2026-04-18T17:55:42.944174Z","steps":["trace[170686372] 'range keys from in-memory index tree' (duration: 211.417511ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:42.944202Z","caller":"traceutil/trace.go:172","msg":"trace[837322185] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1479; }","duration":"242.701729ms","start":"2026-04-18T17:55:42.701484Z","end":"2026-04-18T17:55:42.944185Z","steps":["trace[837322185] 'range keys from in-memory index tree' (duration: 240.712203ms)"],"step_count":1}