{"level":"warn","ts":"2026-03-18T13:13:59.617328Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-18T13:13:59.617499Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-18T13:13:59.617510Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.181:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.181:2380","--initial-cluster=controller-1=https://199.19.213.115:2380,controller-2=https://199.19.213.156:2380,controller-3=https://199.19.213.181:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.181:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.181:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-18T13:13:59.618894Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-18T13:13:59.619016Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T13:13:59.619038Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.181:2380"]} {"level":"info","ts":"2026-03-18T13:13:59.619092Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:13:59.619607Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.181:2379"]} {"level":"info","ts":"2026-03-18T13:13:59.619721Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.181:2380"],"listen-peer-urls":["https://199.19.213.181:2380"],"advertise-client-urls":["https://199.19.213.181:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.181:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.115:2380,controller-2=https://199.19.213.156:2380,controller-3=https://199.19.213.181:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-18T13:13:59.622841Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000516710}"} {"level":"info","ts":"2026-03-18T13:13:59.667689Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T13:13:59.667972Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"45.256188ms"} {"level":"info","ts":"2026-03-18T13:13:59.668033Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-18T13:13:59.668051Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-18T13:13:59.681644Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.115:2380","host":"199.19.213.115:2380","resolved-addr":"199.19.213.115:2380"} {"level":"info","ts":"2026-03-18T13:13:59.681709Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.156:2380","host":"199.19.213.156:2380","resolved-addr":"199.19.213.156:2380"} {"level":"info","ts":"2026-03-18T13:13:59.681733Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.115:2380","host":"199.19.213.115:2380","resolved-addr":"199.19.213.115:2380"} {"level":"info","ts":"2026-03-18T13:13:59.681744Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.181:2380","host":"199.19.213.181:2380","resolved-addr":"199.19.213.181:2380"} {"level":"info","ts":"2026-03-18T13:13:59.681765Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.181:2380","host":"199.19.213.181:2380","resolved-addr":"199.19.213.181:2380"} {"level":"info","ts":"2026-03-18T13:13:59.681778Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.156:2380","host":"199.19.213.156:2380","resolved-addr":"199.19.213.156:2380"} {"level":"info","ts":"2026-03-18T13:13:59.698279Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-18T13:13:59.726578Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-18T13:13:59.726715Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"d9daa8348ff234c2","cluster-id":"a26f37ac4c69834d"} {"level":"info","ts":"2026-03-18T13:13:59.726758Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-18T13:13:59.726936Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d9daa8348ff234c2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T13:13:59.727024Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d9daa8348ff234c2 became follower at term 0"} {"level":"info","ts":"2026-03-18T13:13:59.727049Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft d9daa8348ff234c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-18T13:14:00.237615Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T13:14:00.345260Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T13:14:00.607199Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T13:14:00.607923Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.607942Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d","remote-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-18T13:14:00.607971Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.607977Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-03-18T13:14:00.607993Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.608010Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.608856Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.608895Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.610091Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.610137Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d","remote-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-18T13:14:00.610133Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.610164Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.610309Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.610408Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.614401Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.619150Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.619109Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.619435Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-03-18T13:14:00.619435Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.619469Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"d9daa8348ff234c2","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T13:14:00.619473Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.619535Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:14:00.619590Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:14:00.619604Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:14:00.619678Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:14:00.619729Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-18T13:14:00.619777Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.181:2380"} {"level":"info","ts":"2026-03-18T13:14:00.619802Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.181:2380"} {"level":"info","ts":"2026-03-18T13:14:00.619960Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d9daa8348ff234c2","initial-advertise-peer-urls":["https://199.19.213.181:2380"],"listen-peer-urls":["https://199.19.213.181:2380"],"advertise-client-urls":["https://199.19.213.181:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.181:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T13:14:00.619992Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T13:14:00.620201Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d9daa8348ff234c2","to":"76964ef0a001678d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:14:00.620225Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.620296Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.620440Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d9daa8348ff234c2 [term: 0] received a MsgHeartbeat message with higher term from 76964ef0a001678d [term: 2]"} {"level":"info","ts":"2026-03-18T13:14:00.620475Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d9daa8348ff234c2 became follower at term 2"} {"level":"info","ts":"2026-03-18T13:14:00.620496Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d9daa8348ff234c2 elected leader 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-03-18T13:14:00.620504Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d9daa8348ff234c2","to":"8063c2660f25cc98","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:14:00.620522Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.620544Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.620539Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d9daa8348ff234c2","to":"8063c2660f25cc98","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:14:00.620568Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.620665Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d9daa8348ff234c2","to":"76964ef0a001678d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:14:00.620677Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.629834Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.630866Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.636683Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:00.639919Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:00.682898Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"d9daa8348ff234c2","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-18T13:14:00.792435Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"d9daa8348ff234c2","remote-snapshot-sender-id":"76964ef0a001678d","incoming-snapshot-index":854,"incoming-snapshot-message-size-bytes":8751,"incoming-snapshot-message-size":"8.8 kB"} {"level":"info","ts":"2026-03-18T13:14:01.289505Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000356.snap.db","bytes":1159168,"size":"1.2 MB"} {"level":"info","ts":"2026-03-18T13:14:01.289637Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"d9daa8348ff234c2","remote-snapshot-sender-id":"76964ef0a001678d","incoming-snapshot-index":854,"incoming-snapshot-size-bytes":1159168,"incoming-snapshot-size":"1.2 MB","download-took":"497.392565ms"} {"level":"info","ts":"2026-03-18T13:14:01.289867Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 854, term: 2]"} {"level":"info","ts":"2026-03-18T13:14:01.290043Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d9daa8348ff234c2 switched to configuration voters=(8545104138365659021 9251451803145718936) learners=(15698044394860065986)"} {"level":"info","ts":"2026-03-18T13:14:01.290092Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"d9daa8348ff234c2 [commit: 854, lastindex: 854, lastterm: 2] restored snapshot [index: 854, term: 2]"} {"level":"info","ts":"2026-03-18T13:14:01.290113Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"d9daa8348ff234c2 [commit: 854] restored snapshot [index: 854, term: 2]"} {"level":"info","ts":"2026-03-18T13:14:01.290319Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":854,"incoming-leader-snapshot-term":2} {"level":"warn","ts":"2026-03-18T13:14:01.535718Z","caller":"etcdserver/server.go:2304","msg":"Failed to detect schema version","error":"missing confstate information"} {"level":"info","ts":"2026-03-18T13:14:03.406838Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":854} {"level":"info","ts":"2026-03-18T13:14:03.407232Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000516810}"} {"level":"info","ts":"2026-03-18T13:14:03.407902Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T13:14:03.407943Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"773.18µs"} {"level":"info","ts":"2026-03-18T13:14:03.407996Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-18T13:14:03.664400Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-18T13:14:03.664473Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-18T13:14:03.666891Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":781} {"level":"info","ts":"2026-03-18T13:14:03.666974Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":854} {"level":"info","ts":"2026-03-18T13:14:03.667005Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-18T13:14:03.667103Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-18T13:14:03.707729Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-18T13:14:03.707806Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-18T13:14:03.707916Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-18T13:14:03.707950Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-18T13:14:03.708791Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-18T13:14:03.708849Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-18T13:14:03.708939Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:14:03.708965Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a26f37ac4c69834d","local-member-id":"d9daa8348ff234c2","recovered-remote-peer-id":"76964ef0a001678d","recovered-remote-peer-urls":["https://199.19.213.115:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T13:14:03.708983Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a26f37ac4c69834d","local-member-id":"d9daa8348ff234c2","recovered-remote-peer-id":"8063c2660f25cc98","recovered-remote-peer-urls":["https://199.19.213.156:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T13:14:03.708994Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a26f37ac4c69834d","local-member-id":"d9daa8348ff234c2","recovered-remote-peer-id":"d9daa8348ff234c2","recovered-remote-peer-urls":["https://199.19.213.181:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-18T13:14:03.709006Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:14:03.709017Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-18T13:14:03.708976Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-18T13:14:03.709035Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-18T13:14:03.709111Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:14:03.709248Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.709304Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:14:03.709362Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.709391Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.709455Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:14:03.709794Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d","error":"context canceled"} {"level":"warn","ts":"2026-03-18T13:14:03.709894Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"76964ef0a001678d","error":"failed to read 76964ef0a001678d on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-18T13:14:03.710014Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:14:03.710276Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:14:03.710317Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.710332Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.710372Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"d9daa8348ff234c2","removed-remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.710392Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"8063c2660f25cc98"} {"level":"warn","ts":"2026-03-18T13:14:03.710439Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.710469Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"8063c2660f25cc98"} {"level":"warn","ts":"2026-03-18T13:14:03.710583Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.710625Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.710684Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"warn","ts":"2026-03-18T13:14:03.710968Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98","error":"context canceled"} {"level":"warn","ts":"2026-03-18T13:14:03.711029Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"8063c2660f25cc98","error":"failed to read 8063c2660f25cc98 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-18T13:14:03.711059Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"warn","ts":"2026-03-18T13:14:03.711227Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:14:03.711293Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.711317Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.711344Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"d9daa8348ff234c2","removed-remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.711360Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-18T13:14:03.711383Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-18T13:14:03.711432Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.711462Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.726046Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.726677Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.727545Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.728469Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d","remote-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-18T13:14:03.728609Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.728732Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.728831Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.728875Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.729088Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.729197Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.729303Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.729323Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.729330Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-03-18T13:14:03.729343Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-18T13:14:03.729363Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":854,"current-applied-index":854,"incoming-leader-snapshot-index":854,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-18T13:14:03.729567Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d9daa8348ff234c2","to":"76964ef0a001678d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:14:03.729953Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.730033Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.730128Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.730486Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:14:03.730508Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:14:03.730532Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T13:14:03.731933Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T13:14:03.730166Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"d9daa8348ff234c2","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.181:2379]}","cluster-id":"a26f37ac4c69834d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T13:14:03.733600Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-18T13:14:03.734281Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-18T13:14:03.734525Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-18T13:14:03.735809Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d9daa8348ff234c2","to":"8063c2660f25cc98","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:14:03.735875Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.735916Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.735974Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-18T13:14:03.736186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.736273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.736179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48250","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.737124Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.181:2379"} {"level":"warn","ts":"2026-03-18T13:14:03.741026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:58686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.741522Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:53536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.741930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:58722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.742066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:58680","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.742705Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.744555Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d9daa8348ff234c2","to":"76964ef0a001678d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:14:03.744587Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:14:03.745817Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:14:03.746103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:58730","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.746804Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d9daa8348ff234c2","to":"8063c2660f25cc98","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:14:03.746833Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"warn","ts":"2026-03-18T13:14:03.746946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:58702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.749526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:58678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.750983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:58716","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.753351Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"info","ts":"2026-03-18T13:14:03.755605Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d9daa8348ff234c2","remote-peer-id":"8063c2660f25cc98"} {"level":"warn","ts":"2026-03-18T13:14:03.755992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:53538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.756610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.757012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:58732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.758402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:53552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.772071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.799033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.812658Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.822203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41134","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.858756Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d9daa8348ff234c2 switched to configuration voters=(8545104138365659021 9251451803145718936 15698044394860065986)"} {"level":"info","ts":"2026-03-18T13:14:03.859102Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"a26f37ac4c69834d","local-member-id":"d9daa8348ff234c2","promoted-member-id":"d9daa8348ff234c2"} {"level":"warn","ts":"2026-03-18T13:14:03.888536Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.897186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.909612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.918192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.929888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.940494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.948965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.957303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.966082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.979286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.988878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.000709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.017655Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41430","server-name":"","error":"EOF"} 2026/03/18 13:14:04 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/18 13:14:04 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T13:14:04.040244Z","caller":"traceutil/trace.go:172","msg":"trace[1996483233] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:864; }","duration":"152.407459ms","start":"2026-03-18T13:14:03.887777Z","end":"2026-03-18T13:14:04.040185Z","steps":["trace[1996483233] 'read index received' (duration: 152.397829ms)","trace[1996483233] 'applied index is now lower than readState.Index' (duration: 8.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:04.076479Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.088039Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.099232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.109688Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.122764Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.135863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.145897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.165713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.178711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.190655Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.199415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.208816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.219200Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.232230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.248272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.306216Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.314713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.326335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.335673Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.345344Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.356727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.356950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.143788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.356995Z","caller":"traceutil/trace.go:172","msg":"trace[1494382011] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:787; }","duration":"469.215839ms","start":"2026-03-18T13:14:03.887762Z","end":"2026-03-18T13:14:04.356978Z","steps":["trace[1494382011] 'agreement among raft nodes before linearized reading' (duration: 152.548971ms)","trace[1494382011] 'range keys from in-memory index tree' (duration: 316.540707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:04.357031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.887739Z","time spent":"469.278749ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.357129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.28086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.357455Z","caller":"traceutil/trace.go:172","msg":"trace[268693186] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:787; }","duration":"469.676674ms","start":"2026-03-18T13:14:03.887762Z","end":"2026-03-18T13:14:04.357439Z","steps":["trace[268693186] 'agreement among raft nodes before linearized reading' (duration: 152.607872ms)","trace[268693186] 'range keys from in-memory index tree' (duration: 316.547056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:04.357555Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.887740Z","time spent":"469.797776ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.358027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.839487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:14:04.358196Z","caller":"traceutil/trace.go:172","msg":"trace[1360261126] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:864; }","duration":"317.854503ms","start":"2026-03-18T13:14:04.040329Z","end":"2026-03-18T13:14:04.358184Z","steps":["trace[1360261126] 'read index received' (duration: 47.328855ms)","trace[1360261126] 'applied index is now lower than readState.Index' (duration: 270.524598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:04.358492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.102332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.358513Z","caller":"traceutil/trace.go:172","msg":"trace[1790769308] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:789; }","duration":"332.125972ms","start":"2026-03-18T13:14:04.026380Z","end":"2026-03-18T13:14:04.358506Z","steps":["trace[1790769308] 'agreement among raft nodes before linearized reading' (duration: 332.073282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.358536Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:04.026370Z","time spent":"332.160033ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.358736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.512065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.358765Z","caller":"traceutil/trace.go:172","msg":"trace[1206692540] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:789; }","duration":"393.544355ms","start":"2026-03-18T13:14:03.965213Z","end":"2026-03-18T13:14:04.358758Z","steps":["trace[1206692540] 'agreement among raft nodes before linearized reading' (duration: 393.490425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.358830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.965194Z","time spent":"393.628467ms","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.358860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.813484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.358917Z","caller":"traceutil/trace.go:172","msg":"trace[1319840781] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:789; }","duration":"418.875095ms","start":"2026-03-18T13:14:03.940025Z","end":"2026-03-18T13:14:04.358900Z","steps":["trace[1319840781] 'agreement among raft nodes before linearized reading' (duration: 418.758264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.358964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.940012Z","time spent":"418.941846ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.359064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.230125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:2 size:8072"} {"level":"info","ts":"2026-03-18T13:14:04.359094Z","caller":"traceutil/trace.go:172","msg":"trace[1346137720] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:2; response_revision:789; }","duration":"371.261545ms","start":"2026-03-18T13:14:03.987826Z","end":"2026-03-18T13:14:04.359088Z","steps":["trace[1346137720] 'agreement among raft nodes before linearized reading' (duration: 371.122154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.359147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.987813Z","time spent":"371.297526ms","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":2,"response size":8096,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.359294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.672211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:04.359347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.598695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.359347Z","caller":"traceutil/trace.go:172","msg":"trace[718160875] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:789; }","duration":"402.726721ms","start":"2026-03-18T13:14:03.956608Z","end":"2026-03-18T13:14:04.359334Z","steps":["trace[718160875] 'agreement among raft nodes before linearized reading' (duration: 402.6269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.359367Z","caller":"traceutil/trace.go:172","msg":"trace[537362855] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:789; }","duration":"381.616665ms","start":"2026-03-18T13:14:03.977743Z","end":"2026-03-18T13:14:04.359360Z","steps":["trace[537362855] 'agreement among raft nodes before linearized reading' (duration: 381.587164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.359384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.977725Z","time spent":"381.655245ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.359385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.956581Z","time spent":"402.793662ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.359520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.753759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:14 size:79877"} {"level":"warn","ts":"2026-03-18T13:14:04.359543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.837568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:2 size:1147"} {"level":"info","ts":"2026-03-18T13:14:04.359553Z","caller":"traceutil/trace.go:172","msg":"trace[444820952] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:14; response_revision:789; }","duration":"359.788469ms","start":"2026-03-18T13:14:03.999756Z","end":"2026-03-18T13:14:04.359545Z","steps":["trace[444820952] 'agreement among raft nodes before linearized reading' (duration: 358.981009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.359565Z","caller":"traceutil/trace.go:172","msg":"trace[1352828892] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:2; response_revision:789; }","duration":"381.856288ms","start":"2026-03-18T13:14:03.977698Z","end":"2026-03-18T13:14:04.359555Z","steps":["trace[1352828892] 'agreement among raft nodes before linearized reading' (duration: 381.793007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.359572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.999735Z","time spent":"359.83175ms","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":14,"response size":79901,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.359601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.946301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.359645Z","caller":"traceutil/trace.go:172","msg":"trace[951567573] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:789; }","duration":"393.989031ms","start":"2026-03-18T13:14:03.965651Z","end":"2026-03-18T13:14:04.359640Z","steps":["trace[951567573] 'agreement among raft nodes before linearized reading' (duration: 393.935011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.359660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.965642Z","time spent":"394.014851ms","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.359681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.109246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.359824Z","caller":"traceutil/trace.go:172","msg":"trace[957897066] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:789; }","duration":"403.191867ms","start":"2026-03-18T13:14:03.956551Z","end":"2026-03-18T13:14:04.359743Z","steps":["trace[957897066] 'agreement among raft nodes before linearized reading' (duration: 403.060466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.359912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.956540Z","time spent":"403.347809ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.360004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.756407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.360029Z","caller":"traceutil/trace.go:172","msg":"trace[381974029] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:789; }","duration":"450.781287ms","start":"2026-03-18T13:14:03.909242Z","end":"2026-03-18T13:14:04.360023Z","steps":["trace[381974029] 'agreement among raft nodes before linearized reading' (duration: 450.742206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.360045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.909233Z","time spent":"450.808157ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.360115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.616653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:04.360149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.35955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.360167Z","caller":"traceutil/trace.go:172","msg":"trace[544510380] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:789; }","duration":"442.37986ms","start":"2026-03-18T13:14:03.917782Z","end":"2026-03-18T13:14:04.360162Z","steps":["trace[544510380] 'agreement among raft nodes before linearized reading' (duration: 442.34801ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.360167Z","caller":"traceutil/trace.go:172","msg":"trace[1725626192] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:789; }","duration":"411.667273ms","start":"2026-03-18T13:14:03.948486Z","end":"2026-03-18T13:14:04.360154Z","steps":["trace[1725626192] 'agreement among raft nodes before linearized reading' (duration: 411.588702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.360184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.917753Z","time spent":"442.426862ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.360213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.948440Z","time spent":"411.754235ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.360281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.12662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.360332Z","caller":"traceutil/trace.go:172","msg":"trace[190777765] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:789; }","duration":"343.17521ms","start":"2026-03-18T13:14:04.017145Z","end":"2026-03-18T13:14:04.360320Z","steps":["trace[190777765] 'agreement among raft nodes before linearized reading' (duration: 343.10822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.360360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:04.017135Z","time spent":"343.219761ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.360371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.703535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:4 size:1383"} {"level":"info","ts":"2026-03-18T13:14:04.360406Z","caller":"traceutil/trace.go:172","msg":"trace[135245261] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:4; response_revision:789; }","duration":"442.728385ms","start":"2026-03-18T13:14:03.917661Z","end":"2026-03-18T13:14:04.360389Z","steps":["trace[135245261] 'agreement among raft nodes before linearized reading' (duration: 442.633524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.360433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.917646Z","time spent":"442.780796ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":4,"response size":1407,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.360485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.072888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.360557Z","caller":"traceutil/trace.go:172","msg":"trace[1966604793] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:789; }","duration":"412.139619ms","start":"2026-03-18T13:14:03.948397Z","end":"2026-03-18T13:14:04.360537Z","steps":["trace[1966604793] 'agreement among raft nodes before linearized reading' (duration: 412.030188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.360623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.948374Z","time spent":"412.225551ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.360893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"420.720738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.360945Z","caller":"traceutil/trace.go:172","msg":"trace[1911602411] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:789; }","duration":"420.774839ms","start":"2026-03-18T13:14:03.940157Z","end":"2026-03-18T13:14:04.360932Z","steps":["trace[1911602411] 'agreement among raft nodes before linearized reading' (duration: 420.689257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.360946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.219865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:11 size:17977"} {"level":"warn","ts":"2026-03-18T13:14:04.360982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.940121Z","time spent":"420.849289ms","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:14:04.361007Z","caller":"traceutil/trace.go:172","msg":"trace[1376879571] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:11; response_revision:789; }","duration":"452.270095ms","start":"2026-03-18T13:14:03.908710Z","end":"2026-03-18T13:14:04.360981Z","steps":["trace[1376879571] 'agreement among raft nodes before linearized reading' (duration: 452.015011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.361035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.003412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:42 size:8457"} {"level":"warn","ts":"2026-03-18T13:14:04.361049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.908691Z","time spent":"452.344756ms","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":11,"response size":18001,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:14:04.361064Z","caller":"traceutil/trace.go:172","msg":"trace[353734579] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:42; response_revision:789; }","duration":"344.032902ms","start":"2026-03-18T13:14:04.017023Z","end":"2026-03-18T13:14:04.361055Z","steps":["trace[353734579] 'agreement among raft nodes before linearized reading' (duration: 343.484835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.359316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.486668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:04.361089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:04.017012Z","time spent":"344.070153ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":42,"response size":8481,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 "} {"level":"info","ts":"2026-03-18T13:14:04.361095Z","caller":"traceutil/trace.go:172","msg":"trace[1736658535] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:789; }","duration":"373.265471ms","start":"2026-03-18T13:14:03.987822Z","end":"2026-03-18T13:14:04.361088Z","steps":["trace[1736658535] 'agreement among raft nodes before linearized reading' (duration: 371.470218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.361138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.987807Z","time spent":"373.319711ms","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.361228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.890845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.361255Z","caller":"traceutil/trace.go:172","msg":"trace[849285302] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:789; }","duration":"349.910036ms","start":"2026-03-18T13:14:04.011331Z","end":"2026-03-18T13:14:04.361241Z","steps":["trace[849285302] 'agreement among raft nodes before linearized reading' (duration: 349.871935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.361273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:04.011320Z","time spent":"349.948266ms","remote":"127.0.0.1:41400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.361411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"464.831214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.361440Z","caller":"traceutil/trace.go:172","msg":"trace[178307348] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:789; }","duration":"464.860894ms","start":"2026-03-18T13:14:03.896571Z","end":"2026-03-18T13:14:04.361432Z","steps":["trace[178307348] 'agreement among raft nodes before linearized reading' (duration: 464.807093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.361484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.896555Z","time spent":"464.923195ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.361698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"465.106567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:5 size:13887"} {"level":"info","ts":"2026-03-18T13:14:04.361725Z","caller":"traceutil/trace.go:172","msg":"trace[1222886609] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:5; response_revision:789; }","duration":"465.135567ms","start":"2026-03-18T13:14:03.896583Z","end":"2026-03-18T13:14:04.361718Z","steps":["trace[1222886609] 'agreement among raft nodes before linearized reading' (duration: 465.011106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.361756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.896567Z","time spent":"465.179678ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":5,"response size":13911,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.359578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:03.977669Z","time spent":"381.905598ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":2,"response size":1171,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.363384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.175481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.363501Z","caller":"traceutil/trace.go:172","msg":"trace[891447599] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:789; }","duration":"363.293523ms","start":"2026-03-18T13:14:04.000171Z","end":"2026-03-18T13:14:04.363464Z","steps":["trace[891447599] 'agreement among raft nodes before linearized reading' (duration: 363.09226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.363580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:04.000148Z","time spent":"363.414455ms","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:04.365728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.393772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:2 size:1908"} {"level":"info","ts":"2026-03-18T13:14:04.365768Z","caller":"traceutil/trace.go:172","msg":"trace[1499464911] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:2; response_revision:789; }","duration":"354.437032ms","start":"2026-03-18T13:14:04.011321Z","end":"2026-03-18T13:14:04.365758Z","steps":["trace[1499464911] 'agreement among raft nodes before linearized reading' (duration: 350.057067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.367233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:04.011311Z","time spent":"355.88287ms","remote":"127.0.0.1:41400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":2,"response size":1932,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.367802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.995358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.367845Z","caller":"traceutil/trace.go:172","msg":"trace[410217325] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:790; }","duration":"327.037768ms","start":"2026-03-18T13:14:04.040793Z","end":"2026-03-18T13:14:04.367831Z","steps":["trace[410217325] 'agreement among raft nodes before linearized reading' (duration: 326.965917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.367880Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:04.040759Z","time spent":"327.10807ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T13:14:04.368327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.666121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.368405Z","caller":"traceutil/trace.go:172","msg":"trace[434252000] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:790; }","duration":"169.784032ms","start":"2026-03-18T13:14:04.198615Z","end":"2026-03-18T13:14:04.368399Z","steps":["trace[434252000] 'agreement among raft nodes before linearized reading' (duration: 169.63191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.368376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.572827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:04.368581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.214134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.368619Z","caller":"traceutil/trace.go:172","msg":"trace[1995627973] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:790; }","duration":"246.76432ms","start":"2026-03-18T13:14:04.121753Z","end":"2026-03-18T13:14:04.368517Z","steps":["trace[1995627973] 'agreement among raft nodes before linearized reading' (duration: 246.494826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.368731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.449728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.368885Z","caller":"traceutil/trace.go:172","msg":"trace[1534639906] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:790; }","duration":"298.645381ms","start":"2026-03-18T13:14:04.070220Z","end":"2026-03-18T13:14:04.368866Z","steps":["trace[1534639906] 'agreement among raft nodes before linearized reading' (duration: 298.341857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.369267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.970186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.369296Z","caller":"traceutil/trace.go:172","msg":"trace[980739870] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:790; }","duration":"283.001616ms","start":"2026-03-18T13:14:04.086288Z","end":"2026-03-18T13:14:04.369290Z","steps":["trace[980739870] 'agreement among raft nodes before linearized reading' (duration: 282.930914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.370045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"299.745175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.370077Z","caller":"traceutil/trace.go:172","msg":"trace[29879463] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:790; }","duration":"299.786635ms","start":"2026-03-18T13:14:04.070283Z","end":"2026-03-18T13:14:04.370070Z","steps":["trace[29879463] 'agreement among raft nodes before linearized reading' (duration: 299.725415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.368721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.172427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.370208Z","caller":"traceutil/trace.go:172","msg":"trace[1883604370] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:790; }","duration":"272.677966ms","start":"2026-03-18T13:14:04.097513Z","end":"2026-03-18T13:14:04.370191Z","steps":["trace[1883604370] 'agreement among raft nodes before linearized reading' (duration: 270.789212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.370276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.359661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.370306Z","caller":"traceutil/trace.go:172","msg":"trace[770441931] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:790; }","duration":"139.392071ms","start":"2026-03-18T13:14:04.230908Z","end":"2026-03-18T13:14:04.370300Z","steps":["trace[770441931] 'agreement among raft nodes before linearized reading' (duration: 139.32342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.370494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.02592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:04.370639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.902885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.370683Z","caller":"traceutil/trace.go:172","msg":"trace[357248705] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:790; }","duration":"181.941026ms","start":"2026-03-18T13:14:04.188726Z","end":"2026-03-18T13:14:04.370667Z","steps":["trace[357248705] 'agreement among raft nodes before linearized reading' (duration: 181.877445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.370732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.614716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" limit:10000 ","response":"range_response_count:2 size:4757"} {"level":"info","ts":"2026-03-18T13:14:04.370764Z","caller":"traceutil/trace.go:172","msg":"trace[102498867] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:2; response_revision:790; }","duration":"261.648297ms","start":"2026-03-18T13:14:04.109108Z","end":"2026-03-18T13:14:04.370757Z","steps":["trace[102498867] 'agreement among raft nodes before linearized reading' (duration: 261.497255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.370846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.181549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" limit:10000 ","response":"range_response_count:2 size:1169"} {"level":"warn","ts":"2026-03-18T13:14:04.370872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.461684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.370923Z","caller":"traceutil/trace.go:172","msg":"trace[568770691] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:790; }","duration":"152.487894ms","start":"2026-03-18T13:14:04.218402Z","end":"2026-03-18T13:14:04.370889Z","steps":["trace[568770691] 'agreement among raft nodes before linearized reading' (duration: 152.340863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.371051Z","caller":"traceutil/trace.go:172","msg":"trace[1386411816] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:790; }","duration":"282.247985ms","start":"2026-03-18T13:14:04.086356Z","end":"2026-03-18T13:14:04.368604Z","steps":["trace[1386411816] 'agreement among raft nodes before linearized reading' (duration: 282.194984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.371099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.512634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.371121Z","caller":"traceutil/trace.go:172","msg":"trace[2131611199] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:790; }","duration":"163.534364ms","start":"2026-03-18T13:14:04.207581Z","end":"2026-03-18T13:14:04.371115Z","steps":["trace[2131611199] 'agreement among raft nodes before linearized reading' (duration: 163.490944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.371061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.463433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.371255Z","caller":"traceutil/trace.go:172","msg":"trace[1964393975] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:790; }","duration":"163.655056ms","start":"2026-03-18T13:14:04.207592Z","end":"2026-03-18T13:14:04.371247Z","steps":["trace[1964393975] 'agreement among raft nodes before linearized reading' (duration: 163.446513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.370830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.985355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" limit:10000 ","response":"range_response_count:12 size:7968"} {"level":"warn","ts":"2026-03-18T13:14:04.371406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.432339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.371429Z","caller":"traceutil/trace.go:172","msg":"trace[1173241963] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:790; }","duration":"259.457589ms","start":"2026-03-18T13:14:04.111966Z","end":"2026-03-18T13:14:04.371424Z","steps":["trace[1173241963] 'agreement among raft nodes before linearized reading' (duration: 259.416068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.371442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.501835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" limit:10000 ","response":"range_response_count:8 size:4305"} {"level":"info","ts":"2026-03-18T13:14:04.371901Z","caller":"traceutil/trace.go:172","msg":"trace[1795190927] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:8; response_revision:790; }","duration":"250.163353ms","start":"2026-03-18T13:14:04.121731Z","end":"2026-03-18T13:14:04.371894Z","steps":["trace[1795190927] 'agreement among raft nodes before linearized reading' (duration: 248.715765ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.371234Z","caller":"traceutil/trace.go:172","msg":"trace[187327167] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:790; }","duration":"152.0504ms","start":"2026-03-18T13:14:04.218461Z","end":"2026-03-18T13:14:04.370512Z","steps":["trace[187327167] 'agreement among raft nodes before linearized reading' (duration: 151.996899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.371852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.315655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.372136Z","caller":"traceutil/trace.go:172","msg":"trace[1378484176] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:790; }","duration":"274.597309ms","start":"2026-03-18T13:14:04.097528Z","end":"2026-03-18T13:14:04.372126Z","steps":["trace[1378484176] 'agreement among raft nodes before linearized reading' (duration: 273.967551ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.371412Z","caller":"traceutil/trace.go:172","msg":"trace[1941904857] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:12; response_revision:790; }","duration":"123.568422ms","start":"2026-03-18T13:14:04.247836Z","end":"2026-03-18T13:14:04.371405Z","steps":["trace[1941904857] 'agreement among raft nodes before linearized reading' (duration: 122.166075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.372519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.163673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.372547Z","caller":"traceutil/trace.go:172","msg":"trace[1443832073] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:790; }","duration":"227.193934ms","start":"2026-03-18T13:14:04.145347Z","end":"2026-03-18T13:14:04.372541Z","steps":["trace[1443832073] 'agreement among raft nodes before linearized reading' (duration: 227.147563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.372690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.038166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" limit:10000 ","response":"range_response_count:1 size:1006"} {"level":"warn","ts":"2026-03-18T13:14:04.372873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.00654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.373209Z","caller":"traceutil/trace.go:172","msg":"trace[2029420321] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:790; }","duration":"125.343185ms","start":"2026-03-18T13:14:04.247859Z","end":"2026-03-18T13:14:04.373202Z","steps":["trace[2029420321] 'agreement among raft nodes before linearized reading' (duration: 124.881559ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.370894Z","caller":"traceutil/trace.go:172","msg":"trace[415893370] range","detail":"{range_begin:/registry/ipaddresses/; range_end:/registry/ipaddresses0; response_count:2; response_revision:790; }","duration":"182.228629ms","start":"2026-03-18T13:14:04.188654Z","end":"2026-03-18T13:14:04.370882Z","steps":["trace[415893370] 'agreement among raft nodes before linearized reading' (duration: 182.128988ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.373025Z","caller":"traceutil/trace.go:172","msg":"trace[1508818459] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:1; response_revision:790; }","duration":"174.064377ms","start":"2026-03-18T13:14:04.198645Z","end":"2026-03-18T13:14:04.372710Z","steps":["trace[1508818459] 'agreement among raft nodes before linearized reading' (duration: 173.370817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.373137Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.390233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" limit:10000 ","response":"range_response_count:12 size:6572"} {"level":"warn","ts":"2026-03-18T13:14:04.373714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.397289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.373734Z","caller":"traceutil/trace.go:172","msg":"trace[1720222106] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:12; response_revision:790; }","duration":"124.99908ms","start":"2026-03-18T13:14:04.248728Z","end":"2026-03-18T13:14:04.373727Z","steps":["trace[1720222106] 'agreement among raft nodes before linearized reading' (duration: 124.036238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.373760Z","caller":"traceutil/trace.go:172","msg":"trace[2134164690] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:790; }","duration":"228.427299ms","start":"2026-03-18T13:14:04.145305Z","end":"2026-03-18T13:14:04.373732Z","steps":["trace[2134164690] 'agreement among raft nodes before linearized reading' (duration: 228.382108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.373840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.414544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.373868Z","caller":"traceutil/trace.go:172","msg":"trace[1350697614] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:790; }","duration":"218.636427ms","start":"2026-03-18T13:14:04.155224Z","end":"2026-03-18T13:14:04.373861Z","steps":["trace[1350697614] 'agreement among raft nodes before linearized reading' (duration: 218.399134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.374002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.233962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.374030Z","caller":"traceutil/trace.go:172","msg":"trace[1333138991] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:790; }","duration":"238.264033ms","start":"2026-03-18T13:14:04.135760Z","end":"2026-03-18T13:14:04.374024Z","steps":["trace[1333138991] 'agreement among raft nodes before linearized reading' (duration: 238.206622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.374157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.98586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.380130Z","caller":"traceutil/trace.go:172","msg":"trace[404661571] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:790; }","duration":"224.953705ms","start":"2026-03-18T13:14:04.155164Z","end":"2026-03-18T13:14:04.380117Z","steps":["trace[404661571] 'agreement among raft nodes before linearized reading' (duration: 218.94999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.374164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.946976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:10000 ","response":"range_response_count:70 size:64162"} {"level":"warn","ts":"2026-03-18T13:14:04.374493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.804371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:04.376937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.200889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" limit:10000 ","response":"range_response_count:2 size:1551"} {"level":"warn","ts":"2026-03-18T13:14:04.373611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.000302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.380326Z","caller":"traceutil/trace.go:172","msg":"trace[15353620] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:790; }","duration":"202.726967ms","start":"2026-03-18T13:14:04.177591Z","end":"2026-03-18T13:14:04.380318Z","steps":["trace[15353620] 'agreement among raft nodes before linearized reading' (duration: 195.969562ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.380333Z","caller":"traceutil/trace.go:172","msg":"trace[2002274553] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:790; }","duration":"202.636265ms","start":"2026-03-18T13:14:04.177682Z","end":"2026-03-18T13:14:04.380318Z","steps":["trace[2002274553] 'agreement among raft nodes before linearized reading' (duration: 196.789431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.380536Z","caller":"traceutil/trace.go:172","msg":"trace[1080231899] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:70; response_revision:790; }","duration":"122.320427ms","start":"2026-03-18T13:14:04.258208Z","end":"2026-03-18T13:14:04.380528Z","steps":["trace[1080231899] 'agreement among raft nodes before linearized reading' (duration: 113.500075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.380631Z","caller":"traceutil/trace.go:172","msg":"trace[2115039301] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:2; response_revision:790; }","duration":"244.897797ms","start":"2026-03-18T13:14:04.135723Z","end":"2026-03-18T13:14:04.380621Z","steps":["trace[2115039301] 'agreement among raft nodes before linearized reading' (duration: 238.442615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.398419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.406650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.424934Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.438883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.445330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.455266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.465097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.473165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.481207Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.489614Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.498161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.506128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.516333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.537740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.564258Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:04.580940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.24629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.580992Z","caller":"traceutil/trace.go:172","msg":"trace[105655404] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:790; }","duration":"108.31468ms","start":"2026-03-18T13:14:04.472663Z","end":"2026-03-18T13:14:04.580978Z","steps":["trace[105655404] 'range keys from in-memory index tree' (duration: 101.9566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.581076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.538573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.581125Z","caller":"traceutil/trace.go:172","msg":"trace[2034155423] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:790; }","duration":"116.590804ms","start":"2026-03-18T13:14:04.464523Z","end":"2026-03-18T13:14:04.581114Z","steps":["trace[2034155423] 'range keys from in-memory index tree' (duration: 113.544235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.581276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.741416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" limit:10000 ","response":"range_response_count:1 size:4101"} {"level":"warn","ts":"2026-03-18T13:14:04.581544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.119531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" limit:10000 ","response":"range_response_count:1 size:2895"} {"level":"info","ts":"2026-03-18T13:14:04.581560Z","caller":"traceutil/trace.go:172","msg":"trace[425737293] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:1; response_revision:790; }","duration":"109.023329ms","start":"2026-03-18T13:14:04.472526Z","end":"2026-03-18T13:14:04.581549Z","steps":["trace[425737293] 'range keys from in-memory index tree' (duration: 103.393939ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:04.581599Z","caller":"traceutil/trace.go:172","msg":"trace[354650996] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:1; response_revision:790; }","duration":"117.158012ms","start":"2026-03-18T13:14:04.464408Z","end":"2026-03-18T13:14:04.581566Z","steps":["trace[354650996] 'range keys from in-memory index tree' (duration: 115.115056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.588142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42112","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:04.599835Z","caller":"traceutil/trace.go:172","msg":"trace[1876652100] linearizableReadLoop","detail":"{readStateIndex:868; appliedIndex:868; }","duration":"101.76624ms","start":"2026-03-18T13:14:04.498057Z","end":"2026-03-18T13:14:04.599823Z","steps":["trace[1876652100] 'read index received' (duration: 101.76249ms)","trace[1876652100] 'applied index is now lower than readState.Index' (duration: 3.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:04.600054Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.871991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.600094Z","caller":"traceutil/trace.go:172","msg":"trace[743010233] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:791; }","duration":"102.037473ms","start":"2026-03-18T13:14:04.498046Z","end":"2026-03-18T13:14:04.600084Z","steps":["trace[743010233] 'agreement among raft nodes before linearized reading' (duration: 101.84357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.601514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.371378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:04.601665Z","caller":"traceutil/trace.go:172","msg":"trace[430471041] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:791; }","duration":"103.410268ms","start":"2026-03-18T13:14:04.498132Z","end":"2026-03-18T13:14:04.601542Z","steps":["trace[430471041] 'agreement among raft nodes before linearized reading' (duration: 103.225206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:04.657845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42138","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:05.548165Z","caller":"traceutil/trace.go:172","msg":"trace[599426186] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"206.550796ms","start":"2026-03-18T13:14:05.341587Z","end":"2026-03-18T13:14:05.548137Z","steps":["trace[599426186] 'process raft request' (duration: 206.323154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:06.330245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.284599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:14:06.330433Z","caller":"traceutil/trace.go:172","msg":"trace[195332585] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:871; }","duration":"122.908915ms","start":"2026-03-18T13:14:06.207512Z","end":"2026-03-18T13:14:06.330421Z","steps":["trace[195332585] 'read index received' (duration: 23.169159ms)","trace[195332585] 'applied index is now lower than readState.Index' (duration: 99.738836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:06.330795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.251889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T13:14:06.330893Z","caller":"traceutil/trace.go:172","msg":"trace[1780390732] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:796; }","duration":"123.38854ms","start":"2026-03-18T13:14:06.207486Z","end":"2026-03-18T13:14:06.330874Z","steps":["trace[1780390732] 'agreement among raft nodes before linearized reading' (duration: 123.084717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:06.332609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.894509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:06.332663Z","caller":"traceutil/trace.go:172","msg":"trace[1885336011] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:796; }","duration":"100.951751ms","start":"2026-03-18T13:14:06.231698Z","end":"2026-03-18T13:14:06.332650Z","steps":["trace[1885336011] 'agreement among raft nodes before linearized reading' (duration: 100.86478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:07.574198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.144361747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-bootstrapper\" limit:1 ","response":"range_response_count:1 size:635"} {"level":"info","ts":"2026-03-18T13:14:07.574292Z","caller":"traceutil/trace.go:172","msg":"trace[1749112254] range","detail":"{range_begin:/registry/clusterroles/system:node-bootstrapper; range_end:; response_count:1; response_revision:796; }","duration":"1.144477368s","start":"2026-03-18T13:14:06.429794Z","end":"2026-03-18T13:14:07.574272Z","steps":["trace[1749112254] 'agreement among raft nodes before linearized reading' (duration: 18.790315ms)","trace[1749112254] 'range keys from in-memory index tree' (duration: 1.125405409s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:07.574297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.986083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:14:07.574332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:06.429786Z","time spent":"1.144537529s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":659,"request content":"key:\"/registry/clusterroles/system:node-bootstrapper\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:07.814348Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:08.314959Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:08.815122Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:09.322674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.008441903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:14:09.322786Z","caller":"traceutil/trace.go:172","msg":"trace[508916451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.008575104s","start":"2026-03-18T13:14:07.314188Z","end":"2026-03-18T13:14:09.322763Z","steps":["trace[508916451] 'agreement among raft nodes before linearized reading' (duration: 2.008434953s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:09.322745Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:09.322848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:07.314161Z","time spent":"2.008678495s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:14:09 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:14:09.545192Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.863401351s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:14:09.545599Z","caller":"traceutil/trace.go:172","msg":"trace[1900339872] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:876; }","duration":"2.231347371s","start":"2026-03-18T13:14:07.314206Z","end":"2026-03-18T13:14:09.545554Z","steps":["trace[1900339872] 'read index received' (duration: 2.231337991s)","trace[1900339872] 'applied index is now lower than readState.Index' (duration: 7.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:09.546603Z","caller":"traceutil/trace.go:172","msg":"trace[186745244] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"2.196205475s","start":"2026-03-18T13:14:07.350379Z","end":"2026-03-18T13:14:09.546584Z","steps":["trace[186745244] 'process raft request' (duration: 2.195417214s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:09.546723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:07.350334Z","time spent":"2.196322586s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:14:09.725742Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425179461,"received-request-id":3801773663425179459} {"level":"warn","ts":"2026-03-18T13:14:09.732294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.201332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:14:09.733192Z","caller":"traceutil/trace.go:172","msg":"trace[155997425] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:883; }","duration":"187.47261ms","start":"2026-03-18T13:14:09.545689Z","end":"2026-03-18T13:14:09.733162Z","steps":["trace[155997425] 'read index received' (duration: 182.015893ms)","trace[155997425] 'applied index is now lower than readState.Index' (duration: 5.455057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:09.736333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.055102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:09.736514Z","caller":"traceutil/trace.go:172","msg":"trace[328009010] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:806; }","duration":"186.245394ms","start":"2026-03-18T13:14:09.550247Z","end":"2026-03-18T13:14:09.736493Z","steps":["trace[328009010] 'agreement among raft nodes before linearized reading' (duration: 185.0622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:09.736511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.640927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:09.736738Z","caller":"traceutil/trace.go:172","msg":"trace[141916634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"412.952362ms","start":"2026-03-18T13:14:09.323762Z","end":"2026-03-18T13:14:09.736714Z","steps":["trace[141916634] 'agreement among raft nodes before linearized reading' (duration: 409.468118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:09.736605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.772098039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T13:14:09.736871Z","caller":"traceutil/trace.go:172","msg":"trace[1388589381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:806; }","duration":"1.772362924s","start":"2026-03-18T13:14:07.964490Z","end":"2026-03-18T13:14:09.736853Z","steps":["trace[1388589381] 'agreement among raft nodes before linearized reading' (duration: 1.768766938s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:09.736930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:07.964463Z","time spent":"1.772450285s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:09.737119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:09.323729Z","time spent":"413.374357ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:14:09.736796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.159138659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-03-18T13:14:09.737766Z","caller":"traceutil/trace.go:172","msg":"trace[429696143] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:806; }","duration":"2.160109911s","start":"2026-03-18T13:14:07.577645Z","end":"2026-03-18T13:14:09.737755Z","steps":["trace[429696143] 'agreement among raft nodes before linearized reading' (duration: 2.155616194s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:09.737903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:07.577621Z","time spent":"2.160269742s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":677,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:15.558841Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:16.059186Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:14:16.283127Z","caller":"traceutil/trace.go:172","msg":"trace[1830858420] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:925; }","duration":"1.224901698s","start":"2026-03-18T13:14:15.058183Z","end":"2026-03-18T13:14:16.283085Z","steps":["trace[1830858420] 'read index received' (duration: 1.224886958s)","trace[1830858420] 'applied index is now lower than readState.Index' (duration: 12.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.283594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.225366614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:16.283675Z","caller":"traceutil/trace.go:172","msg":"trace[180841155] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:840; }","duration":"1.225523336s","start":"2026-03-18T13:14:15.058140Z","end":"2026-03-18T13:14:16.283663Z","steps":["trace[180841155] 'agreement among raft nodes before linearized reading' (duration: 1.22512524s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.283715Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:15.058104Z","time spent":"1.225601207s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:16.283646Z","caller":"traceutil/trace.go:172","msg":"trace[1838121713] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"718.162342ms","start":"2026-03-18T13:14:15.565439Z","end":"2026-03-18T13:14:16.283602Z","steps":["trace[1838121713] 'process raft request' (duration: 717.918858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.283932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:15.565405Z","time spent":"718.440495ms","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:14:16.535507Z","caller":"traceutil/trace.go:172","msg":"trace[750389580] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"652.598764ms","start":"2026-03-18T13:14:15.882882Z","end":"2026-03-18T13:14:16.535481Z","steps":["trace[750389580] 'process raft request' (duration: 636.519459ms)","trace[750389580] 'compare' (duration: 15.835172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.536025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:15.882845Z","time spent":"652.753097ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:16.550018Z","caller":"traceutil/trace.go:172","msg":"trace[360849675] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:930; }","duration":"266.766879ms","start":"2026-03-18T13:14:16.283224Z","end":"2026-03-18T13:14:16.549991Z","steps":["trace[360849675] 'read index received' (duration: 266.755529ms)","trace[360849675] 'applied index is now lower than readState.Index' (duration: 9.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.550225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.479176975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T13:14:16.550261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"985.293974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-18T13:14:16.550278Z","caller":"traceutil/trace.go:172","msg":"trace[313686076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:845; }","duration":"1.479241635s","start":"2026-03-18T13:14:15.071026Z","end":"2026-03-18T13:14:16.550268Z","steps":["trace[313686076] 'agreement among raft nodes before linearized reading' (duration: 1.479116264s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.550217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.192250593s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:16.550324Z","caller":"traceutil/trace.go:172","msg":"trace[445015128] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:845; }","duration":"985.410136ms","start":"2026-03-18T13:14:15.564881Z","end":"2026-03-18T13:14:16.550291Z","steps":["trace[445015128] 'agreement among raft nodes before linearized reading' (duration: 985.177143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.550365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.918474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-nvr44\" limit:1 ","response":"range_response_count:1 size:3429"} {"level":"warn","ts":"2026-03-18T13:14:16.550382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:15.564841Z","time spent":"985.531988ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:16.550378Z","caller":"traceutil/trace.go:172","msg":"trace[1904334948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:845; }","duration":"1.192426575s","start":"2026-03-18T13:14:15.357923Z","end":"2026-03-18T13:14:16.550349Z","steps":["trace[1904334948] 'agreement among raft nodes before linearized reading' (duration: 1.192182682s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.550403Z","caller":"traceutil/trace.go:172","msg":"trace[1043554935] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-nvr44; range_end:; response_count:1; response_revision:845; }","duration":"283.135607ms","start":"2026-03-18T13:14:16.267257Z","end":"2026-03-18T13:14:16.550393Z","steps":["trace[1043554935] 'agreement among raft nodes before linearized reading' (duration: 282.755002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.550418Z","caller":"traceutil/trace.go:172","msg":"trace[1763046902] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"262.169023ms","start":"2026-03-18T13:14:16.288240Z","end":"2026-03-18T13:14:16.550409Z","steps":["trace[1763046902] 'process raft request' (duration: 262.060852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.550317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:15.071004Z","time spent":"1.479302816s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:16.552484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.234648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-proxy-nvr44.189df1c4be434968\" limit:1 ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T13:14:16.552541Z","caller":"traceutil/trace.go:172","msg":"trace[948314111] range","detail":"{range_begin:/registry/events/kube-system/kube-proxy-nvr44.189df1c4be434968; range_end:; response_count:1; response_revision:846; }","duration":"264.299999ms","start":"2026-03-18T13:14:16.288229Z","end":"2026-03-18T13:14:16.552529Z","steps":["trace[948314111] 'agreement among raft nodes before linearized reading' (duration: 264.151587ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:18.284325Z","caller":"traceutil/trace.go:172","msg":"trace[2099881130] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"390.680002ms","start":"2026-03-18T13:14:17.893618Z","end":"2026-03-18T13:14:18.284298Z","steps":["trace[2099881130] 'process raft request' (duration: 390.312298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:18.284475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:17.893587Z","time spent":"390.812473ms","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7576,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:18.578337Z","caller":"traceutil/trace.go:172","msg":"trace[1836238263] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"103.126965ms","start":"2026-03-18T13:14:18.475130Z","end":"2026-03-18T13:14:18.578257Z","steps":["trace[1836238263] 'process raft request' (duration: 102.432036ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:18.967298Z","caller":"traceutil/trace.go:172","msg":"trace[357006702] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:951; }","duration":"141.5485ms","start":"2026-03-18T13:14:18.825717Z","end":"2026-03-18T13:14:18.967266Z","steps":["trace[357006702] 'read index received' (duration: 111.359765ms)","trace[357006702] 'applied index is now lower than readState.Index' (duration: 30.187365ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:18.967828Z","caller":"traceutil/trace.go:172","msg":"trace[736618700] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"279.818529ms","start":"2026-03-18T13:14:18.687953Z","end":"2026-03-18T13:14:18.967772Z","steps":["trace[736618700] 'process raft request' (duration: 248.587272ms)","trace[736618700] 'compare' (duration: 30.556449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:18.967908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.361449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:14:18.967943Z","caller":"traceutil/trace.go:172","msg":"trace[1749071719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:866; }","duration":"142.41579ms","start":"2026-03-18T13:14:18.825518Z","end":"2026-03-18T13:14:18.967934Z","steps":["trace[1749071719] 'agreement among raft nodes before linearized reading' (duration: 142.231608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:20.437691Z","caller":"traceutil/trace.go:172","msg":"trace[689005628] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:958; }","duration":"456.411252ms","start":"2026-03-18T13:14:19.981249Z","end":"2026-03-18T13:14:20.437661Z","steps":["trace[689005628] 'read index received' (duration: 456.401932ms)","trace[689005628] 'applied index is now lower than readState.Index' (duration: 7.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:20.437993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"456.729467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:20.438188Z","caller":"traceutil/trace.go:172","msg":"trace[1051141706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:871; }","duration":"456.93664ms","start":"2026-03-18T13:14:19.981232Z","end":"2026-03-18T13:14:20.438169Z","steps":["trace[1051141706] 'agreement among raft nodes before linearized reading' (duration: 456.677837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:20.438256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:19.981191Z","time spent":"457.048621ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:14:20.941221Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:21.441791Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:21.942316Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:22.439721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.9997109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:14:22.439873Z","caller":"traceutil/trace.go:172","msg":"trace[1018028109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999908723s","start":"2026-03-18T13:14:20.439939Z","end":"2026-03-18T13:14:22.439848Z","steps":["trace[1018028109] 'agreement among raft nodes before linearized reading' (duration: 1.99970487s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.439959Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.439916Z","time spent":"2.000032845s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:14:22.442566Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:22.718252Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.276403988s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:14:22.718740Z","caller":"traceutil/trace.go:172","msg":"trace[1072751704] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:958; }","duration":"2.278315791s","start":"2026-03-18T13:14:20.440323Z","end":"2026-03-18T13:14:22.718639Z","steps":["trace[1072751704] 'read index received' (duration: 2.278301451s)","trace[1072751704] 'applied index is now lower than readState.Index' (duration: 11.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:23.219046Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:23.719823Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:23.895875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.550715433s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:23.895994Z","caller":"traceutil/trace.go:172","msg":"trace[996528993] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:871; }","duration":"3.550848825s","start":"2026-03-18T13:14:20.345116Z","end":"2026-03-18T13:14:23.895965Z","steps":["trace[996528993] 'agreement among raft nodes before linearized reading' (duration: 95.231454ms)","trace[996528993] 'range keys from in-memory index tree' (duration: 3.455447379s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:23.896367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.680873676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:14:23.896457Z","caller":"traceutil/trace.go:172","msg":"trace[1613091751] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:871; }","duration":"3.680963767s","start":"2026-03-18T13:14:20.215481Z","end":"2026-03-18T13:14:23.896445Z","steps":["trace[1613091751] 'agreement among raft nodes before linearized reading' (duration: 224.880201ms)","trace[1613091751] 'range keys from in-memory index tree' (duration: 3.455885413s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:23.896487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.215456Z","time spent":"3.681022318s","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.181\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:23.896942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.178091678s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:14:24.220821Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:24.402959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.684889ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T13:14:24.402966Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"504.803308ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:24.403088Z","caller":"traceutil/trace.go:172","msg":"trace[1706759593] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:875; }","duration":"504.95448ms","start":"2026-03-18T13:14:23.898116Z","end":"2026-03-18T13:14:24.403071Z","steps":["trace[1706759593] 'range keys from in-memory index tree' (duration: 504.755508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.402899Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.684300014s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:14:24.450470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000227738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:14:24.450592Z","caller":"traceutil/trace.go:172","msg":"trace[1768367027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371529s","start":"2026-03-18T13:14:22.450193Z","end":"2026-03-18T13:14:24.450564Z","steps":["trace[1768367027] 'agreement among raft nodes before linearized reading' (duration: 2.000221898s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.450661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:22.450161Z","time spent":"2.000489591s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:14:24 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:14:24.721594Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:24.863920Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425179683,"received-request-id":3801773663425179680} {"level":"info","ts":"2026-03-18T13:14:24.942358Z","caller":"traceutil/trace.go:172","msg":"trace[1373144477] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"2.907931811s","start":"2026-03-18T13:14:22.034382Z","end":"2026-03-18T13:14:24.942313Z","steps":["trace[1373144477] 'process raft request' (duration: 2.829646381s)","trace[1373144477] 'compare' (duration: 77.888605ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:24.942352Z","caller":"traceutil/trace.go:172","msg":"trace[142685418] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"2.497816198s","start":"2026-03-18T13:14:22.444507Z","end":"2026-03-18T13:14:24.942323Z","steps":["trace[142685418] 'process raft request' (duration: 2.497678576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.942584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:22.444470Z","time spent":"2.498013861s","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:14:24.942578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:22.034349Z","time spent":"2.908112594s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3741,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:24.977799Z","caller":"traceutil/trace.go:172","msg":"trace[380091044] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:974; }","duration":"2.25888408s","start":"2026-03-18T13:14:22.718887Z","end":"2026-03-18T13:14:24.977771Z","steps":["trace[380091044] 'read index received' (duration: 2.25887367s)","trace[380091044] 'applied index is now lower than readState.Index' (duration: 8.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:24.978052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.730504006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T13:14:24.978127Z","caller":"traceutil/trace.go:172","msg":"trace[650455267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:884; }","duration":"2.730602397s","start":"2026-03-18T13:14:22.247509Z","end":"2026-03-18T13:14:24.978111Z","steps":["trace[650455267] 'agreement among raft nodes before linearized reading' (duration: 2.730302594s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.978182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:22.247479Z","time spent":"2.730689579s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:24.978216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.382810369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:14:24.978329Z","caller":"traceutil/trace.go:172","msg":"trace[1154714190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:884; }","duration":"3.38294563s","start":"2026-03-18T13:14:21.595362Z","end":"2026-03-18T13:14:24.978308Z","steps":["trace[1154714190] 'agreement among raft nodes before linearized reading' (duration: 3.382586576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.978385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:21.595332Z","time spent":"3.383043381s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:24.978494Z","caller":"traceutil/trace.go:172","msg":"trace[1493407523] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"1.646407526s","start":"2026-03-18T13:14:23.332063Z","end":"2026-03-18T13:14:24.978470Z","steps":["trace[1493407523] 'process raft request' (duration: 1.646095103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.978488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:23.898119Z","time spent":"1.080363695s","remote":"127.0.0.1:41060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:14:24.978671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:23.331993Z","time spent":"1.646578608s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:14:25.009067Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425179687,"received-request-id":3801773663425179683} {"level":"warn","ts":"2026-03-18T13:14:25.032224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.891440438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T13:14:25.032253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"761.820803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:25.032319Z","caller":"traceutil/trace.go:172","msg":"trace[275824415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:887; }","duration":"1.891552439s","start":"2026-03-18T13:14:23.140743Z","end":"2026-03-18T13:14:25.032296Z","steps":["trace[275824415] 'agreement among raft nodes before linearized reading' (duration: 1.891278956s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:25.032335Z","caller":"traceutil/trace.go:172","msg":"trace[973260974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"761.894474ms","start":"2026-03-18T13:14:24.270415Z","end":"2026-03-18T13:14:25.032309Z","steps":["trace[973260974] 'agreement among raft nodes before linearized reading' (duration: 761.779963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:25.032339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.483527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:25.032363Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:23.140714Z","time spent":"1.891638769s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:25.032380Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:24.270387Z","time spent":"761.984465ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:14:25.032390Z","caller":"traceutil/trace.go:172","msg":"trace[904894245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"581.527268ms","start":"2026-03-18T13:14:24.450846Z","end":"2026-03-18T13:14:25.032373Z","steps":["trace[904894245] 'agreement among raft nodes before linearized reading' (duration: 581.450917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:25.032431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:24.450815Z","time spent":"581.607309ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:14:25.032243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.066975ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:25.032527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.777927784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T13:14:25.032566Z","caller":"traceutil/trace.go:172","msg":"trace[1496487819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:887; }","duration":"629.410399ms","start":"2026-03-18T13:14:24.403125Z","end":"2026-03-18T13:14:25.032535Z","steps":["trace[1496487819] 'agreement among raft nodes before linearized reading' (duration: 629.005494ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:25.032645Z","caller":"traceutil/trace.go:172","msg":"trace[1265478571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:887; }","duration":"1.778069696s","start":"2026-03-18T13:14:23.254556Z","end":"2026-03-18T13:14:25.032625Z","steps":["trace[1265478571] 'agreement among raft nodes before linearized reading' (duration: 1.777694711s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:25.032694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:23.254522Z","time spent":"1.778160106s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:25.182167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.040239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-18T13:14:25.182297Z","caller":"traceutil/trace.go:172","msg":"trace[1134210151] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:888; }","duration":"138.19628ms","start":"2026-03-18T13:14:25.044071Z","end":"2026-03-18T13:14:25.182267Z","steps":["trace[1134210151] 'agreement among raft nodes before linearized reading' (duration: 34.428729ms)","trace[1134210151] 'range keys from in-memory index tree' (duration: 103.439708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:25.182305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.581809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:14:25.182891Z","caller":"traceutil/trace.go:172","msg":"trace[2083801109] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"139.142871ms","start":"2026-03-18T13:14:25.043324Z","end":"2026-03-18T13:14:25.182466Z","steps":["trace[2083801109] 'process raft request' (duration: 35.271498ms)","trace[2083801109] 'compare' (duration: 103.271906ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:26.262292Z","caller":"traceutil/trace.go:172","msg":"trace[749272462] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:984; }","duration":"281.689337ms","start":"2026-03-18T13:14:25.980567Z","end":"2026-03-18T13:14:26.262257Z","steps":["trace[749272462] 'read index received' (duration: 247.933847ms)","trace[749272462] 'applied index is now lower than readState.Index' (duration: 33.75382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:26.262402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.819098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:26.262425Z","caller":"traceutil/trace.go:172","msg":"trace[369662762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:892; }","duration":"281.859659ms","start":"2026-03-18T13:14:25.980559Z","end":"2026-03-18T13:14:26.262418Z","steps":["trace[369662762] 'agreement among raft nodes before linearized reading' (duration: 281.797288ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:32.938224Z","caller":"traceutil/trace.go:172","msg":"trace[194868165] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"340.742672ms","start":"2026-03-18T13:14:32.597452Z","end":"2026-03-18T13:14:32.938195Z","steps":["trace[194868165] 'read index received' (duration: 298.041343ms)","trace[194868165] 'applied index is now lower than readState.Index' (duration: 42.700039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:32.938616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.139967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:14:32.938747Z","caller":"traceutil/trace.go:172","msg":"trace[1399162223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:909; }","duration":"341.292368ms","start":"2026-03-18T13:14:32.597429Z","end":"2026-03-18T13:14:32.938722Z","steps":["trace[1399162223] 'agreement among raft nodes before linearized reading' (duration: 340.924214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:32.938809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:32.597391Z","time spent":"341.404559ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:32.940356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.668747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:14:32.940435Z","caller":"traceutil/trace.go:172","msg":"trace[358074093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:909; }","duration":"165.774128ms","start":"2026-03-18T13:14:32.774647Z","end":"2026-03-18T13:14:32.940421Z","steps":["trace[358074093] 'agreement among raft nodes before linearized reading' (duration: 165.607197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:33.611892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.787322ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:33.611991Z","caller":"traceutil/trace.go:172","msg":"trace[1845267490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:911; }","duration":"267.914554ms","start":"2026-03-18T13:14:33.344056Z","end":"2026-03-18T13:14:33.611971Z","steps":["trace[1845267490] 'range keys from in-memory index tree' (duration: 265.422935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:35.472954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.29789ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:35.473075Z","caller":"traceutil/trace.go:172","msg":"trace[660538960] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:918; }","duration":"128.569103ms","start":"2026-03-18T13:14:35.344482Z","end":"2026-03-18T13:14:35.473052Z","steps":["trace[660538960] 'range keys from in-memory index tree' (duration: 128.269539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:35.504669Z","caller":"traceutil/trace.go:172","msg":"trace[1888141441] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"212.289285ms","start":"2026-03-18T13:14:35.292360Z","end":"2026-03-18T13:14:35.504649Z","steps":["trace[1888141441] 'process raft request' (duration: 212.122843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.479661Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:03.980258Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:04.329125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.563268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-18T13:15:04.330377Z","caller":"traceutil/trace.go:172","msg":"trace[65144767] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1152; }","duration":"1.231323212s","start":"2026-03-18T13:15:03.099020Z","end":"2026-03-18T13:15:04.330343Z","steps":["trace[65144767] 'process raft request' (duration: 1.230683615s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:04.330549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.098993Z","time spent":"1.231469304s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570142,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:04.330738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.351384011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:04.330824Z","caller":"traceutil/trace.go:172","msg":"trace[1247854523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1152; }","duration":"1.351481282s","start":"2026-03-18T13:15:02.979324Z","end":"2026-03-18T13:15:04.330806Z","steps":["trace[1247854523] 'agreement among raft nodes before linearized reading' (duration: 1.35130505s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:04.330860Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:02.979305Z","time spent":"1.351549152s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:04.330173Z","caller":"traceutil/trace.go:172","msg":"trace[557313649] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1334; }","duration":"1.350813555s","start":"2026-03-18T13:15:02.979329Z","end":"2026-03-18T13:15:04.330142Z","steps":["trace[557313649] 'read index received' (duration: 1.017121424s)","trace[557313649] 'applied index is now lower than readState.Index' (duration: 333.689051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:04.332472Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425179912,"received-request-id":3801773663425179909} {"level":"warn","ts":"2026-03-18T13:15:04.833578Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:05.334678Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:06.199953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.267411645s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:570118"} {"level":"info","ts":"2026-03-18T13:15:06.200207Z","caller":"traceutil/trace.go:172","msg":"trace[1956767495] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1153; }","duration":"2.105811037s","start":"2026-03-18T13:15:04.094375Z","end":"2026-03-18T13:15:06.200186Z","steps":["trace[1956767495] 'process raft request' (duration: 838.108599ms)","trace[1956767495] 'compare' (duration: 1.266468965s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:06.200312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:04.094347Z","time spent":"2.105907648s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570142,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:06.200485Z","caller":"traceutil/trace.go:172","msg":"trace[726379322] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1344; }","duration":"1.867941226s","start":"2026-03-18T13:15:04.332451Z","end":"2026-03-18T13:15:06.200392Z","steps":["trace[726379322] 'read index received' (duration: 1.176472513s)","trace[726379322] 'applied index is now lower than readState.Index' (duration: 691.467493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:06.252287Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.98050549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:06.252331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.920248663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:06.252418Z","caller":"traceutil/trace.go:172","msg":"trace[800434050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1155; }","duration":"1.920355314s","start":"2026-03-18T13:15:04.332045Z","end":"2026-03-18T13:15:06.252400Z","steps":["trace[800434050] 'agreement among raft nodes before linearized reading' (duration: 1.868414011s)","trace[800434050] 'range keys from in-memory index tree' (duration: 51.814762ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:06.252415Z","caller":"traceutil/trace.go:172","msg":"trace[2127875505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1155; }","duration":"1.980636191s","start":"2026-03-18T13:15:04.271746Z","end":"2026-03-18T13:15:06.252382Z","steps":["trace[2127875505] 'agreement among raft nodes before linearized reading' (duration: 1.928668727s)","trace[2127875505] 'range keys from in-memory index tree' (duration: 51.761041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:06.252451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:04.332028Z","time spent":"1.920415185s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:06.252422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.028632933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:15:06.252472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:04.271726Z","time spent":"1.980731043s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:06.252498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.678298964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:15:06.252514Z","caller":"traceutil/trace.go:172","msg":"trace[1452570784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1155; }","duration":"3.028733374s","start":"2026-03-18T13:15:03.223752Z","end":"2026-03-18T13:15:06.252485Z","steps":["trace[1452570784] 'agreement among raft nodes before linearized reading' (duration: 2.976802272s)","trace[1452570784] 'range keys from in-memory index tree' (duration: 51.70674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:06.252562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.223732Z","time spent":"3.028819786s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:06.252562Z","caller":"traceutil/trace.go:172","msg":"trace[1316299845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1155; }","duration":"2.678363105s","start":"2026-03-18T13:15:03.574177Z","end":"2026-03-18T13:15:06.252540Z","steps":["trace[1316299845] 'agreement among raft nodes before linearized reading' (duration: 2.62625518s)","trace[1316299845] 'range keys from in-memory index tree' (duration: 51.920643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:06.252791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.574159Z","time spent":"2.678615997s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:06.252867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.908464902s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:06.252933Z","caller":"traceutil/trace.go:172","msg":"trace[57333443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1155; }","duration":"2.908524303s","start":"2026-03-18T13:15:03.344387Z","end":"2026-03-18T13:15:06.252912Z","steps":["trace[57333443] 'agreement among raft nodes before linearized reading' (duration: 2.856067314s)","trace[57333443] 'range keys from in-memory index tree' (duration: 52.386048ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:06.369478Z","caller":"traceutil/trace.go:172","msg":"trace[1637501456] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"375.478562ms","start":"2026-03-18T13:15:05.993956Z","end":"2026-03-18T13:15:06.369435Z","steps":["trace[1637501456] 'process raft request' (duration: 323.849141ms)","trace[1637501456] 'compare' (duration: 51.430988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:06.369795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.085504094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:06.369849Z","caller":"traceutil/trace.go:172","msg":"trace[702307733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1164; }","duration":"1.085560645s","start":"2026-03-18T13:15:05.284278Z","end":"2026-03-18T13:15:06.369838Z","steps":["trace[702307733] 'agreement among raft nodes before linearized reading' (duration: 1.085255332s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:06.369882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:05.284253Z","time spent":"1.085620005s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:06.369881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:05.993937Z","time spent":"375.881107ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:06.369594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.811539219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:06.370098Z","caller":"traceutil/trace.go:172","msg":"trace[429632458] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1164; }","duration":"1.812047534s","start":"2026-03-18T13:15:04.558035Z","end":"2026-03-18T13:15:06.370083Z","steps":["trace[429632458] 'agreement among raft nodes before linearized reading' (duration: 1.811518449s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:06.370137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:04.558017Z","time spent":"1.812109855s","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:06.369631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.14216057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:06.370228Z","caller":"traceutil/trace.go:172","msg":"trace[38912448] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1164; }","duration":"1.142754626s","start":"2026-03-18T13:15:05.227465Z","end":"2026-03-18T13:15:06.370220Z","steps":["trace[38912448] 'agreement among raft nodes before linearized reading' (duration: 1.142149839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:06.370256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:05.227416Z","time spent":"1.142831736s","remote":"127.0.0.1:41400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:06.369670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207992896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:15:06.370366Z","caller":"traceutil/trace.go:172","msg":"trace[905289596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1164; }","duration":"1.208687713s","start":"2026-03-18T13:15:05.161671Z","end":"2026-03-18T13:15:06.370359Z","steps":["trace[905289596] 'agreement among raft nodes before linearized reading' (duration: 1.207972456s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:06.370390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:05.161649Z","time spent":"1.208733564s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:06.369713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.235612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:06.370500Z","caller":"traceutil/trace.go:172","msg":"trace[1136887618] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1164; }","duration":"234.011711ms","start":"2026-03-18T13:15:06.136473Z","end":"2026-03-18T13:15:06.370484Z","steps":["trace[1136887618] 'agreement among raft nodes before linearized reading' (duration: 233.224442ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:06.369453Z","caller":"traceutil/trace.go:172","msg":"trace[439125047] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1356; }","duration":"168.918114ms","start":"2026-03-18T13:15:06.200518Z","end":"2026-03-18T13:15:06.369436Z","steps":["trace[439125047] 'read index received' (duration: 168.242396ms)","trace[439125047] 'applied index is now lower than readState.Index' (duration: 674.988µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:06.372303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.362275ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:06.372335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.908224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:06.372355Z","caller":"traceutil/trace.go:172","msg":"trace[1954503534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1164; }","duration":"117.413785ms","start":"2026-03-18T13:15:06.254932Z","end":"2026-03-18T13:15:06.372346Z","steps":["trace[1954503534] 'agreement among raft nodes before linearized reading' (duration: 117.341805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:06.372381Z","caller":"traceutil/trace.go:172","msg":"trace[129266764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"110.959685ms","start":"2026-03-18T13:15:06.261409Z","end":"2026-03-18T13:15:06.372369Z","steps":["trace[129266764] 'agreement among raft nodes before linearized reading' (duration: 110.876434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:07.658107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.965306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:07.658206Z","caller":"traceutil/trace.go:172","msg":"trace[172716395] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1167; }","duration":"153.087377ms","start":"2026-03-18T13:15:07.505100Z","end":"2026-03-18T13:15:07.658187Z","steps":["trace[172716395] 'range keys from in-memory index tree' (duration: 151.256096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.481777Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:08.541118Z","caller":"traceutil/trace.go:172","msg":"trace[520809009] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"690.123094ms","start":"2026-03-18T13:15:07.850971Z","end":"2026-03-18T13:15:08.541094Z","steps":["trace[520809009] 'process raft request' (duration: 689.847381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.541539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:07.850941Z","time spent":"690.383326ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:08.543258Z","caller":"traceutil/trace.go:172","msg":"trace[312641469] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1365; }","duration":"561.866293ms","start":"2026-03-18T13:15:07.981370Z","end":"2026-03-18T13:15:08.543236Z","steps":["trace[312641469] 'read index received' (duration: 561.861053ms)","trace[312641469] 'applied index is now lower than readState.Index' (duration: 4.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:08.543613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.241306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:08.544031Z","caller":"traceutil/trace.go:172","msg":"trace[1278407126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1171; }","duration":"562.474189ms","start":"2026-03-18T13:15:07.981354Z","end":"2026-03-18T13:15:08.543828Z","steps":["trace[1278407126] 'agreement among raft nodes before linearized reading' (duration: 562.052654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.544250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:07.981339Z","time spent":"562.796062ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:08.545747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.107018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:08.545797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.826877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:08.545855Z","caller":"traceutil/trace.go:172","msg":"trace[1524677062] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1171; }","duration":"147.888537ms","start":"2026-03-18T13:15:08.397953Z","end":"2026-03-18T13:15:08.545842Z","steps":["trace[1524677062] 'agreement among raft nodes before linearized reading' (duration: 147.806026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.545848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.424002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:08.545840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.79216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:08.545893Z","caller":"traceutil/trace.go:172","msg":"trace[1661202181] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1171; }","duration":"467.468283ms","start":"2026-03-18T13:15:08.078414Z","end":"2026-03-18T13:15:08.545882Z","steps":["trace[1661202181] 'agreement among raft nodes before linearized reading' (duration: 467.394072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.545918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.078400Z","time spent":"467.511943ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:08.545910Z","caller":"traceutil/trace.go:172","msg":"trace[821597217] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1171; }","duration":"201.870381ms","start":"2026-03-18T13:15:08.344024Z","end":"2026-03-18T13:15:08.545894Z","steps":["trace[821597217] 'agreement among raft nodes before linearized reading' (duration: 201.662799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.545919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.068142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:08.545945Z","caller":"traceutil/trace.go:172","msg":"trace[526033830] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1171; }","duration":"151.095562ms","start":"2026-03-18T13:15:08.394844Z","end":"2026-03-18T13:15:08.545940Z","steps":["trace[526033830] 'agreement among raft nodes before linearized reading' (duration: 151.050412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:08.545816Z","caller":"traceutil/trace.go:172","msg":"trace[1708249822] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1171; }","duration":"396.186889ms","start":"2026-03-18T13:15:08.149615Z","end":"2026-03-18T13:15:08.545802Z","steps":["trace[1708249822] 'agreement among raft nodes before linearized reading' (duration: 396.077258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.546014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.149597Z","time spent":"396.409441ms","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:08.546258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.851394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:08.546377Z","caller":"traceutil/trace.go:172","msg":"trace[842725627] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1171; }","duration":"494.977036ms","start":"2026-03-18T13:15:08.051383Z","end":"2026-03-18T13:15:08.546360Z","steps":["trace[842725627] 'agreement among raft nodes before linearized reading' (duration: 494.348519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.546421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.051365Z","time spent":"495.041476ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:09.167604Z","caller":"traceutil/trace.go:172","msg":"trace[536051456] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1369; }","duration":"185.711741ms","start":"2026-03-18T13:15:08.981865Z","end":"2026-03-18T13:15:09.167576Z","steps":["trace[536051456] 'read index received' (duration: 185.706341ms)","trace[536051456] 'applied index is now lower than readState.Index' (duration: 4.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:09.167782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.902004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:09.167856Z","caller":"traceutil/trace.go:172","msg":"trace[81350505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1174; }","duration":"185.985634ms","start":"2026-03-18T13:15:08.981850Z","end":"2026-03-18T13:15:09.167836Z","steps":["trace[81350505] 'agreement among raft nodes before linearized reading' (duration: 185.839523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:10.343285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.003397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:10.343347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.242261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:10.343416Z","caller":"traceutil/trace.go:172","msg":"trace[9888358] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1176; }","duration":"172.173019ms","start":"2026-03-18T13:15:10.171215Z","end":"2026-03-18T13:15:10.343388Z","steps":["trace[9888358] 'range keys from in-memory index tree' (duration: 171.972327ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:10.343454Z","caller":"traceutil/trace.go:172","msg":"trace[1103587165] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1371; }","duration":"238.403226ms","start":"2026-03-18T13:15:10.105036Z","end":"2026-03-18T13:15:10.343439Z","steps":["trace[1103587165] 'read index received' (duration: 24.000505ms)","trace[1103587165] 'applied index is now lower than readState.Index' (duration: 214.401751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:10.343683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.592848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:10.343827Z","caller":"traceutil/trace.go:172","msg":"trace[2096351511] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1177; }","duration":"238.767511ms","start":"2026-03-18T13:15:10.105030Z","end":"2026-03-18T13:15:10.343797Z","steps":["trace[2096351511] 'agreement among raft nodes before linearized reading' (duration: 238.478557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:10.345933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.904606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:10.345998Z","caller":"traceutil/trace.go:172","msg":"trace[1994923179] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1177; }","duration":"130.967906ms","start":"2026-03-18T13:15:10.215010Z","end":"2026-03-18T13:15:10.345978Z","steps":["trace[1994923179] 'agreement among raft nodes before linearized reading' (duration: 130.858325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:10.345996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.117071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:15:10.346030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.561489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:15:10.346072Z","caller":"traceutil/trace.go:172","msg":"trace[704114546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1177; }","duration":"216.202422ms","start":"2026-03-18T13:15:10.129844Z","end":"2026-03-18T13:15:10.346046Z","steps":["trace[704114546] 'agreement among raft nodes before linearized reading' (duration: 215.949509ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:10.346106Z","caller":"traceutil/trace.go:172","msg":"trace[952958561] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:1177; }","duration":"126.64862ms","start":"2026-03-18T13:15:10.219439Z","end":"2026-03-18T13:15:10.346088Z","steps":["trace[952958561] 'agreement among raft nodes before linearized reading' (duration: 126.411597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:10.872293Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:10.941931Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.347959Z","time spent":"593.966988ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:15:11.372785Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:11.873784Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:11.958529Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.010342804s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:15:11.959919Z","caller":"traceutil/trace.go:172","msg":"trace[1636344134] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1373; }","duration":"1.587899751s","start":"2026-03-18T13:15:10.371524Z","end":"2026-03-18T13:15:11.959424Z","steps":["trace[1636344134] 'read index received' (duration: 1.587317105s)","trace[1636344134] 'applied index is now lower than readState.Index' (duration: 13.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:12.039096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.52129ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.039227Z","caller":"traceutil/trace.go:172","msg":"trace[251804157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1177; }","duration":"694.698092ms","start":"2026-03-18T13:15:11.344481Z","end":"2026-03-18T13:15:12.039179Z","steps":["trace[251804157] 'range keys from in-memory index tree' (duration: 694.4713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.039251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.667707416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:12.039320Z","caller":"traceutil/trace.go:172","msg":"trace[23530229] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1177; }","duration":"1.667783836s","start":"2026-03-18T13:15:10.371516Z","end":"2026-03-18T13:15:12.039300Z","steps":["trace[23530229] 'agreement among raft nodes before linearized reading' (duration: 1.587507127s)","trace[23530229] 'range keys from in-memory index tree' (duration: 80.165659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:12.039370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.371489Z","time spent":"1.667870277s","remote":"127.0.0.1:42128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:12.460603Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:12.747025Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425179945,"received-request-id":3801773663425179941} {"level":"warn","ts":"2026-03-18T13:15:12.934462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.331152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:12.934814Z","caller":"traceutil/trace.go:172","msg":"trace[253993375] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"1.99137711s","start":"2026-03-18T13:15:10.943405Z","end":"2026-03-18T13:15:12.934782Z","steps":["trace[253993375] 'process raft request' (duration: 1.802598564s)","trace[253993375] 'compare' (duration: 188.14231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:12.935036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.943385Z","time spent":"1.991547764s","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:13.026178Z","caller":"traceutil/trace.go:172","msg":"trace[919689505] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1375; }","duration":"1.066151411s","start":"2026-03-18T13:15:11.959999Z","end":"2026-03-18T13:15:13.026151Z","steps":["trace[919689505] 'read index received' (duration: 790.209251ms)","trace[919689505] 'applied index is now lower than readState.Index' (duration: 275.93955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:13.026349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.186143025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.026442Z","caller":"traceutil/trace.go:172","msg":"trace[888483228] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1185; }","duration":"1.186250936s","start":"2026-03-18T13:15:11.840168Z","end":"2026-03-18T13:15:13.026419Z","steps":["trace[888483228] 'agreement among raft nodes before linearized reading' (duration: 1.186078264s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.026494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.840125Z","time spent":"1.186357927s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:13.026370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.08535458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.026554Z","caller":"traceutil/trace.go:172","msg":"trace[247061964] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1185; }","duration":"2.085550412s","start":"2026-03-18T13:15:10.940984Z","end":"2026-03-18T13:15:13.026534Z","steps":["trace[247061964] 'agreement among raft nodes before linearized reading' (duration: 2.08532621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.026605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.940962Z","time spent":"2.085627853s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:13.028325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.04696507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.028380Z","caller":"traceutil/trace.go:172","msg":"trace[724396671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"1.04702082s","start":"2026-03-18T13:15:11.981346Z","end":"2026-03-18T13:15:13.028367Z","steps":["trace[724396671] 'agreement among raft nodes before linearized reading' (duration: 1.04693576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.028366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.058911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:13.028414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.981322Z","time spent":"1.047083531s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:13.028492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.041286138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.028534Z","caller":"traceutil/trace.go:172","msg":"trace[1956554861] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1185; }","duration":"1.041327468s","start":"2026-03-18T13:15:11.987193Z","end":"2026-03-18T13:15:13.028521Z","steps":["trace[1956554861] 'agreement among raft nodes before linearized reading' (duration: 1.041261287s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.028543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"372.979212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:15:13.028604Z","caller":"traceutil/trace.go:172","msg":"trace[836777852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1185; }","duration":"373.040763ms","start":"2026-03-18T13:15:12.655547Z","end":"2026-03-18T13:15:13.028588Z","steps":["trace[836777852] 'agreement among raft nodes before linearized reading' (duration: 372.880691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.028643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.655534Z","time spent":"373.095993ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:13.028430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"989.139407ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:13.028696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"425.340966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:13.028733Z","caller":"traceutil/trace.go:172","msg":"trace[1356985564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1185; }","duration":"425.379536ms","start":"2026-03-18T13:15:12.603343Z","end":"2026-03-18T13:15:13.028722Z","steps":["trace[1356985564] 'agreement among raft nodes before linearized reading' (duration: 425.315336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:13.028739Z","caller":"traceutil/trace.go:172","msg":"trace[515731306] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1185; }","duration":"455.131532ms","start":"2026-03-18T13:15:12.573286Z","end":"2026-03-18T13:15:13.028418Z","steps":["trace[515731306] 'agreement among raft nodes before linearized reading' (duration: 455.030911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.028762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.603287Z","time spent":"425.467058ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:13.028864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.180165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:15:13.028802Z","caller":"traceutil/trace.go:172","msg":"trace[1927306115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1185; }","duration":"989.44691ms","start":"2026-03-18T13:15:12.039269Z","end":"2026-03-18T13:15:13.028716Z","steps":["trace[1927306115] 'agreement among raft nodes before linearized reading' (duration: 989.094756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:13.028913Z","caller":"traceutil/trace.go:172","msg":"trace[1647413175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1185; }","duration":"532.230195ms","start":"2026-03-18T13:15:12.496671Z","end":"2026-03-18T13:15:13.028901Z","steps":["trace[1647413175] 'agreement among raft nodes before linearized reading' (duration: 532.144994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:13.028944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.496655Z","time spent":"532.279595ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:13.029095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.573259Z","time spent":"455.522327ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:13.029264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.987166Z","time spent":"1.041729003s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:13.185402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.890747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-18T13:15:13.185434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.38865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.185527Z","caller":"traceutil/trace.go:172","msg":"trace[990723501] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1185; }","duration":"147.036418ms","start":"2026-03-18T13:15:13.038472Z","end":"2026-03-18T13:15:13.185508Z","steps":["trace[990723501] 'range keys from in-memory index tree' (duration: 145.508461ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:13.185549Z","caller":"traceutil/trace.go:172","msg":"trace[1640129065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"146.528062ms","start":"2026-03-18T13:15:13.039004Z","end":"2026-03-18T13:15:13.185532Z","steps":["trace[1640129065] 'range keys from in-memory index tree' (duration: 144.631492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:13.584501Z","caller":"traceutil/trace.go:172","msg":"trace[1188601532] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1383; }","duration":"240.333137ms","start":"2026-03-18T13:15:13.344151Z","end":"2026-03-18T13:15:13.584484Z","steps":["trace[1188601532] 'read index received' (duration: 240.319647ms)","trace[1188601532] 'applied index is now lower than readState.Index' (duration: 12.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:13.584647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.476368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:13.584716Z","caller":"traceutil/trace.go:172","msg":"trace[1274191422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1186; }","duration":"240.556599ms","start":"2026-03-18T13:15:13.344143Z","end":"2026-03-18T13:15:13.584700Z","steps":["trace[1274191422] 'agreement among raft nodes before linearized reading' (duration: 240.432098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:14.289907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.792471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.290018Z","caller":"traceutil/trace.go:172","msg":"trace[619662744] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1187; }","duration":"338.911912ms","start":"2026-03-18T13:15:13.951093Z","end":"2026-03-18T13:15:14.290005Z","steps":["trace[619662744] 'range keys from in-memory index tree' (duration: 336.255903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:14.290055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:13.951074Z","time spent":"338.971053ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:14.568981Z","caller":"traceutil/trace.go:172","msg":"trace[1780010044] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1387; }","duration":"299.675073ms","start":"2026-03-18T13:15:14.269288Z","end":"2026-03-18T13:15:14.568963Z","steps":["trace[1780010044] 'read index received' (duration: 299.669973ms)","trace[1780010044] 'applied index is now lower than readState.Index' (duration: 4.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.598821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.508558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.598936Z","caller":"traceutil/trace.go:172","msg":"trace[1255404676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"329.61181ms","start":"2026-03-18T13:15:14.269282Z","end":"2026-03-18T13:15:14.598894Z","steps":["trace[1255404676] 'agreement among raft nodes before linearized reading' (duration: 299.789004ms)","trace[1255404676] 'range keys from in-memory index tree' (duration: 29.685733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.598987Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:14.269263Z","time spent":"329.713031ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:14.600196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.938218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.600251Z","caller":"traceutil/trace.go:172","msg":"trace[362485946] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1192; }","duration":"302.993119ms","start":"2026-03-18T13:15:14.297244Z","end":"2026-03-18T13:15:14.600238Z","steps":["trace[362485946] 'agreement among raft nodes before linearized reading' (duration: 302.916828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:14.600478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:14.297226Z","time spent":"303.237381ms","remote":"127.0.0.1:41448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.600980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.126525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.601386Z","caller":"traceutil/trace.go:172","msg":"trace[330607443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1192; }","duration":"255.844823ms","start":"2026-03-18T13:15:14.345514Z","end":"2026-03-18T13:15:14.601359Z","steps":["trace[330607443] 'agreement among raft nodes before linearized reading' (duration: 254.907143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:14.893045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.619166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:15.481319Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:15.817108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.020968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:15.982454Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179958,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:15.988887Z","caller":"traceutil/trace.go:172","msg":"trace[1768276341] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1394; }","duration":"1.007611882s","start":"2026-03-18T13:15:14.981256Z","end":"2026-03-18T13:15:15.988868Z","steps":["trace[1768276341] 'read index received' (duration: 1.007606942s)","trace[1768276341] 'applied index is now lower than readState.Index' (duration: 3.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:15.990358Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425179959,"received-request-id":3801773663425179958} {"level":"warn","ts":"2026-03-18T13:15:16.026117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.044835338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.026177Z","caller":"traceutil/trace.go:172","msg":"trace[103284089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1197; }","duration":"1.044908379s","start":"2026-03-18T13:15:14.981252Z","end":"2026-03-18T13:15:16.026161Z","steps":["trace[103284089] 'agreement among raft nodes before linearized reading' (duration: 1.007704363s)","trace[103284089] 'range keys from in-memory index tree' (duration: 37.095665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:16.026215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:14.981238Z","time spent":"1.044969619s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:16.042227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.783698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-03-18T13:15:16.042217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"810.810346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.042290Z","caller":"traceutil/trace.go:172","msg":"trace[1334963485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1200; }","duration":"472.841589ms","start":"2026-03-18T13:15:15.569432Z","end":"2026-03-18T13:15:16.042273Z","steps":["trace[1334963485] 'agreement among raft nodes before linearized reading' (duration: 472.689397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:16.042303Z","caller":"traceutil/trace.go:172","msg":"trace[462511768] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1200; }","duration":"810.903457ms","start":"2026-03-18T13:15:15.231385Z","end":"2026-03-18T13:15:16.042289Z","steps":["trace[462511768] 'agreement among raft nodes before linearized reading' (duration: 810.782195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.042329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.569411Z","time spent":"472.907679ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:16.042336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.231364Z","time spent":"810.963947ms","remote":"127.0.0.1:41416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:16.042410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"698.251717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:16.042239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"658.848417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.042469Z","caller":"traceutil/trace.go:172","msg":"trace[40822467] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1200; }","duration":"698.297437ms","start":"2026-03-18T13:15:15.344147Z","end":"2026-03-18T13:15:16.042444Z","steps":["trace[40822467] 'agreement among raft nodes before linearized reading' (duration: 698.241107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:16.042505Z","caller":"traceutil/trace.go:172","msg":"trace[1746195820] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1200; }","duration":"659.15459ms","start":"2026-03-18T13:15:15.383340Z","end":"2026-03-18T13:15:16.042494Z","steps":["trace[1746195820] 'agreement among raft nodes before linearized reading' (duration: 658.811946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.042536Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.383324Z","time spent":"659.20343ms","remote":"127.0.0.1:41594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:16.042555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.776897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.042590Z","caller":"traceutil/trace.go:172","msg":"trace[1932705990] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1200; }","duration":"153.809798ms","start":"2026-03-18T13:15:15.888770Z","end":"2026-03-18T13:15:16.042580Z","steps":["trace[1932705990] 'agreement among raft nodes before linearized reading' (duration: 153.734417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.042718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.879932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.042739Z","caller":"traceutil/trace.go:172","msg":"trace[454954214] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1200; }","duration":"179.904062ms","start":"2026-03-18T13:15:15.862829Z","end":"2026-03-18T13:15:16.042733Z","steps":["trace[454954214] 'agreement among raft nodes before linearized reading' (duration: 179.865852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.042971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.687365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.043029Z","caller":"traceutil/trace.go:172","msg":"trace[129096035] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1200; }","duration":"382.751515ms","start":"2026-03-18T13:15:15.660265Z","end":"2026-03-18T13:15:16.043017Z","steps":["trace[129096035] 'agreement among raft nodes before linearized reading' (duration: 382.651404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.043065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.660244Z","time spent":"382.813327ms","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:16.044115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"670.379133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:83 size:7012"} {"level":"info","ts":"2026-03-18T13:15:16.044181Z","caller":"traceutil/trace.go:172","msg":"trace[1783982729] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:83; response_revision:1200; }","duration":"670.451183ms","start":"2026-03-18T13:15:15.373717Z","end":"2026-03-18T13:15:16.044168Z","steps":["trace[1783982729] 'agreement among raft nodes before linearized reading' (duration: 669.015878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.044222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.373692Z","time spent":"670.517114ms","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":83,"response size":7036,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-18T13:15:16.259526Z","caller":"traceutil/trace.go:172","msg":"trace[464621478] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1401; }","duration":"213.768448ms","start":"2026-03-18T13:15:16.045725Z","end":"2026-03-18T13:15:16.259493Z","steps":["trace[464621478] 'read index received' (duration: 213.760078ms)","trace[464621478] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:16.259690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.94806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.259773Z","caller":"traceutil/trace.go:172","msg":"trace[171377420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1201; }","duration":"214.036251ms","start":"2026-03-18T13:15:16.045718Z","end":"2026-03-18T13:15:16.259755Z","steps":["trace[171377420] 'agreement among raft nodes before linearized reading' (duration: 213.872339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.472769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.560427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:16.494684Z","caller":"traceutil/trace.go:172","msg":"trace[37834846] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1406; }","duration":"198.052347ms","start":"2026-03-18T13:15:16.296614Z","end":"2026-03-18T13:15:16.494666Z","steps":["trace[37834846] 'read index received' (duration: 198.049367ms)","trace[37834846] 'applied index is now lower than readState.Index' (duration: 2.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:16.494795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.174489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T13:15:16.494822Z","caller":"traceutil/trace.go:172","msg":"trace[1798133659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1205; }","duration":"198.216049ms","start":"2026-03-18T13:15:16.296597Z","end":"2026-03-18T13:15:16.494813Z","steps":["trace[1798133659] 'agreement among raft nodes before linearized reading' (duration: 198.147928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.496611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.620212ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.496646Z","caller":"traceutil/trace.go:172","msg":"trace[1247600927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1207; }","duration":"151.656382ms","start":"2026-03-18T13:15:16.344981Z","end":"2026-03-18T13:15:16.496638Z","steps":["trace[1247600927] 'agreement among raft nodes before linearized reading' (duration: 151.605922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.496737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.058958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:15:16.496858Z","caller":"traceutil/trace.go:172","msg":"trace[1935907904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1207; }","duration":"199.24445ms","start":"2026-03-18T13:15:16.297599Z","end":"2026-03-18T13:15:16.496843Z","steps":["trace[1935907904] 'agreement among raft nodes before linearized reading' (duration: 198.936557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:18.419091Z","caller":"traceutil/trace.go:172","msg":"trace[1369027406] linearizableReadLoop","detail":"{readStateIndex:1419; appliedIndex:1419; }","duration":"106.203424ms","start":"2026-03-18T13:15:18.312870Z","end":"2026-03-18T13:15:18.419074Z","steps":["trace[1369027406] 'read index received' (duration: 106.200434ms)","trace[1369027406] 'applied index is now lower than readState.Index' (duration: 2.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:18.419205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.318176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:18.419229Z","caller":"traceutil/trace.go:172","msg":"trace[1718337569] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1218; }","duration":"106.354996ms","start":"2026-03-18T13:15:18.312867Z","end":"2026-03-18T13:15:18.419222Z","steps":["trace[1718337569] 'agreement among raft nodes before linearized reading' (duration: 106.291655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:19.282101Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:19.782503Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179976,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:19.794148Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d9daa8348ff234c2 [logterm: 2, index: 1420, vote: 0] cast MsgPreVote for 8063c2660f25cc98 [logterm: 2, index: 1420] at term 2"} {"level":"info","ts":"2026-03-18T13:15:19.898830Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d9daa8348ff234c2 [term: 2] received a MsgVote message with higher term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:19.898898Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d9daa8348ff234c2 became follower at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.898912Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d9daa8348ff234c2 [logterm: 2, index: 1420, vote: 0] cast MsgVote for 8063c2660f25cc98 [logterm: 2, index: 1420] at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.898931Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: d9daa8348ff234c2 lost leader 76964ef0a001678d at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.972010Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d9daa8348ff234c2 elected leader 8063c2660f25cc98 at term 3"} {"level":"warn","ts":"2026-03-18T13:15:19.972258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.190785284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:19.972343Z","caller":"traceutil/trace.go:172","msg":"trace[737626302] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; }","duration":"1.190894755s","start":"2026-03-18T13:15:18.781433Z","end":"2026-03-18T13:15:19.972327Z","steps":["trace[737626302] 'agreement among raft nodes before linearized reading' (duration: 1.190782613s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:19.972392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:18.781416Z","time spent":"1.190965335s","remote":"127.0.0.1:42018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:20.041053Z","caller":"traceutil/trace.go:172","msg":"trace[1387642000] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"1.338482547s","start":"2026-03-18T13:15:18.702549Z","end":"2026-03-18T13:15:20.041032Z","steps":["trace[1387642000] 'process raft request' (duration: 1.338142474s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.041215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:18.702518Z","time spent":"1.338620029s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:20.041660Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-18T13:15:20.042716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.013624647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.042802Z","caller":"traceutil/trace.go:172","msg":"trace[111423462] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1219; }","duration":"1.013720658s","start":"2026-03-18T13:15:19.029044Z","end":"2026-03-18T13:15:20.042765Z","steps":["trace[111423462] 'agreement among raft nodes before linearized reading' (duration: 1.013588476s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.042788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.483897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:20.042858Z","caller":"traceutil/trace.go:172","msg":"trace[1712814207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1219; }","duration":"120.572698ms","start":"2026-03-18T13:15:19.922270Z","end":"2026-03-18T13:15:20.042842Z","steps":["trace[1712814207] 'agreement among raft nodes before linearized reading' (duration: 120.348376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.042890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:19.029017Z","time spent":"1.013818878s","remote":"127.0.0.1:41726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:20.043077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"681.986735ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.043183Z","caller":"traceutil/trace.go:172","msg":"trace[894900687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1219; }","duration":"682.094996ms","start":"2026-03-18T13:15:19.361072Z","end":"2026-03-18T13:15:20.043167Z","steps":["trace[894900687] 'agreement among raft nodes before linearized reading' (duration: 681.962564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.043284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.936645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T13:15:20.043322Z","caller":"traceutil/trace.go:172","msg":"trace[458994935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1219; }","duration":"263.976375ms","start":"2026-03-18T13:15:19.779336Z","end":"2026-03-18T13:15:20.043313Z","steps":["trace[458994935] 'agreement among raft nodes before linearized reading' (duration: 263.878964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.043488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.064248097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:20.043625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.082607635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.043801Z","caller":"traceutil/trace.go:172","msg":"trace[534913972] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1219; }","duration":"1.082729077s","start":"2026-03-18T13:15:18.960998Z","end":"2026-03-18T13:15:20.043727Z","steps":["trace[534913972] 'agreement among raft nodes before linearized reading' (duration: 1.081840237s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:20.044365Z","caller":"traceutil/trace.go:172","msg":"trace[1493533297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1219; }","duration":"1.064314018s","start":"2026-03-18T13:15:18.979225Z","end":"2026-03-18T13:15:20.043539Z","steps":["trace[1493533297] 'agreement among raft nodes before linearized reading' (duration: 1.064162996s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.044147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:18.960976Z","time spent":"1.083151472s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:20.044431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:18.979201Z","time spent":"1.065216057s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:20.685304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.220021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.685375Z","caller":"traceutil/trace.go:172","msg":"trace[65522684] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1219; }","duration":"341.296142ms","start":"2026-03-18T13:15:20.344063Z","end":"2026-03-18T13:15:20.685360Z","steps":["trace[65522684] 'range keys from in-memory index tree' (duration: 341.16514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.685357Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"544.280803ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.685429Z","caller":"traceutil/trace.go:172","msg":"trace[438582846] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1219; }","duration":"544.362534ms","start":"2026-03-18T13:15:20.141050Z","end":"2026-03-18T13:15:20.685412Z","steps":["trace[438582846] 'range keys from in-memory index tree' (duration: 544.231843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.685658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:20.169925Z","time spent":"515.724923ms","remote":"127.0.0.1:41122","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:15:20.720298Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179984,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:20.959324Z","caller":"traceutil/trace.go:172","msg":"trace[1034864856] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1425; }","duration":"740.006737ms","start":"2026-03-18T13:15:20.219289Z","end":"2026-03-18T13:15:20.959296Z","steps":["trace[1034864856] 'read index received' (duration: 740.000367ms)","trace[1034864856] 'applied index is now lower than readState.Index' (duration: 5.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:20.999144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"779.834869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:15:20.999230Z","caller":"traceutil/trace.go:172","msg":"trace[1776108921] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:1222; }","duration":"779.923709ms","start":"2026-03-18T13:15:20.219284Z","end":"2026-03-18T13:15:20.999208Z","steps":["trace[1776108921] 'agreement among raft nodes before linearized reading' (duration: 740.118548ms)","trace[1776108921] 'range keys from in-memory index tree' (duration: 39.61345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:20.999270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:20.219266Z","time spent":"779.99382ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.181\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:20.999545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.883695ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.999640Z","caller":"traceutil/trace.go:172","msg":"trace[2103778304] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1223; }","duration":"313.990916ms","start":"2026-03-18T13:15:20.685633Z","end":"2026-03-18T13:15:20.999624Z","steps":["trace[2103778304] 'agreement among raft nodes before linearized reading' (duration: 313.847794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:20.999534Z","caller":"traceutil/trace.go:172","msg":"trace[1513260267] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"312.351637ms","start":"2026-03-18T13:15:20.687120Z","end":"2026-03-18T13:15:20.999472Z","steps":["trace[1513260267] 'process raft request' (duration: 272.099301ms)","trace[1513260267] 'compare' (duration: 39.70358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:21.000673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:20.687095Z","time spent":"313.016036ms","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:15:21.375195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.200273ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T13:15:21.375621Z","caller":"traceutil/trace.go:172","msg":"trace[1008233081] linearizableReadLoop","detail":"{readStateIndex:1427; appliedIndex:1426; }","duration":"329.925374ms","start":"2026-03-18T13:15:21.045681Z","end":"2026-03-18T13:15:21.375606Z","steps":["trace[1008233081] 'read index received' (duration: 149.256186ms)","trace[1008233081] 'applied index is now lower than readState.Index' (duration: 180.668058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:21.375650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:21.003560Z","time spent":"372.083822ms","remote":"127.0.0.1:41060","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:15:21.375870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.194448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:21.375942Z","caller":"traceutil/trace.go:172","msg":"trace[1570996149] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1223; }","duration":"330.251929ms","start":"2026-03-18T13:15:21.045662Z","end":"2026-03-18T13:15:21.375914Z","steps":["trace[1570996149] 'agreement among raft nodes before linearized reading' (duration: 330.049946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:21.375994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:21.045638Z","time spent":"330.347609ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:21.664139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.690522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:21.664285Z","caller":"traceutil/trace.go:172","msg":"trace[457770507] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"287.237453ms","start":"2026-03-18T13:15:21.377030Z","end":"2026-03-18T13:15:21.664268Z","steps":["trace[457770507] 'process raft request' (duration: 161.353949ms)","trace[457770507] 'compare' (duration: 125.577831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:22.166947Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425179994,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:22.300091Z","caller":"traceutil/trace.go:172","msg":"trace[1196020256] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1432; }","duration":"633.467971ms","start":"2026-03-18T13:15:21.666607Z","end":"2026-03-18T13:15:22.300074Z","steps":["trace[1196020256] 'read index received' (duration: 633.463611ms)","trace[1196020256] 'applied index is now lower than readState.Index' (duration: 3.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:22.300298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"633.668773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-18T13:15:22.300325Z","caller":"traceutil/trace.go:172","msg":"trace[599927065] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1228; }","duration":"633.716094ms","start":"2026-03-18T13:15:21.666602Z","end":"2026-03-18T13:15:22.300318Z","steps":["trace[599927065] 'agreement among raft nodes before linearized reading' (duration: 633.559572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.300356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:21.666582Z","time spent":"633.764114ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":486,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:22.301713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.757265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:15:22.301773Z","caller":"traceutil/trace.go:172","msg":"trace[1898256231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1228; }","duration":"505.813306ms","start":"2026-03-18T13:15:21.795945Z","end":"2026-03-18T13:15:22.301758Z","steps":["trace[1898256231] 'agreement among raft nodes before linearized reading' (duration: 505.678515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.301795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:21.795921Z","time spent":"505.867666ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:22.301865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.206808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:22.301956Z","caller":"traceutil/trace.go:172","msg":"trace[1305879152] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1228; }","duration":"347.322749ms","start":"2026-03-18T13:15:21.954614Z","end":"2026-03-18T13:15:22.301937Z","steps":["trace[1305879152] 'agreement among raft nodes before linearized reading' (duration: 347.142877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.302264Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:21.954591Z","time spent":"347.661873ms","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:22.302717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.611111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:22.302762Z","caller":"traceutil/trace.go:172","msg":"trace[1808497394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1228; }","duration":"321.654721ms","start":"2026-03-18T13:15:21.981097Z","end":"2026-03-18T13:15:22.302751Z","steps":["trace[1808497394] 'agreement among raft nodes before linearized reading' (duration: 321.578331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.302784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:21.981077Z","time spent":"321.702322ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:23.120167Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:23.620525Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:24.121561Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:24.622930Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:24.982615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999976432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:15:24.982699Z","caller":"traceutil/trace.go:172","msg":"trace[155065809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087333s","start":"2026-03-18T13:15:22.982591Z","end":"2026-03-18T13:15:24.982678Z","steps":["trace[155065809] 'agreement among raft nodes before linearized reading' (duration: 1.999975072s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.982749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:22.982556Z","time spent":"2.000185045s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:15:24 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:15:25.123966Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:25.624694Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:25.938931Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.954046546s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:15:25.977065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.632208336s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:25.977123Z","caller":"traceutil/trace.go:172","msg":"trace[1680493404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1238; }","duration":"2.632276486s","start":"2026-03-18T13:15:23.344834Z","end":"2026-03-18T13:15:25.977111Z","steps":["trace[1680493404] 'range keys from in-memory index tree' (duration: 2.632154676s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.978980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.992625012s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:25.979390Z","caller":"traceutil/trace.go:172","msg":"trace[941683644] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1442; }","duration":"3.360139231s","start":"2026-03-18T13:15:22.619230Z","end":"2026-03-18T13:15:25.979369Z","steps":["trace[941683644] 'read index received' (duration: 3.319869917s)","trace[941683644] 'applied index is now lower than readState.Index' (duration: 40.267054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:25.979855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.360604596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:25.980062Z","caller":"traceutil/trace.go:172","msg":"trace[1567383560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1244; }","duration":"3.360828348s","start":"2026-03-18T13:15:22.619225Z","end":"2026-03-18T13:15:25.980053Z","steps":["trace[1567383560] 'agreement among raft nodes before linearized reading' (duration: 3.360311213s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.980619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:22.619204Z","time spent":"3.361402984s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:26.268581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00021721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:15:26.268695Z","caller":"traceutil/trace.go:172","msg":"trace[1425128298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349181s","start":"2026-03-18T13:15:24.268321Z","end":"2026-03-18T13:15:26.268670Z","steps":["trace[1425128298] 'agreement among raft nodes before linearized reading' (duration: 2.00021114s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:26.268780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.268301Z","time spent":"2.000463302s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:15:26 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:15:26.480176Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:26.981330Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:26.983686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000417027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:15:26.983763Z","caller":"traceutil/trace.go:172","msg":"trace[1955845864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527658s","start":"2026-03-18T13:15:24.983218Z","end":"2026-03-18T13:15:26.983745Z","steps":["trace[1955845864] 'agreement among raft nodes before linearized reading' (duration: 2.000410167s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:26.983813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.983201Z","time spent":"2.000603899s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:27.095854Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.156586889s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:15:27.096248Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425180005,"received-request-id":3801773663425180001} {"level":"info","ts":"2026-03-18T13:15:27.141080Z","caller":"traceutil/trace.go:172","msg":"trace[353849851] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"4.067306015s","start":"2026-03-18T13:15:23.073756Z","end":"2026-03-18T13:15:27.141062Z","steps":["trace[353849851] 'process raft request' (duration: 4.06689008s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:27.141181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.073723Z","time spent":"4.067412955s","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:15:27.389855Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425180005,"received-request-id":3801773663425180001} {"level":"warn","ts":"2026-03-18T13:15:27.482161Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:27.982558Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:28.483010Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:28.528077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.000170978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:15:28.528169Z","caller":"traceutil/trace.go:172","msg":"trace[14493062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000278759s","start":"2026-03-18T13:15:23.527864Z","end":"2026-03-18T13:15:28.528143Z","steps":["trace[14493062] 'agreement among raft nodes before linearized reading' (duration: 5.000167638s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:28.528224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.527843Z","time spent":"5.00037084s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/18 13:15:28 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:15:28.560858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.170835404s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:28.561106Z","caller":"traceutil/trace.go:172","msg":"trace[1414923765] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"2.679660048s","start":"2026-03-18T13:15:25.881434Z","end":"2026-03-18T13:15:28.561094Z","steps":["trace[1414923765] 'process raft request' (duration: 1.508538651s)","trace[1414923765] 'compare' (duration: 1.170207656s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:28.561147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:25.881413Z","time spent":"2.679719278s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:28.983804Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:28.993241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000178472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:15:28.993344Z","caller":"traceutil/trace.go:172","msg":"trace[1311380873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320683s","start":"2026-03-18T13:15:26.993005Z","end":"2026-03-18T13:15:28.993326Z","steps":["trace[1311380873] 'agreement among raft nodes before linearized reading' (duration: 2.000171962s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:28.993531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:26.992991Z","time spent":"2.000530775s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:29.484517Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:29.799836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999004411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:15:29.799950Z","caller":"traceutil/trace.go:172","msg":"trace[1663905820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999203543s","start":"2026-03-18T13:15:24.800729Z","end":"2026-03-18T13:15:29.799933Z","steps":["trace[1663905820] 'agreement among raft nodes before linearized reading' (duration: 4.999001021s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:29.800029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.800708Z","time spent":"4.999306954s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/18 13:15:29 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:15:29.985656Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:30.486482Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:30.987618Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:30.994754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000343122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:15:30.994824Z","caller":"traceutil/trace.go:172","msg":"trace[951731199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423153s","start":"2026-03-18T13:15:28.994382Z","end":"2026-03-18T13:15:30.994805Z","steps":["trace[951731199] 'agreement among raft nodes before linearized reading' (duration: 2.000340532s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:30.994922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:28.994343Z","time spent":"2.000563654s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:15:30 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:15:31.487844Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:31.583909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.442933819s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:31.583995Z","caller":"traceutil/trace.go:172","msg":"trace[1370376297] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1269; }","duration":"1.44304687s","start":"2026-03-18T13:15:30.140910Z","end":"2026-03-18T13:15:31.583957Z","steps":["trace[1370376297] 'range keys from in-memory index tree' (duration: 1.442883019s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.925650Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.531831817s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:15:31.925925Z","caller":"traceutil/trace.go:172","msg":"trace[710553875] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1475; }","duration":"5.946409913s","start":"2026-03-18T13:15:25.979488Z","end":"2026-03-18T13:15:31.925898Z","steps":["trace[710553875] 'read index received' (duration: 5.946399963s)","trace[710553875] 'applied index is now lower than readState.Index' (duration: 8.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:31.926081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.563597101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:31.926092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.950010573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:31.926093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.9489137s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:31.926124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.960193051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:31.926166Z","caller":"traceutil/trace.go:172","msg":"trace[471067809] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1269; }","duration":"6.950096854s","start":"2026-03-18T13:15:24.976050Z","end":"2026-03-18T13:15:31.926147Z","steps":["trace[471067809] 'agreement among raft nodes before linearized reading' (duration: 6.949955232s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:31.926184Z","caller":"traceutil/trace.go:172","msg":"trace[1977637777] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1269; }","duration":"5.960255122s","start":"2026-03-18T13:15:25.965914Z","end":"2026-03-18T13:15:31.926169Z","steps":["trace[1977637777] 'agreement among raft nodes before linearized reading' (duration: 5.960136901s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:31.926178Z","caller":"traceutil/trace.go:172","msg":"trace[777400315] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1269; }","duration":"5.949012301s","start":"2026-03-18T13:15:25.977148Z","end":"2026-03-18T13:15:31.926160Z","steps":["trace[777400315] 'agreement among raft nodes before linearized reading' (duration: 5.94888454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.926216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.976013Z","time spent":"6.950195174s","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:31.926197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.710531658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:31.926285Z","caller":"traceutil/trace.go:172","msg":"trace[476497932] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1269; }","duration":"7.710633409s","start":"2026-03-18T13:15:24.215629Z","end":"2026-03-18T13:15:31.926262Z","steps":["trace[476497932] 'agreement among raft nodes before linearized reading' (duration: 7.710473047s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.926297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.826609391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zb7xk\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-18T13:15:31.926339Z","caller":"traceutil/trace.go:172","msg":"trace[735531105] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zb7xk; range_end:; response_count:1; response_revision:1269; }","duration":"8.826653262s","start":"2026-03-18T13:15:23.099675Z","end":"2026-03-18T13:15:31.926328Z","steps":["trace[735531105] 'agreement among raft nodes before linearized reading' (duration: 8.82648925s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.926339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.215610Z","time spent":"7.71071641s","remote":"127.0.0.1:42018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:31.926375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.099654Z","time spent":"8.826711372s","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-zb7xk\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:31.926365Z","caller":"traceutil/trace.go:172","msg":"trace[434905861] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"4.893681284s","start":"2026-03-18T13:15:27.032666Z","end":"2026-03-18T13:15:31.926348Z","steps":["trace[434905861] 'process raft request' (duration: 4.893369261s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.926475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:27.032633Z","time spent":"4.893785556s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:31.926232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:25.965891Z","time spent":"5.960328434s","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:31.926136Z","caller":"traceutil/trace.go:172","msg":"trace[2070263641] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1269; }","duration":"7.563673332s","start":"2026-03-18T13:15:24.362449Z","end":"2026-03-18T13:15:31.926122Z","steps":["trace[2070263641] 'agreement among raft nodes before linearized reading' (duration: 7.56355064s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.926713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.362427Z","time spent":"7.564272398s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.426370Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180009,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:32.524825Z","caller":"traceutil/trace.go:172","msg":"trace[1038977534] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"5.378680066s","start":"2026-03-18T13:15:27.146135Z","end":"2026-03-18T13:15:32.524815Z","steps":["trace[1038977534] 'process raft request' (duration: 5.378607685s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.524908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:27.146119Z","time spent":"5.378751898s","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:15:32.589057Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425180009,"received-request-id":3801773663425180005} {"level":"info","ts":"2026-03-18T13:15:32.589132Z","caller":"traceutil/trace.go:172","msg":"trace[1952866480] linearizableReadLoop","detail":"{readStateIndex:1485; appliedIndex:1486; }","duration":"663.145909ms","start":"2026-03-18T13:15:31.925971Z","end":"2026-03-18T13:15:32.589117Z","steps":["trace[1952866480] 'read index received' (duration: 663.131078ms)","trace[1952866480] 'applied index is now lower than readState.Index' (duration: 13.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:32.594160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.669723417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.594425Z","caller":"traceutil/trace.go:172","msg":"trace[1984732298] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1280; }","duration":"3.67000752s","start":"2026-03-18T13:15:28.924403Z","end":"2026-03-18T13:15:32.594411Z","steps":["trace[1984732298] 'agreement among raft nodes before linearized reading' (duration: 3.664799375s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.394779177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:32.594439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.31945295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:15:32.594475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:28.924370Z","time spent":"3.670092631s","remote":"127.0.0.1:41168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:32.594498Z","caller":"traceutil/trace.go:172","msg":"trace[1967248419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1280; }","duration":"3.319525971s","start":"2026-03-18T13:15:29.274957Z","end":"2026-03-18T13:15:32.594483Z","steps":["trace[1967248419] 'agreement among raft nodes before linearized reading' (duration: 3.314243145s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.173116688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:32.594556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.903931989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.594561Z","caller":"traceutil/trace.go:172","msg":"trace[1484597558] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1280; }","duration":"3.173168229s","start":"2026-03-18T13:15:29.421380Z","end":"2026-03-18T13:15:32.594548Z","steps":["trace[1484597558] 'agreement among raft nodes before linearized reading' (duration: 3.167812782s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.483186668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:32.594571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.268660384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:15:32.594617Z","caller":"traceutil/trace.go:172","msg":"trace[660198875] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1280; }","duration":"5.483210318s","start":"2026-03-18T13:15:27.111402Z","end":"2026-03-18T13:15:32.594613Z","steps":["trace[660198875] 'agreement among raft nodes before linearized reading' (duration: 5.477796551s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:27.111387Z","time spent":"5.483242939s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.594635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.924241802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.594643Z","caller":"traceutil/trace.go:172","msg":"trace[572378301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1280; }","duration":"6.268747415s","start":"2026-03-18T13:15:26.325880Z","end":"2026-03-18T13:15:32.594628Z","steps":["trace[572378301] 'agreement among raft nodes before linearized reading' (duration: 6.263324217s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:32.594660Z","caller":"traceutil/trace.go:172","msg":"trace[548153770] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1280; }","duration":"2.924265632s","start":"2026-03-18T13:15:29.670387Z","end":"2026-03-18T13:15:32.594652Z","steps":["trace[548153770] 'agreement among raft nodes before linearized reading' (duration: 2.918789214s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:32.594481Z","caller":"traceutil/trace.go:172","msg":"trace[1901401013] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1280; }","duration":"1.394863078s","start":"2026-03-18T13:15:31.199602Z","end":"2026-03-18T13:15:32.594465Z","steps":["trace[1901401013] 'agreement among raft nodes before linearized reading' (duration: 1.389550252s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:29.670363Z","time spent":"2.924314683s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.594699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.199576Z","time spent":"1.395111841s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.594739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:26.325864Z","time spent":"6.268863308s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.594769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.851020926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.594844Z","caller":"traceutil/trace.go:172","msg":"trace[832601946] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1280; }","duration":"2.851095907s","start":"2026-03-18T13:15:29.743739Z","end":"2026-03-18T13:15:32.594835Z","steps":["trace[832601946] 'agreement among raft nodes before linearized reading' (duration: 2.845395506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:29.421361Z","time spent":"3.173229229s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.594863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.534472974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:32.594870Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:29.743727Z","time spent":"2.851135797s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:32.594891Z","caller":"traceutil/trace.go:172","msg":"trace[747878000] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1280; }","duration":"2.534500984s","start":"2026-03-18T13:15:30.060381Z","end":"2026-03-18T13:15:32.594882Z","steps":["trace[747878000] 'agreement among raft nodes before linearized reading' (duration: 2.528807703s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.117753508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.594954Z","caller":"traceutil/trace.go:172","msg":"trace[947515238] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1280; }","duration":"4.117785278s","start":"2026-03-18T13:15:28.477161Z","end":"2026-03-18T13:15:32.594946Z","steps":["trace[947515238] 'agreement among raft nodes before linearized reading' (duration: 4.112044556s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.060358Z","time spent":"2.534562645s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.594975Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:28.477134Z","time spent":"4.117835029s","remote":"127.0.0.1:41752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"768.699411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:32.595084Z","caller":"traceutil/trace.go:172","msg":"trace[388775767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1280; }","duration":"768.735331ms","start":"2026-03-18T13:15:31.826341Z","end":"2026-03-18T13:15:32.595077Z","steps":["trace[388775767] 'agreement among raft nodes before linearized reading' (duration: 762.805078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.595110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.826320Z","time spent":"768.783543ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.594530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:29.274936Z","time spent":"3.319585923s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.276187486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.595235Z","caller":"traceutil/trace.go:172","msg":"trace[1974971287] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1280; }","duration":"6.276332858s","start":"2026-03-18T13:15:26.318894Z","end":"2026-03-18T13:15:32.595226Z","steps":["trace[1974971287] 'agreement among raft nodes before linearized reading' (duration: 6.270316203s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.595262Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:26.318873Z","time spent":"6.276381579s","remote":"127.0.0.1:41752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:32.594574Z","caller":"traceutil/trace.go:172","msg":"trace[1823095095] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1280; }","duration":"4.903948659s","start":"2026-03-18T13:15:27.690620Z","end":"2026-03-18T13:15:32.594568Z","steps":["trace[1823095095] 'agreement among raft nodes before linearized reading' (duration: 4.898574832s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.594379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.374508066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:15:32.595462Z","caller":"traceutil/trace.go:172","msg":"trace[1786623043] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:1280; }","duration":"2.375604618s","start":"2026-03-18T13:15:30.219848Z","end":"2026-03-18T13:15:32.595453Z","steps":["trace[1786623043] 'agreement among raft nodes before linearized reading' (duration: 2.369335861s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.595493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.219822Z","time spent":"2.375662859s","remote":"127.0.0.1:41060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.181\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:27.690597Z","time spent":"4.904734809s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.592896183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.597601Z","caller":"traceutil/trace.go:172","msg":"trace[1876615388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1280; }","duration":"1.594934005s","start":"2026-03-18T13:15:31.002657Z","end":"2026-03-18T13:15:32.597591Z","steps":["trace[1876615388] 'agreement among raft nodes before linearized reading' (duration: 1.586499735s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.597641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.002638Z","time spent":"1.594994526s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:32.594898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.541863882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.597783Z","caller":"traceutil/trace.go:172","msg":"trace[939112514] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1280; }","duration":"3.544743853s","start":"2026-03-18T13:15:29.053027Z","end":"2026-03-18T13:15:32.597770Z","steps":["trace[939112514] 'agreement among raft nodes before linearized reading' (duration: 3.536184921s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.597811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:29.053005Z","time spent":"3.544796695s","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.181995969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.597949Z","caller":"traceutil/trace.go:172","msg":"trace[194505338] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1280; }","duration":"2.184249173s","start":"2026-03-18T13:15:30.413685Z","end":"2026-03-18T13:15:32.597934Z","steps":["trace[194505338] 'agreement among raft nodes before linearized reading' (duration: 2.175482099s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.598002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.413672Z","time spent":"2.184313153s","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.639312701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.598151Z","caller":"traceutil/trace.go:172","msg":"trace[1350619005] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1280; }","duration":"1.641723717s","start":"2026-03-18T13:15:30.956413Z","end":"2026-03-18T13:15:32.598136Z","steps":["trace[1350619005] 'agreement among raft nodes before linearized reading' (duration: 1.632749621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.598183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.956386Z","time spent":"1.641788428s","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.240319135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.598487Z","caller":"traceutil/trace.go:172","msg":"trace[27478527] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1280; }","duration":"2.242964614s","start":"2026-03-18T13:15:30.355510Z","end":"2026-03-18T13:15:32.598474Z","steps":["trace[27478527] 'agreement among raft nodes before linearized reading' (duration: 2.233661984s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.598528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.355489Z","time spent":"2.243028094s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.3041081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.598599Z","caller":"traceutil/trace.go:172","msg":"trace[987897846] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1280; }","duration":"2.30684612s","start":"2026-03-18T13:15:30.291744Z","end":"2026-03-18T13:15:32.598591Z","steps":["trace[987897846] 'agreement among raft nodes before linearized reading' (duration: 2.297432079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.598624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.291708Z","time spent":"2.30690849s","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.595783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.473667436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.598749Z","caller":"traceutil/trace.go:172","msg":"trace[1241294566] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1280; }","duration":"6.476632997s","start":"2026-03-18T13:15:26.122104Z","end":"2026-03-18T13:15:32.598737Z","steps":["trace[1241294566] 'agreement among raft nodes before linearized reading' (duration: 6.467111276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.598780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:26.122082Z","time spent":"6.476688188s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:32.596013Z","caller":"traceutil/trace.go:172","msg":"trace[275139264] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"2.200301745s","start":"2026-03-18T13:15:30.395697Z","end":"2026-03-18T13:15:32.595999Z","steps":["trace[275139264] 'process raft request' (duration: 2.193366s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:32.596836Z","caller":"traceutil/trace.go:172","msg":"trace[1701737175] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"656.970871ms","start":"2026-03-18T13:15:31.939854Z","end":"2026-03-18T13:15:32.596825Z","steps":["trace[1701737175] 'process raft request' (duration: 656.043352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.599267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.939833Z","time spent":"659.378127ms","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:32.597126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.400159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:32.599576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.395675Z","time spent":"2.203226666s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:32.597495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"668.679787ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.600698Z","caller":"traceutil/trace.go:172","msg":"trace[2128147837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1282; }","duration":"671.902902ms","start":"2026-03-18T13:15:31.928777Z","end":"2026-03-18T13:15:32.600680Z","steps":["trace[2128147837] 'agreement among raft nodes before linearized reading' (duration: 667.457654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:32.599586Z","caller":"traceutil/trace.go:172","msg":"trace[1285353953] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1282; }","duration":"260.691334ms","start":"2026-03-18T13:15:32.338708Z","end":"2026-03-18T13:15:32.599399Z","steps":["trace[1285353953] 'agreement among raft nodes before linearized reading' (duration: 258.364749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.824577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.336567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.824651Z","caller":"traceutil/trace.go:172","msg":"trace[1739206822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1290; }","duration":"129.419448ms","start":"2026-03-18T13:15:32.695215Z","end":"2026-03-18T13:15:32.824635Z","steps":["trace[1739206822] 'agreement among raft nodes before linearized reading' (duration: 129.277416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:32.937748Z","caller":"traceutil/trace.go:172","msg":"trace[2062856851] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1502; }","duration":"113.280884ms","start":"2026-03-18T13:15:32.824443Z","end":"2026-03-18T13:15:32.937724Z","steps":["trace[2062856851] 'read index received' (duration: 113.272844ms)","trace[2062856851] 'applied index is now lower than readState.Index' (duration: 6.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:32.937939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.382033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-18T13:15:32.937972Z","caller":"traceutil/trace.go:172","msg":"trace[1936656429] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1294; }","duration":"206.433773ms","start":"2026-03-18T13:15:32.731531Z","end":"2026-03-18T13:15:32.937965Z","steps":["trace[1936656429] 'agreement among raft nodes before linearized reading' (duration: 206.273291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:33.246902Z","caller":"traceutil/trace.go:172","msg":"trace[516835592] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"118.457718ms","start":"2026-03-18T13:15:33.128428Z","end":"2026-03-18T13:15:33.246885Z","steps":["trace[516835592] 'process raft request' (duration: 118.359717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:33.432553Z","caller":"traceutil/trace.go:172","msg":"trace[498066230] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"289.813715ms","start":"2026-03-18T13:15:33.142712Z","end":"2026-03-18T13:15:33.432525Z","steps":["trace[498066230] 'process raft request' (duration: 223.959599ms)","trace[498066230] 'compare' (duration: 65.658144ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:33.436740Z","caller":"traceutil/trace.go:172","msg":"trace[288668932] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1515; }","duration":"183.886209ms","start":"2026-03-18T13:15:33.252836Z","end":"2026-03-18T13:15:33.436722Z","steps":["trace[288668932] 'read index received' (duration: 183.876399ms)","trace[288668932] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:33.436975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.104942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:15:33.437048Z","caller":"traceutil/trace.go:172","msg":"trace[44973900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1307; }","duration":"184.199333ms","start":"2026-03-18T13:15:33.252832Z","end":"2026-03-18T13:15:33.437031Z","steps":["trace[44973900] 'agreement among raft nodes before linearized reading' (duration: 183.97461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.119316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"774.95242ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:35.119398Z","caller":"traceutil/trace.go:172","msg":"trace[1040147270] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1307; }","duration":"775.097821ms","start":"2026-03-18T13:15:34.344283Z","end":"2026-03-18T13:15:35.119381Z","steps":["trace[1040147270] 'range keys from in-memory index tree' (duration: 774.89533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.119549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.137439358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:35.119632Z","caller":"traceutil/trace.go:172","msg":"trace[196368257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"1.137866553s","start":"2026-03-18T13:15:33.981750Z","end":"2026-03-18T13:15:35.119617Z","steps":["trace[196368257] 'range keys from in-memory index tree' (duration: 1.135349966s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.119696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:33.981726Z","time spent":"1.137961503s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:35.395229Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d9daa8348ff234c2 [logterm: 3, index: 1517, vote: 8063c2660f25cc98] ignored MsgPreVote from 76964ef0a001678d [logterm: 3, index: 1517] at term 3: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-03-18T13:15:35.598602Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180030,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:35.892125Z","caller":"traceutil/trace.go:172","msg":"trace[504154317] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1517; }","duration":"794.427543ms","start":"2026-03-18T13:15:35.097675Z","end":"2026-03-18T13:15:35.892103Z","steps":["trace[504154317] 'read index received' (duration: 794.422083ms)","trace[504154317] 'applied index is now lower than readState.Index' (duration: 4.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:35.892388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"794.703216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:15:35.892417Z","caller":"traceutil/trace.go:172","msg":"trace[7761652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1308; }","duration":"794.745786ms","start":"2026-03-18T13:15:35.097663Z","end":"2026-03-18T13:15:35.892409Z","steps":["trace[7761652] 'agreement among raft nodes before linearized reading' (duration: 794.583784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.892440Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.097644Z","time spent":"794.790686ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:36.392304Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:36.893426Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:36.895848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d9daa8348ff234c2 [logterm: 3, index: 1521, vote: 8063c2660f25cc98] cast MsgPreVote for 76964ef0a001678d [logterm: 3, index: 1521] at term 3"} {"level":"info","ts":"2026-03-18T13:15:36.898456Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d9daa8348ff234c2 [term: 3] received a MsgVote message with higher term from 76964ef0a001678d [term: 4]"} {"level":"info","ts":"2026-03-18T13:15:36.898510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d9daa8348ff234c2 became follower at term 4"} {"level":"info","ts":"2026-03-18T13:15:36.898534Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d9daa8348ff234c2 [logterm: 3, index: 1521, vote: 0] cast MsgVote for 76964ef0a001678d [logterm: 3, index: 1521] at term 4"} {"level":"info","ts":"2026-03-18T13:15:36.898561Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: d9daa8348ff234c2 lost leader 8063c2660f25cc98 at term 4"} {"level":"info","ts":"2026-03-18T13:15:37.092784Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d9daa8348ff234c2 elected leader 76964ef0a001678d at term 4"} {"level":"warn","ts":"2026-03-18T13:15:37.093034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.534501903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:37.093119Z","caller":"traceutil/trace.go:172","msg":"trace[1491824567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"1.534601484s","start":"2026-03-18T13:15:35.558503Z","end":"2026-03-18T13:15:37.093104Z","steps":["trace[1491824567] 'agreement among raft nodes before linearized reading' (duration: 1.534499253s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.093221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.558476Z","time spent":"1.534724005s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:37.093249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.973801848s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T13:15:37.093208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.629924253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:37.093320Z","caller":"traceutil/trace.go:172","msg":"trace[1429208060] range","detail":"{range_begin:; range_end:; }","duration":"1.973867689s","start":"2026-03-18T13:15:35.119435Z","end":"2026-03-18T13:15:37.093302Z","steps":["trace[1429208060] 'agreement among raft nodes before linearized reading' (duration: 1.973801578s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:37.093363Z","caller":"traceutil/trace.go:172","msg":"trace[1077525911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.630094315s","start":"2026-03-18T13:15:35.463254Z","end":"2026-03-18T13:15:37.093349Z","steps":["trace[1077525911] 'agreement among raft nodes before linearized reading' (duration: 1.629921833s)"],"step_count":1} {"level":"error","ts":"2026-03-18T13:15:37.093400Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T13:15:37.093437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.463239Z","time spent":"1.630175255s","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:37.093109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.972186262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:37.093783Z","caller":"traceutil/trace.go:172","msg":"trace[1954590723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.97288098s","start":"2026-03-18T13:15:35.120891Z","end":"2026-03-18T13:15:37.093772Z","steps":["trace[1954590723] 'agreement among raft nodes before linearized reading' (duration: 1.972181672s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.093820Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.120877Z","time spent":"1.97293025s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:37.363051Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-18T13:15:37.364010Z","caller":"traceutil/trace.go:172","msg":"trace[216654637] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1522; }","duration":"270.951852ms","start":"2026-03-18T13:15:37.092979Z","end":"2026-03-18T13:15:37.363931Z","steps":["trace[216654637] 'read index received' (duration: 270.945762ms)","trace[216654637] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:37.364076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.726185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:37.364290Z","caller":"traceutil/trace.go:172","msg":"trace[702035155] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1312; }","duration":"455.800116ms","start":"2026-03-18T13:15:36.908313Z","end":"2026-03-18T13:15:37.364113Z","steps":["trace[702035155] 'agreement among raft nodes before linearized reading' (duration: 455.678215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.364370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.908290Z","time spent":"456.067198ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:37.364406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"957.421833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T13:15:37.364514Z","caller":"traceutil/trace.go:172","msg":"trace[1935054528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1312; }","duration":"957.581355ms","start":"2026-03-18T13:15:36.406918Z","end":"2026-03-18T13:15:37.364499Z","steps":["trace[1935054528] 'agreement among raft nodes before linearized reading' (duration: 957.202921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.364605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.406893Z","time spent":"957.701227ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:37.366355Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425180034,"received-request-id":3801773663425180033} {"level":"warn","ts":"2026-03-18T13:15:37.366444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.399157ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:37.366523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.562457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:37.366614Z","caller":"traceutil/trace.go:172","msg":"trace[171737448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1312; }","duration":"239.665048ms","start":"2026-03-18T13:15:37.126935Z","end":"2026-03-18T13:15:37.366600Z","steps":["trace[171737448] 'agreement among raft nodes before linearized reading' (duration: 239.483657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.366592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.179937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T13:15:37.366474Z","caller":"traceutil/trace.go:172","msg":"trace[35220036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1312; }","duration":"271.431127ms","start":"2026-03-18T13:15:37.095032Z","end":"2026-03-18T13:15:37.366463Z","steps":["trace[35220036] 'agreement among raft nodes before linearized reading' (duration: 271.379707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.366674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.057801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zb7xk\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-18T13:15:37.366682Z","caller":"traceutil/trace.go:172","msg":"trace[1448315884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1312; }","duration":"246.249998ms","start":"2026-03-18T13:15:37.120399Z","end":"2026-03-18T13:15:37.366649Z","steps":["trace[1448315884] 'agreement among raft nodes before linearized reading' (duration: 246.079096ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:37.366726Z","caller":"traceutil/trace.go:172","msg":"trace[2038586762] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zb7xk; range_end:; response_count:1; response_revision:1312; }","duration":"225.112392ms","start":"2026-03-18T13:15:37.141601Z","end":"2026-03-18T13:15:37.366713Z","steps":["trace[2038586762] 'agreement among raft nodes before linearized reading' (duration: 224.92817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.366703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.28687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:37.366771Z","caller":"traceutil/trace.go:172","msg":"trace[201995225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1312; }","duration":"248.369831ms","start":"2026-03-18T13:15:37.118386Z","end":"2026-03-18T13:15:37.366755Z","steps":["trace[201995225] 'agreement among raft nodes before linearized reading' (duration: 248.132989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.869229Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:38.006997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.617595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:38.007105Z","caller":"traceutil/trace.go:172","msg":"trace[963339349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1312; }","duration":"638.733436ms","start":"2026-03-18T13:15:37.368349Z","end":"2026-03-18T13:15:38.007083Z","steps":["trace[963339349] 'range keys from in-memory index tree' (duration: 638.574874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.007140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.177681ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T13:15:38.369433Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180035,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:38.395422Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"d9daa8348ff234c2 [term: 4] ignored a MsgReadIndexResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.598230Z","caller":"traceutil/trace.go:172","msg":"trace[187123210] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1527; }","duration":"1.229615837s","start":"2026-03-18T13:15:37.368573Z","end":"2026-03-18T13:15:38.598189Z","steps":["trace[187123210] 'read index received' (duration: 1.229604556s)","trace[187123210] 'applied index is now lower than readState.Index' (duration: 9.591µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:38.598398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.229806589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:38.598446Z","caller":"traceutil/trace.go:172","msg":"trace[592303279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1316; }","duration":"1.229871129s","start":"2026-03-18T13:15:37.368566Z","end":"2026-03-18T13:15:38.598437Z","steps":["trace[592303279] 'agreement among raft nodes before linearized reading' (duration: 1.229763618s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.598475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.368545Z","time spent":"1.229924611s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:38.851386Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425180037,"received-request-id":3801773663425180035} {"level":"warn","ts":"2026-03-18T13:15:38.983064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.503324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:38.983260Z","caller":"traceutil/trace.go:172","msg":"trace[51403762] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1529; }","duration":"384.948964ms","start":"2026-03-18T13:15:38.598301Z","end":"2026-03-18T13:15:38.983250Z","steps":["trace[51403762] 'read index received' (duration: 253.157029ms)","trace[51403762] 'applied index is now lower than readState.Index' (duration: 131.791215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:38.983337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"976.161549ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:38.983282Z","caller":"traceutil/trace.go:172","msg":"trace[24907682] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"1.60316185s","start":"2026-03-18T13:15:37.380101Z","end":"2026-03-18T13:15:38.983263Z","steps":["trace[24907682] 'process raft request' (duration: 1.469398413s)","trace[24907682] 'compare' (duration: 132.748566ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:38.983378Z","caller":"traceutil/trace.go:172","msg":"trace[1422812573] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1321; }","duration":"976.20782ms","start":"2026-03-18T13:15:38.007158Z","end":"2026-03-18T13:15:38.983366Z","steps":["trace[1422812573] 'agreement among raft nodes before linearized reading' (duration: 976.134759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.983747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.380082Z","time spent":"1.603341772s","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18782,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:39.041308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.430392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:39.041377Z","caller":"traceutil/trace.go:172","msg":"trace[708921645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1322; }","duration":"433.510693ms","start":"2026-03-18T13:15:38.607854Z","end":"2026-03-18T13:15:39.041365Z","steps":["trace[708921645] 'agreement among raft nodes before linearized reading' (duration: 433.396982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.041406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:38.607835Z","time spent":"433.564964ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:39.625860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.987444ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:39.626021Z","caller":"traceutil/trace.go:172","msg":"trace[820401445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1323; }","duration":"281.163216ms","start":"2026-03-18T13:15:39.344833Z","end":"2026-03-18T13:15:39.625997Z","steps":["trace[820401445] 'range keys from in-memory index tree' (duration: 280.930642ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:39.711868Z","caller":"traceutil/trace.go:172","msg":"trace[336266777] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"479.085764ms","start":"2026-03-18T13:15:39.232760Z","end":"2026-03-18T13:15:39.711846Z","steps":["trace[336266777] 'process raft request' (duration: 478.923943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.712058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:39.232722Z","time spent":"479.237886ms","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:39.712539Z","caller":"traceutil/trace.go:172","msg":"trace[1378823974] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1535; }","duration":"472.581504ms","start":"2026-03-18T13:15:39.239933Z","end":"2026-03-18T13:15:39.712515Z","steps":["trace[1378823974] 'read index received' (duration: 472.577204ms)","trace[1378823974] 'applied index is now lower than readState.Index' (duration: 3.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:39.712677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.732156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:39.712718Z","caller":"traceutil/trace.go:172","msg":"trace[667695614] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1324; }","duration":"472.779756ms","start":"2026-03-18T13:15:39.239929Z","end":"2026-03-18T13:15:39.712708Z","steps":["trace[667695614] 'agreement among raft nodes before linearized reading' (duration: 472.700815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.712747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:39.239918Z","time spent":"472.821947ms","remote":"127.0.0.1:41978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:41.409269Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:41.450129Z","caller":"traceutil/trace.go:172","msg":"trace[814366202] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1547; }","duration":"541.310469ms","start":"2026-03-18T13:15:40.908788Z","end":"2026-03-18T13:15:41.450098Z","steps":["trace[814366202] 'read index received' (duration: 541.303679ms)","trace[814366202] 'applied index is now lower than readState.Index' (duration: 5.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:41.450334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.523911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:41.450407Z","caller":"traceutil/trace.go:172","msg":"trace[1258763043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1335; }","duration":"541.608592ms","start":"2026-03-18T13:15:40.908783Z","end":"2026-03-18T13:15:41.450392Z","steps":["trace[1258763043] 'agreement among raft nodes before linearized reading' (duration: 541.40193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:41.450450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:40.908768Z","time spent":"541.671094ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:41.451901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.228263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:41.451962Z","caller":"traceutil/trace.go:172","msg":"trace[1956367818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1335; }","duration":"472.288383ms","start":"2026-03-18T13:15:40.979657Z","end":"2026-03-18T13:15:41.451946Z","steps":["trace[1956367818] 'agreement among raft nodes before linearized reading' (duration: 472.199912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:41.452000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:40.979635Z","time spent":"472.355414ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:41.452039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.151477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zb7xk\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-03-18T13:15:41.452101Z","caller":"traceutil/trace.go:172","msg":"trace[690058110] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zb7xk; range_end:; response_count:1; response_revision:1335; }","duration":"291.213058ms","start":"2026-03-18T13:15:41.160871Z","end":"2026-03-18T13:15:41.452084Z","steps":["trace[690058110] 'agreement among raft nodes before linearized reading' (duration: 291.034866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:41.452074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.609154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:41.452298Z","caller":"traceutil/trace.go:172","msg":"trace[366752945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1335; }","duration":"106.978968ms","start":"2026-03-18T13:15:41.345297Z","end":"2026-03-18T13:15:41.452276Z","steps":["trace[366752945] 'agreement among raft nodes before linearized reading' (duration: 106.573783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:42.576129Z","caller":"traceutil/trace.go:172","msg":"trace[2016073552] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1559; }","duration":"231.740733ms","start":"2026-03-18T13:15:42.344366Z","end":"2026-03-18T13:15:42.576107Z","steps":["trace[2016073552] 'read index received' (duration: 231.735473ms)","trace[2016073552] 'applied index is now lower than readState.Index' (duration: 4.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:42.576279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.937196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:42.576313Z","caller":"traceutil/trace.go:172","msg":"trace[1153706514] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1347; }","duration":"231.987686ms","start":"2026-03-18T13:15:42.344316Z","end":"2026-03-18T13:15:42.576304Z","steps":["trace[1153706514] 'agreement among raft nodes before linearized reading' (duration: 231.910566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:42.577608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.78246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:42.577661Z","caller":"traceutil/trace.go:172","msg":"trace[1615096533] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1347; }","duration":"145.83682ms","start":"2026-03-18T13:15:42.431813Z","end":"2026-03-18T13:15:42.577649Z","steps":["trace[1615096533] 'agreement among raft nodes before linearized reading' (duration: 145.757239ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:43.025572Z","caller":"traceutil/trace.go:172","msg":"trace[1199548360] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"172.410023ms","start":"2026-03-18T13:15:42.853150Z","end":"2026-03-18T13:15:43.025560Z","steps":["trace[1199548360] 'process raft request' (duration: 172.089919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:43.195853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.195119Z","time spent":"7.00073s","remote":"127.0.0.1:41122","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T13:15:44.716056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.494432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:15:44.716136Z","caller":"traceutil/trace.go:172","msg":"trace[1387309611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1389; }","duration":"257.589934ms","start":"2026-03-18T13:15:44.458530Z","end":"2026-03-18T13:15:44.716119Z","steps":["trace[1387309611] 'range keys from in-memory index tree' (duration: 255.325129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:46.435306Z","caller":"traceutil/trace.go:172","msg":"trace[599447167] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"189.079774ms","start":"2026-03-18T13:15:46.246202Z","end":"2026-03-18T13:15:46.435282Z","steps":["trace[599447167] 'process raft request' (duration: 188.983713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:46.436561Z","caller":"traceutil/trace.go:172","msg":"trace[1856891926] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1625; }","duration":"222.369727ms","start":"2026-03-18T13:15:46.214153Z","end":"2026-03-18T13:15:46.436522Z","steps":["trace[1856891926] 'read index received' (duration: 222.362837ms)","trace[1856891926] 'applied index is now lower than readState.Index' (duration: 5.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:46.437262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.095725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zb7xk\" limit:1 ","response":"range_response_count:1 size:19904"} {"level":"info","ts":"2026-03-18T13:15:46.437418Z","caller":"traceutil/trace.go:172","msg":"trace[1896769034] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zb7xk; range_end:; response_count:1; response_revision:1411; }","duration":"223.265986ms","start":"2026-03-18T13:15:46.214139Z","end":"2026-03-18T13:15:46.437404Z","steps":["trace[1896769034] 'agreement among raft nodes before linearized reading' (duration: 222.586149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:49.819714Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:53.197590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:53.222071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:53.260308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:53.449114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:08.850329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.835789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:16:19.966082Z","caller":"traceutil/trace.go:172","msg":"trace[329087576] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1943; }","duration":"104.274727ms","start":"2026-03-18T13:16:19.861785Z","end":"2026-03-18T13:16:19.966060Z","steps":["trace[329087576] 'read index received' (duration: 104.267017ms)","trace[329087576] 'applied index is now lower than readState.Index' (duration: 3.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:19.966476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.618702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:16:19.966538Z","caller":"traceutil/trace.go:172","msg":"trace[2110126676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1650; }","duration":"104.753741ms","start":"2026-03-18T13:16:19.861769Z","end":"2026-03-18T13:16:19.966523Z","steps":["trace[2110126676] 'agreement among raft nodes before linearized reading' (duration: 104.395595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:25.108395Z","caller":"traceutil/trace.go:172","msg":"trace[136680903] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1981; }","duration":"482.700882ms","start":"2026-03-18T13:16:24.625673Z","end":"2026-03-18T13:16:25.108374Z","steps":["trace[136680903] 'read index received' (duration: 482.695352ms)","trace[136680903] 'applied index is now lower than readState.Index' (duration: 4.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:25.108705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.019469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T13:16:25.108765Z","caller":"traceutil/trace.go:172","msg":"trace[1614201381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1686; }","duration":"483.090618ms","start":"2026-03-18T13:16:24.625661Z","end":"2026-03-18T13:16:25.108752Z","steps":["trace[1614201381] 'agreement among raft nodes before linearized reading' (duration: 482.827611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.108801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.625643Z","time spent":"483.149477ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:16:25.111118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"383.821877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:16:25.111156Z","caller":"traceutil/trace.go:172","msg":"trace[1351624438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1687; }","duration":"383.862187ms","start":"2026-03-18T13:16:24.727286Z","end":"2026-03-18T13:16:25.111148Z","steps":["trace[1351624438] 'agreement among raft nodes before linearized reading' (duration: 383.755927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.111176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.727267Z","time spent":"383.903298ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:16:25.111239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.190277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-18T13:16:25.111323Z","caller":"traceutil/trace.go:172","msg":"trace[1312202101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1687; }","duration":"118.334585ms","start":"2026-03-18T13:16:24.992976Z","end":"2026-03-18T13:16:25.111311Z","steps":["trace[1312202101] 'agreement among raft nodes before linearized reading' (duration: 118.117177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:31.321847Z","caller":"traceutil/trace.go:172","msg":"trace[949230446] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2052; }","duration":"165.132138ms","start":"2026-03-18T13:16:31.156699Z","end":"2026-03-18T13:16:31.321832Z","steps":["trace[949230446] 'read index received' (duration: 165.127298ms)","trace[949230446] 'applied index is now lower than readState.Index' (duration: 3.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:31.327809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.097825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T13:16:31.327861Z","caller":"traceutil/trace.go:172","msg":"trace[740258148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1751; }","duration":"171.168484ms","start":"2026-03-18T13:16:31.156684Z","end":"2026-03-18T13:16:31.327853Z","steps":["trace[740258148] 'agreement among raft nodes before linearized reading' (duration: 165.228917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:46.154408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.936255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:16:46.154543Z","caller":"traceutil/trace.go:172","msg":"trace[2115726189] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2137; }","duration":"172.776487ms","start":"2026-03-18T13:16:45.981748Z","end":"2026-03-18T13:16:46.154524Z","steps":["trace[2115726189] 'read index received' (duration: 33.219789ms)","trace[2115726189] 'applied index is now lower than readState.Index' (duration: 139.553288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:46.154634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.885906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:46.154676Z","caller":"traceutil/trace.go:172","msg":"trace[703623755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1826; }","duration":"172.928555ms","start":"2026-03-18T13:16:45.981735Z","end":"2026-03-18T13:16:46.154663Z","steps":["trace[703623755] 'agreement among raft nodes before linearized reading' (duration: 172.850676ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:50.373359Z","caller":"traceutil/trace.go:172","msg":"trace[1228070333] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"123.778888ms","start":"2026-03-18T13:16:50.249557Z","end":"2026-03-18T13:16:50.373336Z","steps":["trace[1228070333] 'process raft request' (duration: 109.336504ms)","trace[1228070333] 'compare' (duration: 14.171396ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:16:53.643432Z","caller":"traceutil/trace.go:172","msg":"trace[217253550] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"143.213535ms","start":"2026-03-18T13:16:53.500201Z","end":"2026-03-18T13:16:53.643414Z","steps":["trace[217253550] 'process raft request' (duration: 143.089596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:54.158382Z","caller":"traceutil/trace.go:172","msg":"trace[1422980804] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2168; }","duration":"451.260103ms","start":"2026-03-18T13:16:53.707101Z","end":"2026-03-18T13:16:54.158361Z","steps":["trace[1422980804] 'read index received' (duration: 451.251303ms)","trace[1422980804] 'applied index is now lower than readState.Index' (duration: 7.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:54.253283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"546.163177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-18T13:16:54.253365Z","caller":"traceutil/trace.go:172","msg":"trace[1217542721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1852; }","duration":"546.259297ms","start":"2026-03-18T13:16:53.707088Z","end":"2026-03-18T13:16:54.253347Z","steps":["trace[1217542721] 'agreement among raft nodes before linearized reading' (duration: 451.399082ms)","trace[1217542721] 'range keys from in-memory index tree' (duration: 94.656326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:54.253408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:53.707069Z","time spent":"546.332166ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":520,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:16:54.253992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.836153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:54.254032Z","caller":"traceutil/trace.go:172","msg":"trace[1175169725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"272.875252ms","start":"2026-03-18T13:16:53.981149Z","end":"2026-03-18T13:16:54.254025Z","steps":["trace[1175169725] 'agreement among raft nodes before linearized reading' (duration: 272.818343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:54.254025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"512.151785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:54.254114Z","caller":"traceutil/trace.go:172","msg":"trace[564915135] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1853; }","duration":"512.272324ms","start":"2026-03-18T13:16:53.741829Z","end":"2026-03-18T13:16:54.254101Z","steps":["trace[564915135] 'agreement among raft nodes before linearized reading' (duration: 512.102545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:54.254162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:53.741805Z","time spent":"512.334654ms","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-18T13:16:54.498895Z","caller":"traceutil/trace.go:172","msg":"trace[937466043] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"240.22239ms","start":"2026-03-18T13:16:54.258644Z","end":"2026-03-18T13:16:54.498866Z","steps":["trace[937466043] 'process raft request' (duration: 162.18966ms)","trace[937466043] 'compare' (duration: 77.674342ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:16:54.622939Z","caller":"traceutil/trace.go:172","msg":"trace[449812366] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2170; }","duration":"277.766947ms","start":"2026-03-18T13:16:54.345146Z","end":"2026-03-18T13:16:54.622912Z","steps":["trace[449812366] 'read index received' (duration: 277.755737ms)","trace[449812366] 'applied index is now lower than readState.Index' (duration: 10.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:54.678809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.641046ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:54.678889Z","caller":"traceutil/trace.go:172","msg":"trace[257472314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1854; }","duration":"333.731255ms","start":"2026-03-18T13:16:54.345138Z","end":"2026-03-18T13:16:54.678869Z","steps":["trace[257472314] 'agreement among raft nodes before linearized reading' (duration: 277.871176ms)","trace[257472314] 'range keys from in-memory index tree' (duration: 55.74611ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:16:54.679179Z","caller":"traceutil/trace.go:172","msg":"trace[1822991082] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"399.361642ms","start":"2026-03-18T13:16:54.279799Z","end":"2026-03-18T13:16:54.679160Z","steps":["trace[1822991082] 'process raft request' (duration: 343.352044ms)","trace[1822991082] 'compare' (duration: 55.525402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:54.679322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:54.279775Z","time spent":"399.477732ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:16:55.852568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.871481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:16:56.080518Z","caller":"traceutil/trace.go:172","msg":"trace[1558449765] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2177; }","duration":"136.735824ms","start":"2026-03-18T13:16:55.943765Z","end":"2026-03-18T13:16:56.080501Z","steps":["trace[1558449765] 'read index received' (duration: 56.036724ms)","trace[1558449765] 'applied index is now lower than readState.Index' (duration: 80.69813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:56.080639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.865083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:56.080661Z","caller":"traceutil/trace.go:172","msg":"trace[443479475] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1860; }","duration":"136.904003ms","start":"2026-03-18T13:16:55.943751Z","end":"2026-03-18T13:16:56.080655Z","steps":["trace[443479475] 'agreement among raft nodes before linearized reading' (duration: 136.842533ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:56.294385Z","caller":"traceutil/trace.go:172","msg":"trace[1448756162] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2182; }","duration":"213.786203ms","start":"2026-03-18T13:16:56.080570Z","end":"2026-03-18T13:16:56.294356Z","steps":["trace[1448756162] 'read index received' (duration: 213.780283ms)","trace[1448756162] 'applied index is now lower than readState.Index' (duration: 4.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:56.294516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.269474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:56.294547Z","caller":"traceutil/trace.go:172","msg":"trace[952748827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1864; }","duration":"312.314513ms","start":"2026-03-18T13:16:55.982223Z","end":"2026-03-18T13:16:56.294538Z","steps":["trace[952748827] 'agreement among raft nodes before linearized reading' (duration: 312.225764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:56.294583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:55.982200Z","time spent":"312.376842ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:16:57.212106Z","caller":"traceutil/trace.go:172","msg":"trace[743112859] linearizableReadLoop","detail":"{readStateIndex:2185; appliedIndex:2185; }","duration":"152.133094ms","start":"2026-03-18T13:16:57.059952Z","end":"2026-03-18T13:16:57.212085Z","steps":["trace[743112859] 'read index received' (duration: 152.127884ms)","trace[743112859] 'applied index is now lower than readState.Index' (duration: 4.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:57.212237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.297642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:57.212266Z","caller":"traceutil/trace.go:172","msg":"trace[279805240] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1867; }","duration":"152.347172ms","start":"2026-03-18T13:16:57.059910Z","end":"2026-03-18T13:16:57.212257Z","steps":["trace[279805240] 'agreement among raft nodes before linearized reading' (duration: 152.263572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:57.467786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.151526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:57.467871Z","caller":"traceutil/trace.go:172","msg":"trace[579968498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1867; }","duration":"123.257586ms","start":"2026-03-18T13:16:57.344595Z","end":"2026-03-18T13:16:57.467853Z","steps":["trace[579968498] 'range keys from in-memory index tree' (duration: 123.091916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:57.468059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.51896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:16:57.880124Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3801773663425180634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:16:57.912417Z","caller":"traceutil/trace.go:172","msg":"trace[613663628] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2190; }","duration":"532.608207ms","start":"2026-03-18T13:16:57.379791Z","end":"2026-03-18T13:16:57.912399Z","steps":["trace[613663628] 'read index received' (duration: 532.603147ms)","trace[613663628] 'applied index is now lower than readState.Index' (duration: 3.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:57.912676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.840815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:16:57.912720Z","caller":"traceutil/trace.go:172","msg":"trace[1637960243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"532.924325ms","start":"2026-03-18T13:16:57.379785Z","end":"2026-03-18T13:16:57.912710Z","steps":["trace[1637960243] 'agreement among raft nodes before linearized reading' (duration: 532.743886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:57.912911Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:57.379762Z","time spent":"533.076854ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:16:57.913326Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3801773663425180635,"received-request-id":3801773663425180634} {"level":"warn","ts":"2026-03-18T13:16:57.914998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.076047ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:57.915065Z","caller":"traceutil/trace.go:172","msg":"trace[1496945729] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1873; }","duration":"447.129837ms","start":"2026-03-18T13:16:57.467907Z","end":"2026-03-18T13:16:57.915037Z","steps":["trace[1496945729] 'agreement among raft nodes before linearized reading' (duration: 447.057198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:59.095664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.879864ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:16:59.095745Z","caller":"traceutil/trace.go:172","msg":"trace[1447825717] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2194; }","duration":"483.4881ms","start":"2026-03-18T13:16:58.612245Z","end":"2026-03-18T13:16:59.095733Z","steps":["trace[1447825717] 'read index received' (duration: 296.153127ms)","trace[1447825717] 'applied index is now lower than readState.Index' (duration: 187.333903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:59.096159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.911168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-18T13:16:59.096192Z","caller":"traceutil/trace.go:172","msg":"trace[1890167261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1876; }","duration":"483.949977ms","start":"2026-03-18T13:16:58.612232Z","end":"2026-03-18T13:16:59.096182Z","steps":["trace[1890167261] 'agreement among raft nodes before linearized reading' (duration: 483.791388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:59.096226Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:58.612211Z","time spent":"484.001476ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":520,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:16:59.097910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.345403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:59.097982Z","caller":"traceutil/trace.go:172","msg":"trace[1888228641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1876; }","duration":"117.428202ms","start":"2026-03-18T13:16:58.980539Z","end":"2026-03-18T13:16:59.097967Z","steps":["trace[1888228641] 'agreement among raft nodes before linearized reading' (duration: 117.291693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:17:01.426913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.811132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:17:58.400029Z","caller":"traceutil/trace.go:172","msg":"trace[245219510] linearizableReadLoop","detail":"{readStateIndex:2460; appliedIndex:2459; }","duration":"220.517966ms","start":"2026-03-18T13:17:58.179487Z","end":"2026-03-18T13:17:58.400005Z","steps":["trace[245219510] 'read index received' (duration: 136.712942ms)","trace[245219510] 'applied index is now lower than readState.Index' (duration: 83.803844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:17:58.400264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.754016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T13:17:58.400319Z","caller":"traceutil/trace.go:172","msg":"trace[900269381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2105; }","duration":"220.824996ms","start":"2026-03-18T13:17:58.179481Z","end":"2026-03-18T13:17:58.400306Z","steps":["trace[900269381] 'agreement among raft nodes before linearized reading' (duration: 220.639766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:09.533014Z","caller":"traceutil/trace.go:172","msg":"trace[2031400121] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2512; }","duration":"189.002203ms","start":"2026-03-18T13:18:09.343989Z","end":"2026-03-18T13:18:09.532991Z","steps":["trace[2031400121] 'read index received' (duration: 188.996763ms)","trace[2031400121] 'applied index is now lower than readState.Index' (duration: 4.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:18:09.533111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.109323ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:09.533185Z","caller":"traceutil/trace.go:172","msg":"trace[274018091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2150; }","duration":"189.192593ms","start":"2026-03-18T13:18:09.343978Z","end":"2026-03-18T13:18:09.533170Z","steps":["trace[274018091] 'agreement among raft nodes before linearized reading' (duration: 189.089843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:11.548283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.995025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:11.548340Z","caller":"traceutil/trace.go:172","msg":"trace[1690574130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2155; }","duration":"201.058145ms","start":"2026-03-18T13:18:11.347268Z","end":"2026-03-18T13:18:11.548326Z","steps":["trace[1690574130] 'range keys from in-memory index tree' (duration: 200.941495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:11.790143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.38308ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:18:11.790591Z","caller":"traceutil/trace.go:172","msg":"trace[146881644] linearizableReadLoop","detail":"{readStateIndex:2519; appliedIndex:2518; }","duration":"494.436983ms","start":"2026-03-18T13:18:11.296133Z","end":"2026-03-18T13:18:11.790570Z","steps":["trace[146881644] 'read index received' (duration: 97.392772ms)","trace[146881644] 'applied index is now lower than readState.Index' (duration: 397.042591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:18:11.790819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.675533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-03-18T13:18:11.790903Z","caller":"traceutil/trace.go:172","msg":"trace[1507633991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2155; }","duration":"494.768643ms","start":"2026-03-18T13:18:11.296117Z","end":"2026-03-18T13:18:11.790886Z","steps":["trace[1507633991] 'agreement among raft nodes before linearized reading' (duration: 494.535903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:11.790952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:18:11.296093Z","time spent":"494.845473ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":508,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:18:11.792002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.623846ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:11.792051Z","caller":"traceutil/trace.go:172","msg":"trace[765619117] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2157; }","duration":"243.676736ms","start":"2026-03-18T13:18:11.548363Z","end":"2026-03-18T13:18:11.792040Z","steps":["trace[765619117] 'agreement among raft nodes before linearized reading' (duration: 243.562756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:11.794169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.639255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:194 size:16756"} {"level":"info","ts":"2026-03-18T13:18:11.794259Z","caller":"traceutil/trace.go:172","msg":"trace[823798830] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:194; response_revision:2157; }","duration":"164.740785ms","start":"2026-03-18T13:18:11.629502Z","end":"2026-03-18T13:18:11.794243Z","steps":["trace[823798830] 'agreement among raft nodes before linearized reading' (duration: 162.703424ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:12.248135Z","caller":"traceutil/trace.go:172","msg":"trace[65558517] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"152.641713ms","start":"2026-03-18T13:18:12.095478Z","end":"2026-03-18T13:18:12.248120Z","steps":["trace[65558517] 'process raft request' (duration: 152.552073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:12.445989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.101909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:12.446052Z","caller":"traceutil/trace.go:172","msg":"trace[1479809909] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2158; }","duration":"100.189969ms","start":"2026-03-18T13:18:12.345850Z","end":"2026-03-18T13:18:12.446040Z","steps":["trace[1479809909] 'range keys from in-memory index tree' (duration: 100.042799ms)"],"step_count":1}