{"level":"warn","ts":"2026-03-30T16:48:54.295963Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T16:48:54.296142Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T16:48:54.296210Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.180:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.180:2380","--initial-cluster=controller-1=https://199.19.213.3:2380,controller-2=https://199.204.45.227:2380,controller-3=https://199.19.213.180:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.180:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.180:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T16:48:54.296770Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T16:48:54.296810Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T16:48:54.296903Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.180:2380"]} {"level":"info","ts":"2026-03-30T16:48:54.297058Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:48:54.297806Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"]} {"level":"info","ts":"2026-03-30T16:48:54.298012Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.180:2380"],"listen-peer-urls":["https://199.19.213.180:2380"],"advertise-client-urls":["https://199.19.213.180:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.3:2380,controller-2=https://199.204.45.227:2380,controller-3=https://199.19.213.180:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T16:48:54.299741Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a120}"} {"level":"info","ts":"2026-03-30T16:48:54.321375Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T16:48:54.321459Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"21.875022ms"} {"level":"info","ts":"2026-03-30T16:48:54.321493Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T16:48:54.321503Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T16:48:54.330703Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.227:2380","host":"199.204.45.227:2380","resolved-addr":"199.204.45.227:2380"} {"level":"info","ts":"2026-03-30T16:48:54.330769Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.3:2380","host":"199.19.213.3:2380","resolved-addr":"199.19.213.3:2380"} {"level":"info","ts":"2026-03-30T16:48:54.330808Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.180:2380","host":"199.19.213.180:2380","resolved-addr":"199.19.213.180:2380"} {"level":"info","ts":"2026-03-30T16:48:54.330824Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.3:2380","host":"199.19.213.3:2380","resolved-addr":"199.19.213.3:2380"} {"level":"info","ts":"2026-03-30T16:48:54.330839Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.180:2380","host":"199.19.213.180:2380","resolved-addr":"199.19.213.180:2380"} {"level":"info","ts":"2026-03-30T16:48:54.330854Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.227:2380","host":"199.204.45.227:2380","resolved-addr":"199.204.45.227:2380"} {"level":"info","ts":"2026-03-30T16:48:54.343559Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T16:48:54.382000Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T16:48:54.382065Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"c3874f4929b5956e","cluster-id":"7b1ae51097bedd0e"} {"level":"info","ts":"2026-03-30T16:48:54.382093Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T16:48:54.382201Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c3874f4929b5956e switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T16:48:54.382260Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c3874f4929b5956e became follower at term 0"} {"level":"info","ts":"2026-03-30T16:48:54.382271Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft c3874f4929b5956e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T16:48:54.393762Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T16:48:54.397442Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T16:48:54.414979Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T16:48:54.415582Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.415603Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-03-30T16:48:54.415621Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.415628Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-30T16:48:54.415644Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.415660Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.415757Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.415782Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-03-30T16:48:54.415797Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.415808Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.416292Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.416508Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.416335Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.416641Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.416844Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.417012Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.418289Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.419893Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-30T16:48:54.418353Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.419952Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"c3874f4929b5956e","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T16:48:54.418361Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.420135Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T16:48:54.420226Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:48:54.420266Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:48:54.420276Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:48:54.420260Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:48:54.420495Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.180:2380"} {"level":"info","ts":"2026-03-30T16:48:54.420568Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.180:2380"} {"level":"info","ts":"2026-03-30T16:48:54.420763Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"c3874f4929b5956e","initial-advertise-peer-urls":["https://199.19.213.180:2380"],"listen-peer-urls":["https://199.19.213.180:2380"],"advertise-client-urls":["https://199.19.213.180:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.180:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T16:48:54.420832Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T16:48:54.421004Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c3874f4929b5956e","to":"a8d4e8c653fa8dce","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:48:54.421253Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c3874f4929b5956e [term: 0] received a MsgHeartbeat message with higher term from 3cf904ec39d3e333 [term: 2]"} {"level":"info","ts":"2026-03-30T16:48:54.421341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c3874f4929b5956e became follower at term 2"} {"level":"info","ts":"2026-03-30T16:48:54.421386Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c3874f4929b5956e elected leader 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-03-30T16:48:54.421034Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.421468Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c3874f4929b5956e","to":"3cf904ec39d3e333","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:48:54.421491Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.421526Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.421620Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.421880Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c3874f4929b5956e","to":"3cf904ec39d3e333","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:48:54.421925Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.424288Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c3874f4929b5956e","to":"a8d4e8c653fa8dce","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:48:54.424325Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.429544Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.433704Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.435587Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.437253Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"c3874f4929b5956e","remote-snapshot-sender-id":"3cf904ec39d3e333","incoming-snapshot-index":740,"incoming-snapshot-message-size-bytes":8743,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-03-30T16:48:54.439217Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.470890Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"c3874f4929b5956e","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-30T16:48:54.489526Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002e4.snap.db","bytes":1142784,"size":"1.1 MB"} {"level":"info","ts":"2026-03-30T16:48:54.489598Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"c3874f4929b5956e","remote-snapshot-sender-id":"3cf904ec39d3e333","incoming-snapshot-index":740,"incoming-snapshot-size-bytes":1142784,"incoming-snapshot-size":"1.1 MB","download-took":"52.466339ms"} {"level":"info","ts":"2026-03-30T16:48:54.489805Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 740, term: 2]"} {"level":"info","ts":"2026-03-30T16:48:54.489919Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c3874f4929b5956e switched to configuration voters=(4393548324105610035 12165604431944650190) learners=(14089317134902859118)"} {"level":"info","ts":"2026-03-30T16:48:54.489969Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"c3874f4929b5956e [commit: 740, lastindex: 740, lastterm: 2] restored snapshot [index: 740, term: 2]"} {"level":"info","ts":"2026-03-30T16:48:54.489996Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"c3874f4929b5956e [commit: 740] restored snapshot [index: 740, term: 2]"} {"level":"info","ts":"2026-03-30T16:48:54.490101Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":740,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T16:48:54.504766Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":740} {"level":"info","ts":"2026-03-30T16:48:54.505121Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a0f0}"} {"level":"info","ts":"2026-03-30T16:48:54.505714Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T16:48:54.505753Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"716.795µs"} {"level":"info","ts":"2026-03-30T16:48:54.505803Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-30T16:48:54.514144Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-30T16:48:54.514205Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-30T16:48:54.516258Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":685} {"level":"info","ts":"2026-03-30T16:48:54.516395Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":740} {"level":"info","ts":"2026-03-30T16:48:54.516474Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-30T16:48:54.516523Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-30T16:48:54.518643Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-30T16:48:54.518676Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-30T16:48:54.518718Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-30T16:48:54.518730Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-30T16:48:54.519324Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-30T16:48:54.519356Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-30T16:48:54.519636Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:48:54.519651Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-30T16:48:54.519662Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"7b1ae51097bedd0e","local-member-id":"c3874f4929b5956e","recovered-remote-peer-id":"3cf904ec39d3e333","recovered-remote-peer-urls":["https://199.19.213.3:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T16:48:54.519895Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"7b1ae51097bedd0e","local-member-id":"c3874f4929b5956e","recovered-remote-peer-id":"a8d4e8c653fa8dce","recovered-remote-peer-urls":["https://199.204.45.227:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T16:48:54.519912Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"7b1ae51097bedd0e","local-member-id":"c3874f4929b5956e","recovered-remote-peer-id":"c3874f4929b5956e","recovered-remote-peer-urls":["https://199.19.213.180:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:48:54.519941Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T16:48:54.519957Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-30T16:48:54.520029Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-30T16:48:54.520144Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-03-30T16:48:54.520304Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.520337Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-03-30T16:48:54.520458Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.520473Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.521070Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-03-30T16:48:54.521582Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333","error":"context canceled"} {"level":"warn","ts":"2026-03-30T16:48:54.521669Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3cf904ec39d3e333","error":"failed to read 3cf904ec39d3e333 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T16:48:54.521694Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-03-30T16:48:54.521945Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:48:54.522007Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.522019Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.522031Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"c3874f4929b5956e","removed-remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.522042Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"warn","ts":"2026-03-30T16:48:54.522264Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.522287Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"warn","ts":"2026-03-30T16:48:54.522578Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.522603Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.524336Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"warn","ts":"2026-03-30T16:48:54.524594Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce","error":"context canceled"} {"level":"warn","ts":"2026-03-30T16:48:54.524840Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"a8d4e8c653fa8dce","error":"failed to read a8d4e8c653fa8dce on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T16:48:54.524862Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"warn","ts":"2026-03-30T16:48:54.525160Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:48:54.525190Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.525214Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.530301Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"c3874f4929b5956e","removed-remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.530330Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-30T16:48:54.530340Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T16:48:54.530366Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.530384Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.530508Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.530526Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333","remote-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-03-30T16:48:54.530558Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.530567Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.531246Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.531313Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.531318Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.531268Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.531541Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.532566Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.532636Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.532780Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.532735Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-30T16:48:54.532989Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T16:48:54.533059Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":740,"current-applied-index":740,"incoming-leader-snapshot-index":740,"incoming-leader-snapshot-term":2} {"level":"warn","ts":"2026-03-30T16:48:54.532942Z","caller":"rafthttp/http.go:415","msg":"failed to find remote peer in cluster","local-member-id":"c3874f4929b5956e","remote-peer-id-stream-handler":"c3874f4929b5956e","remote-peer-id-from":"3cf904ec39d3e333","cluster-id":"7b1ae51097bedd0e"} {"level":"info","ts":"2026-03-30T16:48:54.535955Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.536648Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"c3874f4929b5956e","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.180:2379]}","cluster-id":"7b1ae51097bedd0e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T16:48:54.536909Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c3874f4929b5956e","to":"a8d4e8c653fa8dce","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:48:54.536955Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:48:54.537000Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T16:48:54.537053Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T16:48:54.536974Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.537082Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.536931Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c3874f4929b5956e","to":"3cf904ec39d3e333","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:48:54.536927Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:48:54.537140Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.537188Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.539073Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:48:54.540171Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c3874f4929b5956e","to":"a8d4e8c653fa8dce","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:48:54.540204Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.542685Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"info","ts":"2026-03-30T16:48:54.543004Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T16:48:54.547889Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.548792Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-03-30T16:48:54.549643Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T16:48:54.549969Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:48:54.550115Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"a8d4e8c653fa8dce"} {"level":"info","ts":"2026-03-30T16:48:54.555760Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.180:2379"} {"level":"warn","ts":"2026-03-30T16:48:54.558813Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.180:40602","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:48:54.631174Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"c3874f4929b5956e","to":"3cf904ec39d3e333","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:48:54.631222Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"c3874f4929b5956e","remote-peer-id":"3cf904ec39d3e333"} {"level":"warn","ts":"2026-03-30T16:48:54.737117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.741582Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.762751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.769987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.784171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.927792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.943499Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.951266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.955393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.963112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:54.973941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.010285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.017513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.025092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.033351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.043466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.051210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.060310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.070828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.083193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.098054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.155231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.170327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.179430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.188983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.199470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.208186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.218504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.227454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.235295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.243852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.293618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.300287Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.309628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.318311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.326764Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.339112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.345312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.363161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.373092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.383954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.392090Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.398066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.408657Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.424012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.432893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.444062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.453867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.464279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.471983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.482353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.491489Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.500265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.508837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.518571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.529539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.543606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.578532Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.589324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.599326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:55.664644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:48:56.168325Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.195707432s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:48:56.169095Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"c3874f4929b5956e switched to configuration voters=(4393548324105610035 12165604431944650190 14089317134902859118)"} {"level":"info","ts":"2026-03-30T16:48:56.169466Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"7b1ae51097bedd0e","local-member-id":"c3874f4929b5956e","promoted-member-id":"c3874f4929b5956e"} {"level":"warn","ts":"2026-03-30T16:48:58.170658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.239712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-30T16:48:58.170757Z","caller":"traceutil/trace.go:172","msg":"trace[230639161] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:696; }","duration":"277.361733ms","start":"2026-03-30T16:48:57.893374Z","end":"2026-03-30T16:48:58.170736Z","steps":["trace[230639161] 'range keys from in-memory index tree' (duration: 275.807722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:00.961267Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:01.165255Z","caller":"traceutil/trace.go:172","msg":"trace[1960898899] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:779; }","duration":"704.364082ms","start":"2026-03-30T16:49:00.460862Z","end":"2026-03-30T16:49:01.165226Z","steps":["trace[1960898899] 'read index received' (duration: 694.574949ms)","trace[1960898899] 'applied index is now lower than readState.Index' (duration: 9.785223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:01.165622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"704.679664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:49:01.165757Z","caller":"traceutil/trace.go:172","msg":"trace[1819038102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:719; }","duration":"704.888825ms","start":"2026-03-30T16:49:00.460850Z","end":"2026-03-30T16:49:01.165739Z","steps":["trace[1819038102] 'agreement among raft nodes before linearized reading' (duration: 704.499383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:01.165822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:00.460831Z","time spent":"704.974536ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:01.167856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"686.331307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:01.167971Z","caller":"traceutil/trace.go:172","msg":"trace[264984890] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:719; }","duration":"686.472788ms","start":"2026-03-30T16:49:00.481475Z","end":"2026-03-30T16:49:01.167947Z","steps":["trace[264984890] 'agreement among raft nodes before linearized reading' (duration: 686.276087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:01.168040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:00.481447Z","time spent":"686.58298ms","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:01.923092Z","caller":"traceutil/trace.go:172","msg":"trace[245109036] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"257.862477ms","start":"2026-03-30T16:49:01.665210Z","end":"2026-03-30T16:49:01.923072Z","steps":["trace[245109036] 'process raft request' (duration: 249.688027ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:01.923110Z","caller":"traceutil/trace.go:172","msg":"trace[61614917] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:820; }","duration":"215.476854ms","start":"2026-03-30T16:49:01.707598Z","end":"2026-03-30T16:49:01.923074Z","steps":["trace[61614917] 'read index received' (duration: 213.808203ms)","trace[61614917] 'applied index is now lower than readState.Index' (duration: 1.665101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:01.923206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.587715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:01.923243Z","caller":"traceutil/trace.go:172","msg":"trace[1111475287] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:759; }","duration":"215.642705ms","start":"2026-03-30T16:49:01.707593Z","end":"2026-03-30T16:49:01.923236Z","steps":["trace[1111475287] 'agreement among raft nodes before linearized reading' (duration: 215.564625ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:07.301532Z","caller":"traceutil/trace.go:172","msg":"trace[2057183329] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"568.411712ms","start":"2026-03-30T16:49:06.733096Z","end":"2026-03-30T16:49:07.301507Z","steps":["trace[2057183329] 'process raft request' (duration: 568.357732ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:07.301895Z","caller":"traceutil/trace.go:172","msg":"trace[1438061337] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:863; }","duration":"286.440248ms","start":"2026-03-30T16:49:07.015389Z","end":"2026-03-30T16:49:07.301829Z","steps":["trace[1438061337] 'read index received' (duration: 277.1788ms)","trace[1438061337] 'applied index is now lower than readState.Index' (duration: 9.257538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:07.302063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.654789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:49:07.302154Z","caller":"traceutil/trace.go:172","msg":"trace[100877787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:801; }","duration":"286.75317ms","start":"2026-03-30T16:49:07.015383Z","end":"2026-03-30T16:49:07.302137Z","steps":["trace[100877787] 'agreement among raft nodes before linearized reading' (duration: 286.597439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:07.302219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:06.733058Z","time spent":"568.559033ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:12.629047Z","caller":"traceutil/trace.go:172","msg":"trace[1099024378] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:889; }","duration":"291.354343ms","start":"2026-03-30T16:49:12.337669Z","end":"2026-03-30T16:49:12.629023Z","steps":["trace[1099024378] 'read index received' (duration: 291.348692ms)","trace[1099024378] 'applied index is now lower than readState.Index' (duration: 4.471µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:12.629212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.524454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:12.629246Z","caller":"traceutil/trace.go:172","msg":"trace[1072918134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:820; }","duration":"291.575144ms","start":"2026-03-30T16:49:12.337661Z","end":"2026-03-30T16:49:12.629236Z","steps":["trace[1072918134] 'agreement among raft nodes before linearized reading' (duration: 291.499783ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:14.692994Z","caller":"traceutil/trace.go:172","msg":"trace[525952514] linearizableReadLoop","detail":"{readStateIndex:894; appliedIndex:893; }","duration":"155.595519ms","start":"2026-03-30T16:49:14.537379Z","end":"2026-03-30T16:49:14.692974Z","steps":["trace[525952514] 'read index received' (duration: 93.330329ms)","trace[525952514] 'applied index is now lower than readState.Index' (duration: 62.26459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:14.693189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.78619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:14.693339Z","caller":"traceutil/trace.go:172","msg":"trace[1369971715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:824; }","duration":"155.947582ms","start":"2026-03-30T16:49:14.537364Z","end":"2026-03-30T16:49:14.693312Z","steps":["trace[1369971715] 'agreement among raft nodes before linearized reading' (duration: 155.69095ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:15.750053Z","caller":"traceutil/trace.go:172","msg":"trace[1042605513] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:896; }","duration":"412.92171ms","start":"2026-03-30T16:49:15.337110Z","end":"2026-03-30T16:49:15.750032Z","steps":["trace[1042605513] 'read index received' (duration: 412.91455ms)","trace[1042605513] 'applied index is now lower than readState.Index' (duration: 6.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:15.750155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.028751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:15.750239Z","caller":"traceutil/trace.go:172","msg":"trace[711998495] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:826; }","duration":"413.116241ms","start":"2026-03-30T16:49:15.337104Z","end":"2026-03-30T16:49:15.750220Z","steps":["trace[711998495] 'agreement among raft nodes before linearized reading' (duration: 413.005941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:15.751882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.909187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:49:15.751960Z","caller":"traceutil/trace.go:172","msg":"trace[1640528408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:826; }","duration":"131.006077ms","start":"2026-03-30T16:49:15.620936Z","end":"2026-03-30T16:49:15.751942Z","steps":["trace[1640528408] 'agreement among raft nodes before linearized reading' (duration: 130.762546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:16.443684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.232137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:16.443739Z","caller":"traceutil/trace.go:172","msg":"trace[816067869] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:826; }","duration":"105.300528ms","start":"2026-03-30T16:49:16.338427Z","end":"2026-03-30T16:49:16.443727Z","steps":["trace[816067869] 'range keys from in-memory index tree' (duration: 105.166357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:16.443942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.62011ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-30T16:49:16.587034Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:17.034070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.449944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:49:17.087172Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:17.096945Z","caller":"traceutil/trace.go:172","msg":"trace[1865810062] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:901; }","duration":"1.010324172s","start":"2026-03-30T16:49:16.086589Z","end":"2026-03-30T16:49:17.096913Z","steps":["trace[1865810062] 'read index received' (duration: 1.010315202s)","trace[1865810062] 'applied index is now lower than readState.Index' (duration: 5.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:17.097234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.010626664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:49:17.097312Z","caller":"traceutil/trace.go:172","msg":"trace[57348431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:829; }","duration":"1.010695594s","start":"2026-03-30T16:49:16.086574Z","end":"2026-03-30T16:49:17.097269Z","steps":["trace[57348431] 'agreement among raft nodes before linearized reading' (duration: 1.010456183s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:17.097352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:16.086551Z","time spent":"1.010789506s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:17.115046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"671.245987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:17.115114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.575724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:49:17.115146Z","caller":"traceutil/trace.go:172","msg":"trace[821901496] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:831; }","duration":"671.361338ms","start":"2026-03-30T16:49:16.443764Z","end":"2026-03-30T16:49:17.115126Z","steps":["trace[821901496] 'agreement among raft nodes before linearized reading' (duration: 671.189737ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:17.115174Z","caller":"traceutil/trace.go:172","msg":"trace[968366322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:831; }","duration":"115.652604ms","start":"2026-03-30T16:49:16.999507Z","end":"2026-03-30T16:49:17.115160Z","steps":["trace[968366322] 'agreement among raft nodes before linearized reading' (duration: 115.449603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:17.115068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"580.392536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:17.115259Z","caller":"traceutil/trace.go:172","msg":"trace[1350172666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:831; }","duration":"580.582778ms","start":"2026-03-30T16:49:16.534658Z","end":"2026-03-30T16:49:17.115240Z","steps":["trace[1350172666] 'agreement among raft nodes before linearized reading' (duration: 580.352386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:17.115311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:16.534623Z","time spent":"580.675588ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:40.575804Z","caller":"traceutil/trace.go:172","msg":"trace[1757870001] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1045; }","duration":"124.523958ms","start":"2026-03-30T16:49:40.451255Z","end":"2026-03-30T16:49:40.575779Z","steps":["trace[1757870001] 'read index received' (duration: 124.515828ms)","trace[1757870001] 'applied index is now lower than readState.Index' (duration: 6.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:40.576043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.457576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:14991"} {"level":"info","ts":"2026-03-30T16:49:40.576126Z","caller":"traceutil/trace.go:172","msg":"trace[743147831] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:958; }","duration":"125.533116ms","start":"2026-03-30T16:49:40.450560Z","end":"2026-03-30T16:49:40.576093Z","steps":["trace[743147831] 'agreement among raft nodes before linearized reading' (duration: 125.293414ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:40.709554Z","caller":"traceutil/trace.go:172","msg":"trace[188954042] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"116.870442ms","start":"2026-03-30T16:49:40.592657Z","end":"2026-03-30T16:49:40.709528Z","steps":["trace[188954042] 'process raft request' (duration: 116.515039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:42.764093Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:43.265328Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:43.765959Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:44.266832Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:44.537675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000130852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:49:44.537786Z","caller":"traceutil/trace.go:172","msg":"trace[1683148240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272354s","start":"2026-03-30T16:49:42.537498Z","end":"2026-03-30T16:49:44.537771Z","steps":["trace[1683148240] 'agreement among raft nodes before linearized reading' (duration: 2.000127692s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.538038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:42.537481Z","time spent":"2.000347794s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:44.767668Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:45.027569Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.898102014s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:49:45.108325Z","caller":"traceutil/trace.go:172","msg":"trace[1688712246] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1074; }","duration":"2.844912751s","start":"2026-03-30T16:49:42.263393Z","end":"2026-03-30T16:49:45.108306Z","steps":["trace[1688712246] 'read index received' (duration: 2.842179721s)","trace[1688712246] 'applied index is now lower than readState.Index' (duration: 2.73127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:45.108580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.845174114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:49:45.108615Z","caller":"traceutil/trace.go:172","msg":"trace[1998017828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:989; }","duration":"2.845227144s","start":"2026-03-30T16:49:42.263380Z","end":"2026-03-30T16:49:45.108607Z","steps":["trace[1998017828] 'agreement among raft nodes before linearized reading' (duration: 2.845079113s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.108642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:42.263359Z","time spent":"2.845276614s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:45.111899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.773441645s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:45.111984Z","caller":"traceutil/trace.go:172","msg":"trace[2058527339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:998; }","duration":"2.773532206s","start":"2026-03-30T16:49:42.338439Z","end":"2026-03-30T16:49:45.111972Z","steps":["trace[2058527339] 'agreement among raft nodes before linearized reading' (duration: 2.773420725s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.112374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.899145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-30T16:49:45.112458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.275795959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T16:49:45.112471Z","caller":"traceutil/trace.go:172","msg":"trace[1862319361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:998; }","duration":"298.997695ms","start":"2026-03-30T16:49:44.813461Z","end":"2026-03-30T16:49:45.112459Z","steps":["trace[1862319361] 'agreement among raft nodes before linearized reading' (duration: 298.812674ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.112489Z","caller":"traceutil/trace.go:172","msg":"trace[2116230066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:998; }","duration":"1.27582943s","start":"2026-03-30T16:49:43.836654Z","end":"2026-03-30T16:49:45.112483Z","steps":["trace[2116230066] 'agreement among raft nodes before linearized reading' (duration: 1.275780759s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.112473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"805.288029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-30T16:49:45.112506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:43.836625Z","time spent":"1.27587595s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:45.112483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"573.174657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:45.112547Z","caller":"traceutil/trace.go:172","msg":"trace[1210252736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:998; }","duration":"805.36446ms","start":"2026-03-30T16:49:44.307164Z","end":"2026-03-30T16:49:45.112529Z","steps":["trace[1210252736] 'agreement among raft nodes before linearized reading' (duration: 805.169818ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:45.112552Z","caller":"traceutil/trace.go:172","msg":"trace[1355174390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:998; }","duration":"573.257738ms","start":"2026-03-30T16:49:44.539282Z","end":"2026-03-30T16:49:45.112540Z","steps":["trace[1355174390] 'agreement among raft nodes before linearized reading' (duration: 573.133577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.112592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:44.307135Z","time spent":"805.44673ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:45.112596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:44.539246Z","time spent":"573.344438ms","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:45.413595Z","caller":"traceutil/trace.go:172","msg":"trace[397617753] linearizableReadLoop","detail":"{readStateIndex:1089; appliedIndex:1089; }","duration":"300.363075ms","start":"2026-03-30T16:49:45.113182Z","end":"2026-03-30T16:49:45.413545Z","steps":["trace[397617753] 'read index received' (duration: 300.332985ms)","trace[397617753] 'applied index is now lower than readState.Index' (duration: 26.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:45.914671Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:46.014466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"901.272288ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.014586Z","caller":"traceutil/trace.go:172","msg":"trace[139808346] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:998; }","duration":"901.410789ms","start":"2026-03-30T16:49:45.113149Z","end":"2026-03-30T16:49:46.014560Z","steps":["trace[139808346] 'agreement among raft nodes before linearized reading' (duration: 300.644337ms)","trace[139808346] 'range keys from in-memory index tree' (duration: 600.592901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.014686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.789392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:46.015200Z","caller":"traceutil/trace.go:172","msg":"trace[1941831802] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"896.946545ms","start":"2026-03-30T16:49:45.118219Z","end":"2026-03-30T16:49:46.015166Z","steps":["trace[1941831802] 'process raft request' (duration: 896.659913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.015454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.118198Z","time spent":"897.149066ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.015755Z","caller":"traceutil/trace.go:172","msg":"trace[1226204775] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"896.862044ms","start":"2026-03-30T16:49:45.118886Z","end":"2026-03-30T16:49:46.015748Z","steps":["trace[1226204775] 'process raft request' (duration: 896.030288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.015791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.118864Z","time spent":"896.913635ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:46.015970Z","caller":"traceutil/trace.go:172","msg":"trace[2098244305] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"895.630646ms","start":"2026-03-30T16:49:45.120329Z","end":"2026-03-30T16:49:46.015960Z","steps":["trace[2098244305] 'process raft request' (duration: 895.032841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.016004Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.120305Z","time spent":"895.684936ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:46.016002Z","caller":"traceutil/trace.go:172","msg":"trace[1215123715] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1003; }","duration":"896.936845ms","start":"2026-03-30T16:49:45.119026Z","end":"2026-03-30T16:49:46.015963Z","steps":["trace[1215123715] 'process raft request' (duration: 895.923388ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.016068Z","caller":"traceutil/trace.go:172","msg":"trace[1164922455] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"895.616925ms","start":"2026-03-30T16:49:45.120424Z","end":"2026-03-30T16:49:46.016041Z","steps":["trace[1164922455] 'process raft request' (duration: 895.039711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.016205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.120415Z","time spent":"895.733056ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:46.016215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.119019Z","time spent":"897.085177ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.017054Z","caller":"traceutil/trace.go:172","msg":"trace[80715377] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"901.265467ms","start":"2026-03-30T16:49:45.114961Z","end":"2026-03-30T16:49:46.016226Z","steps":["trace[80715377] 'process raft request' (duration: 298.867293ms)","trace[80715377] 'compare' (duration: 600.49155ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:46.017754Z","caller":"traceutil/trace.go:172","msg":"trace[1186054956] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1008; }","duration":"889.529771ms","start":"2026-03-30T16:49:45.128211Z","end":"2026-03-30T16:49:46.017741Z","steps":["trace[1186054956] 'process raft request' (duration: 889.33596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.017834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.128179Z","time spent":"889.632073ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:46.017354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.114941Z","time spent":"902.296735ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:46.018397Z","caller":"traceutil/trace.go:172","msg":"trace[1844662271] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"885.776363ms","start":"2026-03-30T16:49:45.132601Z","end":"2026-03-30T16:49:46.018377Z","steps":["trace[1844662271] 'process raft request' (duration: 885.218699ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.018442Z","caller":"traceutil/trace.go:172","msg":"trace[1674352701] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1010; }","duration":"885.062988ms","start":"2026-03-30T16:49:45.133365Z","end":"2026-03-30T16:49:46.018428Z","steps":["trace[1674352701] 'process raft request' (duration: 884.472624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.018495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.133325Z","time spent":"885.145818ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:46.018515Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.132570Z","time spent":"885.876934ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.018643Z","caller":"traceutil/trace.go:172","msg":"trace[1354240270] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1011; }","duration":"877.24267ms","start":"2026-03-30T16:49:45.141391Z","end":"2026-03-30T16:49:46.018634Z","steps":["trace[1354240270] 'process raft request' (duration: 876.614116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.018697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.141363Z","time spent":"877.302131ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30444,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.085712Z","caller":"traceutil/trace.go:172","msg":"trace[1255331039] linearizableReadLoop","detail":"{readStateIndex:1138; appliedIndex:1138; }","duration":"671.896056ms","start":"2026-03-30T16:49:45.413705Z","end":"2026-03-30T16:49:46.085601Z","steps":["trace[1255331039] 'read index received' (duration: 671.883085ms)","trace[1255331039] 'applied index is now lower than readState.Index' (duration: 11.191µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.085872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"961.442721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.086783Z","caller":"traceutil/trace.go:172","msg":"trace[264754081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1021; }","duration":"962.382088ms","start":"2026-03-30T16:49:45.124385Z","end":"2026-03-30T16:49:46.086767Z","steps":["trace[264754081] 'agreement among raft nodes before linearized reading' (duration: 961.35445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.086878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.124363Z","time spent":"962.499459ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:46.086520Z","caller":"traceutil/trace.go:172","msg":"trace[1284453644] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1021; }","duration":"928.328197ms","start":"2026-03-30T16:49:45.158170Z","end":"2026-03-30T16:49:46.086499Z","steps":["trace[1284453644] 'process raft request' (duration: 928.101295ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.086574Z","caller":"traceutil/trace.go:172","msg":"trace[389747660] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1021; }","duration":"939.61038ms","start":"2026-03-30T16:49:45.146951Z","end":"2026-03-30T16:49:46.086561Z","steps":["trace[389747660] 'process raft request' (duration: 939.228058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.087267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.158148Z","time spent":"928.984932ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28790,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:46.087431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:45.146924Z","time spent":"940.311956ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30425,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.167855Z","caller":"traceutil/trace.go:172","msg":"trace[588874075] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1024; }","duration":"122.091599ms","start":"2026-03-30T16:49:46.045739Z","end":"2026-03-30T16:49:46.167830Z","steps":["trace[588874075] 'process raft request' (duration: 121.890578ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.168200Z","caller":"traceutil/trace.go:172","msg":"trace[1923370166] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1024; }","duration":"121.240405ms","start":"2026-03-30T16:49:46.046939Z","end":"2026-03-30T16:49:46.168179Z","steps":["trace[1923370166] 'process raft request' (duration: 120.844611ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.197502Z","caller":"traceutil/trace.go:172","msg":"trace[816566664] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1163; }","duration":"110.843697ms","start":"2026-03-30T16:49:46.086637Z","end":"2026-03-30T16:49:46.197480Z","steps":["trace[816566664] 'read index received' (duration: 110.837137ms)","trace[816566664] 'applied index is now lower than readState.Index' (duration: 5.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.197771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.806781ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:46.197751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.547109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-30T16:49:46.197801Z","caller":"traceutil/trace.go:172","msg":"trace[1105236101] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1028; }","duration":"181.857902ms","start":"2026-03-30T16:49:46.015936Z","end":"2026-03-30T16:49:46.197794Z","steps":["trace[1105236101] 'agreement among raft nodes before linearized reading' (duration: 181.64703ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.197823Z","caller":"traceutil/trace.go:172","msg":"trace[1679894869] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1028; }","duration":"177.63276ms","start":"2026-03-30T16:49:46.020175Z","end":"2026-03-30T16:49:46.197808Z","steps":["trace[1679894869] 'agreement among raft nodes before linearized reading' (duration: 177.389108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.197973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.787681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-30T16:49:46.198111Z","caller":"traceutil/trace.go:172","msg":"trace[1645455075] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1028; }","duration":"177.925162ms","start":"2026-03-30T16:49:46.020176Z","end":"2026-03-30T16:49:46.198101Z","steps":["trace[1645455075] 'agreement among raft nodes before linearized reading' (duration: 177.378568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.218737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.846748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:46.218789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.15056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"warn","ts":"2026-03-30T16:49:46.218792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.1306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-03-30T16:49:46.218812Z","caller":"traceutil/trace.go:172","msg":"trace[2036394170] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1032; }","duration":"111.17683ms","start":"2026-03-30T16:49:46.107629Z","end":"2026-03-30T16:49:46.218805Z","steps":["trace[2036394170] 'agreement among raft nodes before linearized reading' (duration: 111.10444ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.218818Z","caller":"traceutil/trace.go:172","msg":"trace[263951558] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:1031; }","duration":"111.160111ms","start":"2026-03-30T16:49:46.107652Z","end":"2026-03-30T16:49:46.218812Z","steps":["trace[263951558] 'agreement among raft nodes before linearized reading' (duration: 111.04321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.218876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.252891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-30T16:49:46.218810Z","caller":"traceutil/trace.go:172","msg":"trace[7320282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1031; }","duration":"129.927698ms","start":"2026-03-30T16:49:46.088870Z","end":"2026-03-30T16:49:46.218798Z","steps":["trace[7320282] 'agreement among raft nodes before linearized reading' (duration: 129.814418ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.218902Z","caller":"traceutil/trace.go:172","msg":"trace[1585580977] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1032; }","duration":"111.281311ms","start":"2026-03-30T16:49:46.107613Z","end":"2026-03-30T16:49:46.218894Z","steps":["trace[1585580977] 'agreement among raft nodes before linearized reading' (duration: 111.212841ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.552444Z","caller":"traceutil/trace.go:172","msg":"trace[810957868] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1174; }","duration":"326.278557ms","start":"2026-03-30T16:49:46.226138Z","end":"2026-03-30T16:49:46.552416Z","steps":["trace[810957868] 'read index received' (duration: 326.268707ms)","trace[810957868] 'applied index is now lower than readState.Index' (duration: 8.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.552568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.416138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.552628Z","caller":"traceutil/trace.go:172","msg":"trace[80595010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1032; }","duration":"326.487828ms","start":"2026-03-30T16:49:46.226129Z","end":"2026-03-30T16:49:46.552617Z","steps":["trace[80595010] 'agreement among raft nodes before linearized reading' (duration: 326.377247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.552661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.226117Z","time spent":"326.539079ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:46.552947Z","caller":"traceutil/trace.go:172","msg":"trace[368844422] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1032; }","duration":"328.800484ms","start":"2026-03-30T16:49:46.224137Z","end":"2026-03-30T16:49:46.552937Z","steps":["trace[368844422] 'process raft request' (duration: 328.469662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.553119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.224125Z","time spent":"328.886805ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23108,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.928246Z","caller":"traceutil/trace.go:172","msg":"trace[148593745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1035; }","duration":"656.841795ms","start":"2026-03-30T16:49:46.271384Z","end":"2026-03-30T16:49:46.928226Z","steps":["trace[148593745] 'process raft request' (duration: 656.772745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.928391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.271361Z","time spent":"656.959606ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23117,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.968487Z","caller":"traceutil/trace.go:172","msg":"trace[2109251175] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1182; }","duration":"415.953098ms","start":"2026-03-30T16:49:46.552514Z","end":"2026-03-30T16:49:46.968467Z","steps":["trace[2109251175] 'read index received' (duration: 415.944118ms)","trace[2109251175] 'applied index is now lower than readState.Index' (duration: 7.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.968679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.132643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:49:46.968711Z","caller":"traceutil/trace.go:172","msg":"trace[78492844] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1036; }","duration":"666.178854ms","start":"2026-03-30T16:49:46.302520Z","end":"2026-03-30T16:49:46.968699Z","steps":["trace[78492844] 'agreement among raft nodes before linearized reading' (duration: 666.034033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.968736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.302497Z","time spent":"666.231394ms","remote":"127.0.0.1:50976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:46.969001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"573.57337ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.969042Z","caller":"traceutil/trace.go:172","msg":"trace[1634127044] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1036; }","duration":"573.60656ms","start":"2026-03-30T16:49:46.395417Z","end":"2026-03-30T16:49:46.969023Z","steps":["trace[1634127044] 'agreement among raft nodes before linearized reading' (duration: 573.549659ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.990559Z","caller":"traceutil/trace.go:172","msg":"trace[1205321600] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"418.355995ms","start":"2026-03-30T16:49:46.572157Z","end":"2026-03-30T16:49:46.990513Z","steps":["trace[1205321600] 'process raft request' (duration: 418.113674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.990804Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:46.572135Z","time spent":"418.553407ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29503,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:47.065949Z","caller":"traceutil/trace.go:172","msg":"trace[1998664096] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1040; }","duration":"122.508143ms","start":"2026-03-30T16:49:46.943388Z","end":"2026-03-30T16:49:47.065896Z","steps":["trace[1998664096] 'process raft request' (duration: 80.802236ms)","trace[1998664096] 'compare' (duration: 40.788281ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:48.113555Z","caller":"traceutil/trace.go:172","msg":"trace[1390590404] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1063; }","duration":"521.539976ms","start":"2026-03-30T16:49:47.591909Z","end":"2026-03-30T16:49:48.113449Z","steps":["trace[1390590404] 'process raft request' (duration: 521.307254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.113962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:47.591874Z","time spent":"521.955699ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74796,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:48.147580Z","caller":"traceutil/trace.go:172","msg":"trace[1138734342] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1232; }","duration":"339.105591ms","start":"2026-03-30T16:49:47.808450Z","end":"2026-03-30T16:49:48.147556Z","steps":["trace[1138734342] 'read index received' (duration: 339.097531ms)","trace[1138734342] 'applied index is now lower than readState.Index' (duration: 7.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:48.147855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.384023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.180\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:49:48.147912Z","caller":"traceutil/trace.go:172","msg":"trace[2030049267] range","detail":"{range_begin:/registry/masterleases/199.19.213.180; range_end:; response_count:1; response_revision:1063; }","duration":"339.468754ms","start":"2026-03-30T16:49:47.808434Z","end":"2026-03-30T16:49:48.147903Z","steps":["trace[2030049267] 'agreement among raft nodes before linearized reading' (duration: 339.212722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.147944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:47.808398Z","time spent":"339.539004ms","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.180\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:48.153834Z","caller":"traceutil/trace.go:172","msg":"trace[933475758] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1065; }","duration":"520.889122ms","start":"2026-03-30T16:49:47.632887Z","end":"2026-03-30T16:49:48.153776Z","steps":["trace[933475758] 'process raft request' (duration: 520.705351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.154226Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:47.632839Z","time spent":"521.260314ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98749,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:48.157884Z","caller":"traceutil/trace.go:172","msg":"trace[374538142] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"253.255739ms","start":"2026-03-30T16:49:47.904608Z","end":"2026-03-30T16:49:48.157864Z","steps":["trace[374538142] 'process raft request' (duration: 253.052077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.180880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.476217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:49:48.180994Z","caller":"traceutil/trace.go:172","msg":"trace[247801276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1070; }","duration":"235.612148ms","start":"2026-03-30T16:49:47.945358Z","end":"2026-03-30T16:49:48.180970Z","steps":["trace[247801276] 'agreement among raft nodes before linearized reading' (duration: 235.280885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.447902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.591965ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:48.448004Z","caller":"traceutil/trace.go:172","msg":"trace[1296720173] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1073; }","duration":"110.713355ms","start":"2026-03-30T16:49:48.337274Z","end":"2026-03-30T16:49:48.447987Z","steps":["trace[1296720173] 'range keys from in-memory index tree' (duration: 110.523934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.448205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.642466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:49:48.798002Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326350,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:49.214383Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c3874f4929b5956e [logterm: 2, index: 1250, vote: 0] cast MsgPreVote for a8d4e8c653fa8dce [logterm: 2, index: 1250] at term 2"} {"level":"warn","ts":"2026-03-30T16:49:49.298246Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326350,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:49.450325Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c3874f4929b5956e [term: 2] received a MsgVote message with higher term from a8d4e8c653fa8dce [term: 3]"} {"level":"info","ts":"2026-03-30T16:49:49.450399Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c3874f4929b5956e became follower at term 3"} {"level":"info","ts":"2026-03-30T16:49:49.450413Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c3874f4929b5956e [logterm: 2, index: 1250, vote: 0] cast MsgVote for a8d4e8c653fa8dce [logterm: 2, index: 1250] at term 3"} {"level":"info","ts":"2026-03-30T16:49:49.450429Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: c3874f4929b5956e lost leader 3cf904ec39d3e333 at term 3"} {"level":"info","ts":"2026-03-30T16:49:49.624822Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c3874f4929b5956e elected leader a8d4e8c653fa8dce at term 3"} {"level":"warn","ts":"2026-03-30T16:49:49.625144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.327251468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:49:49.625370Z","caller":"traceutil/trace.go:172","msg":"trace[1074273685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.327497859s","start":"2026-03-30T16:49:48.297846Z","end":"2026-03-30T16:49:49.625344Z","steps":["trace[1074273685] 'agreement among raft nodes before linearized reading' (duration: 1.327249228s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.625570Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.297814Z","time spent":"1.32768456s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:49.701695Z","caller":"traceutil/trace.go:172","msg":"trace[544145109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1074; }","duration":"1.463608504s","start":"2026-03-30T16:49:48.238066Z","end":"2026-03-30T16:49:49.701675Z","steps":["trace[544145109] 'process raft request' (duration: 1.463463283s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:49.701796Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T16:49:49.701872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.238034Z","time spent":"1.463752595s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74805,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:49.703219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.076278006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-30T16:49:49.703215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.164589077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:49.703237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.255175526s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:49.703276Z","caller":"traceutil/trace.go:172","msg":"trace[1552713468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1074; }","duration":"1.076339387s","start":"2026-03-30T16:49:48.626924Z","end":"2026-03-30T16:49:49.703264Z","steps":["trace[1552713468] 'agreement among raft nodes before linearized reading' (duration: 1.076102135s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:49.703300Z","caller":"traceutil/trace.go:172","msg":"trace[1851075729] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1074; }","duration":"1.255242396s","start":"2026-03-30T16:49:48.448043Z","end":"2026-03-30T16:49:49.703285Z","steps":["trace[1851075729] 'agreement among raft nodes before linearized reading' (duration: 1.255151375s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:49.703299Z","caller":"traceutil/trace.go:172","msg":"trace[2117841351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1074; }","duration":"1.164687268s","start":"2026-03-30T16:49:48.538588Z","end":"2026-03-30T16:49:49.703275Z","steps":["trace[2117841351] 'agreement among raft nodes before linearized reading' (duration: 1.164540867s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.703322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.626902Z","time spent":"1.076403247s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:49.703360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.538562Z","time spent":"1.164786859s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:49.703419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"612.502466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:49:49.703486Z","caller":"traceutil/trace.go:172","msg":"trace[679362825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1074; }","duration":"612.712888ms","start":"2026-03-30T16:49:49.090754Z","end":"2026-03-30T16:49:49.703467Z","steps":["trace[679362825] 'agreement among raft nodes before linearized reading' (duration: 612.284444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.703758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:49.090729Z","time spent":"613.00898ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:49.705832Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326354,"received-request-id":10767716655782326353} {"level":"warn","ts":"2026-03-30T16:49:52.036887Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:52.537985Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:53.038219Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326362,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:53.463863Z","caller":"traceutil/trace.go:172","msg":"trace[235874082] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"2.046973192s","start":"2026-03-30T16:49:51.416869Z","end":"2026-03-30T16:49:53.463843Z","steps":["trace[235874082] 'process raft request' (duration: 2.04666241s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.463974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.416850Z","time spent":"2.047077353s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:53.464377Z","caller":"traceutil/trace.go:172","msg":"trace[307227014] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1258; }","duration":"1.927521722s","start":"2026-03-30T16:49:51.536825Z","end":"2026-03-30T16:49:53.464347Z","steps":["trace[307227014] 'read index received' (duration: 1.927513432s)","trace[307227014] 'applied index is now lower than readState.Index' (duration: 6.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:53.464677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.927842204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.464720Z","caller":"traceutil/trace.go:172","msg":"trace[2142735925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"1.927898075s","start":"2026-03-30T16:49:51.536811Z","end":"2026-03-30T16:49:53.464709Z","steps":["trace[2142735925] 'agreement among raft nodes before linearized reading' (duration: 1.927740523s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.464882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.536789Z","time spent":"1.928081296s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:53.467190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"525.385673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:49:53.467250Z","caller":"traceutil/trace.go:172","msg":"trace[1950315869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1081; }","duration":"525.452363ms","start":"2026-03-30T16:49:52.941785Z","end":"2026-03-30T16:49:53.467237Z","steps":["trace[1950315869] 'agreement among raft nodes before linearized reading' (duration: 525.286842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.467284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.941752Z","time spent":"525.524564ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:53.467504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.718822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:49:53.467545Z","caller":"traceutil/trace.go:172","msg":"trace[2102218348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1081; }","duration":"713.754592ms","start":"2026-03-30T16:49:52.753777Z","end":"2026-03-30T16:49:53.467532Z","steps":["trace[2102218348] 'agreement among raft nodes before linearized reading' (duration: 713.668972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.467598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:52.753751Z","time spent":"713.832483ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:53.467778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.130588024s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.467921Z","caller":"traceutil/trace.go:172","msg":"trace[793745708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1081; }","duration":"1.130730595s","start":"2026-03-30T16:49:52.337181Z","end":"2026-03-30T16:49:53.467912Z","steps":["trace[793745708] 'agreement among raft nodes before linearized reading' (duration: 1.130572454s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.467772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.613629187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T16:49:53.468051Z","caller":"traceutil/trace.go:172","msg":"trace[135092228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1081; }","duration":"1.613907629s","start":"2026-03-30T16:49:51.854126Z","end":"2026-03-30T16:49:53.468034Z","steps":["trace[135092228] 'agreement among raft nodes before linearized reading' (duration: 1.613524386s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.468119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.854102Z","time spent":"1.613997679s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:53.467849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.512730033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:49:53.468171Z","caller":"traceutil/trace.go:172","msg":"trace[2108773626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1081; }","duration":"1.513056985s","start":"2026-03-30T16:49:51.955106Z","end":"2026-03-30T16:49:53.468163Z","steps":["trace[2108773626] 'agreement among raft nodes before linearized reading' (duration: 1.512651352s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.468240Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:51.955086Z","time spent":"1.513144416s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:53.677535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.330324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.677600Z","caller":"traceutil/trace.go:172","msg":"trace[1770888317] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"129.410764ms","start":"2026-03-30T16:49:53.548179Z","end":"2026-03-30T16:49:53.677590Z","steps":["trace[1770888317] 'range keys from in-memory index tree' (duration: 127.721422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.677614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.688037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.677681Z","caller":"traceutil/trace.go:172","msg":"trace[1295136381] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"155.750958ms","start":"2026-03-30T16:49:53.521909Z","end":"2026-03-30T16:49:53.677660Z","steps":["trace[1295136381] 'range keys from in-memory index tree' (duration: 153.659383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.677785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.121351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.677804Z","caller":"traceutil/trace.go:172","msg":"trace[1649766931] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"156.142071ms","start":"2026-03-30T16:49:53.521658Z","end":"2026-03-30T16:49:53.677800Z","steps":["trace[1649766931] 'range keys from in-memory index tree' (duration: 153.839975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.677844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.215741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.677855Z","caller":"traceutil/trace.go:172","msg":"trace[1048983047] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"156.226061ms","start":"2026-03-30T16:49:53.521625Z","end":"2026-03-30T16:49:53.677851Z","steps":["trace[1048983047] 'range keys from in-memory index tree' (duration: 153.896725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.677888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.561254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.677897Z","caller":"traceutil/trace.go:172","msg":"trace[1118636793] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"156.571494ms","start":"2026-03-30T16:49:53.521323Z","end":"2026-03-30T16:49:53.677894Z","steps":["trace[1118636793] 'range keys from in-memory index tree' (duration: 153.930895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.677928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.601985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.677940Z","caller":"traceutil/trace.go:172","msg":"trace[1992208321] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"156.613845ms","start":"2026-03-30T16:49:53.521323Z","end":"2026-03-30T16:49:53.677937Z","steps":["trace[1992208321] 'range keys from in-memory index tree' (duration: 153.962456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.677995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.203498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T16:49:53.678076Z","caller":"traceutil/trace.go:172","msg":"trace[1671069053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1081; }","duration":"207.264569ms","start":"2026-03-30T16:49:53.470782Z","end":"2026-03-30T16:49:53.678047Z","steps":["trace[1671069053] 'range keys from in-memory index tree' (duration: 204.978331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.678248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.927191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.678290Z","caller":"traceutil/trace.go:172","msg":"trace[1900708051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"200.961191ms","start":"2026-03-30T16:49:53.477313Z","end":"2026-03-30T16:49:53.678274Z","steps":["trace[1900708051] 'range keys from in-memory index tree' (duration: 199.842733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.678007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.962267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.678493Z","caller":"traceutil/trace.go:172","msg":"trace[1613863868] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"157.446472ms","start":"2026-03-30T16:49:53.521040Z","end":"2026-03-30T16:49:53.678487Z","steps":["trace[1613863868] 'range keys from in-memory index tree' (duration: 154.029316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.678550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.654523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.678565Z","caller":"traceutil/trace.go:172","msg":"trace[1317912456] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"157.670613ms","start":"2026-03-30T16:49:53.520890Z","end":"2026-03-30T16:49:53.678561Z","steps":["trace[1317912456] 'range keys from in-memory index tree' (duration: 155.666098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.678616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.654203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.678715Z","caller":"traceutil/trace.go:172","msg":"trace[1234991987] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"157.767624ms","start":"2026-03-30T16:49:53.520923Z","end":"2026-03-30T16:49:53.678691Z","steps":["trace[1234991987] 'range keys from in-memory index tree' (duration: 154.628531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:53.678746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.828794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:53.679087Z","caller":"traceutil/trace.go:172","msg":"trace[796868042] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:1081; }","duration":"158.054406ms","start":"2026-03-30T16:49:53.520887Z","end":"2026-03-30T16:49:53.678942Z","steps":["trace[796868042] 'range keys from in-memory index tree' (duration: 155.684348ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:54.308921Z","caller":"traceutil/trace.go:172","msg":"trace[269580526] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"428.080197ms","start":"2026-03-30T16:49:53.880825Z","end":"2026-03-30T16:49:54.308905Z","steps":["trace[269580526] 'process raft request' (duration: 428.024596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:54.309042Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.880794Z","time spent":"428.201247ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:54.309351Z","caller":"traceutil/trace.go:172","msg":"trace[997314455] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"624.777377ms","start":"2026-03-30T16:49:53.684568Z","end":"2026-03-30T16:49:54.309345Z","steps":["trace[997314455] 'process raft request' (duration: 624.166381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:54.309392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:53.684553Z","time spent":"624.816167ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:54.641895Z","caller":"traceutil/trace.go:172","msg":"trace[321724935] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"561.373869ms","start":"2026-03-30T16:49:54.080507Z","end":"2026-03-30T16:49:54.641881Z","steps":["trace[321724935] 'process raft request' (duration: 561.240548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:54.642016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.080484Z","time spent":"561.484609ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:54.837328Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:55.049831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.813899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:49:55.049873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.305237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.049932Z","caller":"traceutil/trace.go:172","msg":"trace[1999867298] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"772.491245ms","start":"2026-03-30T16:49:54.277423Z","end":"2026-03-30T16:49:55.049914Z","steps":["trace[1999867298] 'process raft request' (duration: 445.543165ms)","trace[1999867298] 'compare' (duration: 326.477967ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:55.049944Z","caller":"traceutil/trace.go:172","msg":"trace[1478701438] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1084; }","duration":"253.389297ms","start":"2026-03-30T16:49:54.796539Z","end":"2026-03-30T16:49:55.049928Z","steps":["trace[1478701438] 'range keys from in-memory index tree' (duration: 253.221587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.050002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.277391Z","time spent":"772.588447ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.144820Z","caller":"traceutil/trace.go:172","msg":"trace[1030661565] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1087; }","duration":"830.799036ms","start":"2026-03-30T16:49:54.314000Z","end":"2026-03-30T16:49:55.144799Z","steps":["trace[1030661565] 'process raft request' (duration: 829.573908ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.144920Z","caller":"traceutil/trace.go:172","msg":"trace[1105808806] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"666.370083ms","start":"2026-03-30T16:49:54.478521Z","end":"2026-03-30T16:49:55.144891Z","steps":["trace[1105808806] 'process raft request' (duration: 666.070171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.144948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"807.986607ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.144982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.313981Z","time spent":"830.938897ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.145002Z","caller":"traceutil/trace.go:172","msg":"trace[651208286] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1089; }","duration":"808.056968ms","start":"2026-03-30T16:49:54.336932Z","end":"2026-03-30T16:49:55.144989Z","steps":["trace[651208286] 'agreement among raft nodes before linearized reading' (duration: 807.962977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.145057Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.478484Z","time spent":"666.504515ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.144855Z","caller":"traceutil/trace.go:172","msg":"trace[1680381638] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1264; }","duration":"807.873576ms","start":"2026-03-30T16:49:54.336961Z","end":"2026-03-30T16:49:55.144835Z","steps":["trace[1680381638] 'read index received' (duration: 806.455725ms)","trace[1680381638] 'applied index is now lower than readState.Index' (duration: 1.416921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.356298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:48.355396Z","time spent":"7.000891591s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-30T16:49:55.396988Z","caller":"traceutil/trace.go:172","msg":"trace[2044858848] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"720.099449ms","start":"2026-03-30T16:49:54.676868Z","end":"2026-03-30T16:49:55.396968Z","steps":["trace[2044858848] 'process raft request' (duration: 720.002559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.397369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.676839Z","time spent":"720.23061ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.397085Z","caller":"traceutil/trace.go:172","msg":"trace[1731592536] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1089; }","duration":"750.796755ms","start":"2026-03-30T16:49:54.646255Z","end":"2026-03-30T16:49:55.397051Z","steps":["trace[1731592536] 'process raft request' (duration: 750.516183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.397513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.646227Z","time spent":"751.219989ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.516035Z","caller":"traceutil/trace.go:172","msg":"trace[1294471084] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"435.180389ms","start":"2026-03-30T16:49:55.080837Z","end":"2026-03-30T16:49:55.516017Z","steps":["trace[1294471084] 'process raft request' (duration: 435.119618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.516147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.080782Z","time spent":"435.320819ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.516307Z","caller":"traceutil/trace.go:172","msg":"trace[1352860278] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"637.500971ms","start":"2026-03-30T16:49:54.878778Z","end":"2026-03-30T16:49:55.516279Z","steps":["trace[1352860278] 'process raft request' (duration: 635.909419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.516438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.878745Z","time spent":"637.635742ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:55.645846Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:55.658852Z","caller":"traceutil/trace.go:172","msg":"trace[1323092703] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1272; }","duration":"513.737688ms","start":"2026-03-30T16:49:55.145093Z","end":"2026-03-30T16:49:55.658831Z","steps":["trace[1323092703] 'read index received' (duration: 513.731538ms)","trace[1323092703] 'applied index is now lower than readState.Index' (duration: 5.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.659027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.122364166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.659104Z","caller":"traceutil/trace.go:172","msg":"trace[2046328362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"1.122454556s","start":"2026-03-30T16:49:54.536636Z","end":"2026-03-30T16:49:55.659091Z","steps":["trace[2046328362] 'agreement among raft nodes before linearized reading' (duration: 1.122307624s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.659151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:54.536617Z","time spent":"1.122523987s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:55.675821Z","caller":"traceutil/trace.go:172","msg":"trace[17081798] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1094; }","duration":"310.939722ms","start":"2026-03-30T16:49:55.364856Z","end":"2026-03-30T16:49:55.675796Z","steps":["trace[17081798] 'process raft request' (duration: 310.887641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.676024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.364827Z","time spent":"311.114425ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":15713,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.676403Z","caller":"traceutil/trace.go:172","msg":"trace[869905982] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"399.548906ms","start":"2026-03-30T16:49:55.276836Z","end":"2026-03-30T16:49:55.676385Z","steps":["trace[869905982] 'process raft request' (duration: 398.7846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.676490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.276800Z","time spent":"399.652617ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.697959Z","caller":"traceutil/trace.go:172","msg":"trace[2128933485] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"221.466783ms","start":"2026-03-30T16:49:55.476472Z","end":"2026-03-30T16:49:55.697939Z","steps":["trace[2128933485] 'process raft request' (duration: 221.325792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.741034Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326388,"received-request-id":10767716655782326384} {"level":"warn","ts":"2026-03-30T16:49:55.756341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.18603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.756396Z","caller":"traceutil/trace.go:172","msg":"trace[926780673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1102; }","duration":"419.25402ms","start":"2026-03-30T16:49:55.337131Z","end":"2026-03-30T16:49:55.756385Z","steps":["trace[926780673] 'agreement among raft nodes before linearized reading' (duration: 419.157779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.756406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.138245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-03-30T16:49:55.756469Z","caller":"traceutil/trace.go:172","msg":"trace[1868201750] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:1102; }","duration":"356.214277ms","start":"2026-03-30T16:49:55.400239Z","end":"2026-03-30T16:49:55.756453Z","steps":["trace[1868201750] 'agreement among raft nodes before linearized reading' (duration: 356.025735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.756506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.400219Z","time spent":"356.280937ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":988,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:55.756667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"609.924866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-03-30T16:49:55.756689Z","caller":"traceutil/trace.go:172","msg":"trace[410032311] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1102; }","duration":"609.949906ms","start":"2026-03-30T16:49:55.146734Z","end":"2026-03-30T16:49:55.756684Z","steps":["trace[410032311] 'agreement among raft nodes before linearized reading' (duration: 609.802825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.756709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.146703Z","time spent":"610.001306ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":970,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:55.830382Z","caller":"traceutil/trace.go:172","msg":"trace[582449539] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"124.131146ms","start":"2026-03-30T16:49:55.706224Z","end":"2026-03-30T16:49:55.830355Z","steps":["trace[582449539] 'process raft request' (duration: 123.159478ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.254805Z","caller":"traceutil/trace.go:172","msg":"trace[1632153783] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1289; }","duration":"498.528876ms","start":"2026-03-30T16:49:55.756251Z","end":"2026-03-30T16:49:56.254780Z","steps":["trace[1632153783] 'read index received' (duration: 498.523096ms)","trace[1632153783] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.532790Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.891976ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.532873Z","caller":"traceutil/trace.go:172","msg":"trace[312426349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1104; }","duration":"194.996467ms","start":"2026-03-30T16:49:56.337860Z","end":"2026-03-30T16:49:56.532856Z","steps":["trace[312426349] 'range keys from in-memory index tree' (duration: 194.844896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.533174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.102312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:208489"} {"level":"warn","ts":"2026-03-30T16:49:56.533346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"873.133288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.533376Z","caller":"traceutil/trace.go:172","msg":"trace[338351783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1104; }","duration":"873.160668ms","start":"2026-03-30T16:49:55.660206Z","end":"2026-03-30T16:49:56.533366Z","steps":["trace[338351783] 'agreement among raft nodes before linearized reading' (duration: 594.709475ms)","trace[338351783] 'range keys from in-memory index tree' (duration: 278.401753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.533432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.660190Z","time spent":"873.234259ms","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:56.533270Z","caller":"traceutil/trace.go:172","msg":"trace[2138230737] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1104; }","duration":"799.519986ms","start":"2026-03-30T16:49:55.733736Z","end":"2026-03-30T16:49:56.533256Z","steps":["trace[2138230737] 'process raft request' (duration: 521.261563ms)","trace[2138230737] 'compare' (duration: 277.98357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.533837Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.733712Z","time spent":"800.072589ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208512,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:56.692014Z","caller":"traceutil/trace.go:172","msg":"trace[1454976550] linearizableReadLoop","detail":"{readStateIndex:1295; appliedIndex:1295; }","duration":"437.098182ms","start":"2026-03-30T16:49:56.254878Z","end":"2026-03-30T16:49:56.691976Z","steps":["trace[1454976550] 'read index received' (duration: 437.086632ms)","trace[1454976550] 'applied index is now lower than readState.Index' (duration: 10.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.713916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"835.835162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.714012Z","caller":"traceutil/trace.go:172","msg":"trace[1968522010] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1108; }","duration":"835.942633ms","start":"2026-03-30T16:49:55.878046Z","end":"2026-03-30T16:49:56.713989Z","steps":["trace[1968522010] 'agreement among raft nodes before linearized reading' (duration: 814.033411ms)","trace[1968522010] 'range keys from in-memory index tree' (duration: 21.781571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.713990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"639.650946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:13220"} {"level":"warn","ts":"2026-03-30T16:49:56.714058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.878023Z","time spent":"836.024303ms","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.714080Z","caller":"traceutil/trace.go:172","msg":"trace[1479891524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1108; }","duration":"639.761486ms","start":"2026-03-30T16:49:56.074295Z","end":"2026-03-30T16:49:56.714056Z","steps":["trace[1479891524] 'agreement among raft nodes before linearized reading' (duration: 617.730713ms)","trace[1479891524] 'range keys from in-memory index tree' (duration: 21.832671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.714156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.074272Z","time spent":"639.870987ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":13243,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.713921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"781.709503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:49:56.714371Z","caller":"traceutil/trace.go:172","msg":"trace[823212518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1108; }","duration":"782.162286ms","start":"2026-03-30T16:49:55.932192Z","end":"2026-03-30T16:49:56.714355Z","steps":["trace[823212518] 'agreement among raft nodes before linearized reading' (duration: 759.861052ms)","trace[823212518] 'range keys from in-memory index tree' (duration: 21.70873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.714410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.932184Z","time spent":"782.215347ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.716863Z","caller":"traceutil/trace.go:172","msg":"trace[1401001141] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1108; }","duration":"867.790729ms","start":"2026-03-30T16:49:55.849054Z","end":"2026-03-30T16:49:56.716844Z","steps":["trace[1401001141] 'process raft request' (duration: 867.656858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.716990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.849027Z","time spent":"867.888109ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208521,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:56.728321Z","caller":"traceutil/trace.go:172","msg":"trace[1834675405] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"824.044345ms","start":"2026-03-30T16:49:55.904255Z","end":"2026-03-30T16:49:56.728300Z","steps":["trace[1834675405] 'process raft request' (duration: 823.559382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.728444Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:55.904234Z","time spent":"824.155676ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:56.733566Z","caller":"traceutil/trace.go:172","msg":"trace[1157840482] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1112; }","duration":"121.011952ms","start":"2026-03-30T16:49:56.612524Z","end":"2026-03-30T16:49:56.733536Z","steps":["trace[1157840482] 'process raft request' (duration: 120.79882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.733763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"458.397669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5168"} {"level":"info","ts":"2026-03-30T16:49:56.733825Z","caller":"traceutil/trace.go:172","msg":"trace[1884040952] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1112; }","duration":"458.47154ms","start":"2026-03-30T16:49:56.275341Z","end":"2026-03-30T16:49:56.733812Z","steps":["trace[1884040952] 'agreement among raft nodes before linearized reading' (duration: 458.360869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.733860Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.275320Z","time spent":"458.53131ms","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":5191,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.734041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.55388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"warn","ts":"2026-03-30T16:49:56.734078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.58672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:56.734088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.117091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5577"} {"level":"warn","ts":"2026-03-30T16:49:56.734138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.226584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.734167Z","caller":"traceutil/trace.go:172","msg":"trace[788997150] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1113; }","duration":"201.257404ms","start":"2026-03-30T16:49:56.532902Z","end":"2026-03-30T16:49:56.734160Z","steps":["trace[788997150] 'agreement among raft nodes before linearized reading' (duration: 201.217214ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.734173Z","caller":"traceutil/trace.go:172","msg":"trace[571603871] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1113; }","duration":"259.218861ms","start":"2026-03-30T16:49:56.474937Z","end":"2026-03-30T16:49:56.734156Z","steps":["trace[571603871] 'agreement among raft nodes before linearized reading' (duration: 259.02223ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.734155Z","caller":"traceutil/trace.go:172","msg":"trace[1438691243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1113; }","duration":"188.6599ms","start":"2026-03-30T16:49:56.545481Z","end":"2026-03-30T16:49:56.734141Z","steps":["trace[1438691243] 'agreement among raft nodes before linearized reading' (duration: 188.459919ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.734086Z","caller":"traceutil/trace.go:172","msg":"trace[2110232982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1113; }","duration":"416.595531ms","start":"2026-03-30T16:49:56.317479Z","end":"2026-03-30T16:49:56.734075Z","steps":["trace[2110232982] 'agreement among raft nodes before linearized reading' (duration: 416.47319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.734355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:56.317467Z","time spent":"416.875373ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:58.099073Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:49:58.976559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:59.477368Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:59.754034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.416734874s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:59.754135Z","caller":"traceutil/trace.go:172","msg":"trace[467139871] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1147; }","duration":"1.416847324s","start":"2026-03-30T16:49:58.337265Z","end":"2026-03-30T16:49:59.754112Z","steps":["trace[467139871] 'range keys from in-memory index tree' (duration: 1.412850915s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:59.978242Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:00.478686Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:00.537809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.996299747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:00.538003Z","caller":"traceutil/trace.go:172","msg":"trace[1159394733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996507759s","start":"2026-03-30T16:49:58.541474Z","end":"2026-03-30T16:50:00.537982Z","steps":["trace[1159394733] 'agreement among raft nodes before linearized reading' (duration: 1.996297417s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.538184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.541453Z","time spent":"1.99671612s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:00 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:00.892930Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.443895077s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:50:00.893957Z","caller":"traceutil/trace.go:172","msg":"trace[1266585880] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"2.446181523s","start":"2026-03-30T16:49:58.447729Z","end":"2026-03-30T16:50:00.893911Z","steps":["trace[1266585880] 'process raft request' (duration: 2.44567227s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.894220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.447698Z","time spent":"2.446375534s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:00.979485Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:01.480396Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:01.981150Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:02.481577Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:02.553478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.004202345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:02.553564Z","caller":"traceutil/trace.go:172","msg":"trace[614740084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004297356s","start":"2026-03-30T16:50:00.549247Z","end":"2026-03-30T16:50:02.553544Z","steps":["trace[614740084] 'agreement among raft nodes before linearized reading' (duration: 2.004199655s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.553623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.549213Z","time spent":"2.004401028s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:02 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:02.939826Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.04426809s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:02.982662Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:03.483915Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:03.766612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.995566528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:03.766690Z","caller":"traceutil/trace.go:172","msg":"trace[1168542533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.995667058s","start":"2026-03-30T16:49:58.771008Z","end":"2026-03-30T16:50:03.766676Z","steps":["trace[1168542533] 'agreement among raft nodes before linearized reading' (duration: 4.995562938s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:03.766733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.770983Z","time spent":"4.995742109s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} 2026/03/30 16:50:03 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:03.984905Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:04.115339Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.167129434s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:04.550823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.997176824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:04.550936Z","caller":"traceutil/trace.go:172","msg":"trace[153223329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997332205s","start":"2026-03-30T16:50:02.553582Z","end":"2026-03-30T16:50:04.550914Z","steps":["trace[153223329] 'agreement among raft nodes before linearized reading' (duration: 1.997171054s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.551194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:02.553561Z","time spent":"1.997619517s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:04 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:04.666811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999096835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:04.666918Z","caller":"traceutil/trace.go:172","msg":"trace[1949435437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999238626s","start":"2026-03-30T16:49:59.667656Z","end":"2026-03-30T16:50:04.666895Z","steps":["trace[1949435437] 'agreement among raft nodes before linearized reading' (duration: 4.999090665s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.666996Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:59.667627Z","time spent":"4.999344927s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:05.180503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.791722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:05.180620Z","caller":"traceutil/trace.go:172","msg":"trace[677963350] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1159; }","duration":"393.922973ms","start":"2026-03-30T16:50:04.786673Z","end":"2026-03-30T16:50:05.180596Z","steps":["trace[677963350] 'range keys from in-memory index tree' (duration: 393.714702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:05.181421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.064162865s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:05.182817Z","caller":"traceutil/trace.go:172","msg":"trace[1643451577] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1367; }","duration":"6.707268656s","start":"2026-03-30T16:49:58.475532Z","end":"2026-03-30T16:50:05.182800Z","steps":["trace[1643451577] 'read index received' (duration: 5.64147773s)","trace[1643451577] 'applied index is now lower than readState.Index' (duration: 1.065790146s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:05.183297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.70777328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-30T16:50:05.183336Z","caller":"traceutil/trace.go:172","msg":"trace[127575063] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1167; }","duration":"6.70782301s","start":"2026-03-30T16:49:58.475504Z","end":"2026-03-30T16:50:05.183327Z","steps":["trace[127575063] 'agreement among raft nodes before linearized reading' (duration: 6.707458787s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:05.183361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.475465Z","time spent":"6.70788783s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:05.314893Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"c3874f4929b5956e [logterm: 3, index: 1378, vote: a8d4e8c653fa8dce] ignored MsgPreVote from 3cf904ec39d3e333 [logterm: 3, index: 1378] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-30T16:50:05.390114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999434965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:05.390384Z","caller":"traceutil/trace.go:172","msg":"trace[1402519651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999734357s","start":"2026-03-30T16:50:00.390624Z","end":"2026-03-30T16:50:05.390358Z","steps":["trace[1402519651] 'agreement among raft nodes before linearized reading' (duration: 4.999427965s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:05.390470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.390599Z","time spent":"4.999843889s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/30 16:50:05 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:05.683372Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:06.183767Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:06.558625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99980122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:06.558717Z","caller":"traceutil/trace.go:172","msg":"trace[1983079507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999903901s","start":"2026-03-30T16:50:04.558794Z","end":"2026-03-30T16:50:06.558698Z","steps":["trace[1983079507] 'agreement among raft nodes before linearized reading' (duration: 1.9997978s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.558776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:04.558766Z","time spent":"2.000000933s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:06.684094Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:07.185271Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:07.229780Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.112915007s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:07.230022Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326445,"received-request-id":10767716655782326442} {"level":"warn","ts":"2026-03-30T16:50:07.685961Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:07.900210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"669.788917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:07.900886Z","caller":"traceutil/trace.go:172","msg":"trace[1072016824] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"6.895416002s","start":"2026-03-30T16:50:01.005439Z","end":"2026-03-30T16:50:07.900855Z","steps":["trace[1072016824] 'process raft request' (duration: 6.894946168s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.901528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:01.005396Z","time spent":"6.896065578s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:08.186907Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:08.409255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.60314ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T16:50:08.559418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000080364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:08.559525Z","caller":"traceutil/trace.go:172","msg":"trace[645937126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208105s","start":"2026-03-30T16:50:06.559292Z","end":"2026-03-30T16:50:08.559500Z","steps":["trace[645937126] 'agreement among raft nodes before linearized reading' (duration: 2.000075224s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:08.559593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:06.559274Z","time spent":"2.000309786s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:08 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:08.687899Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:08.708008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.525831ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T16:50:08.767127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.996078856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:08.767240Z","caller":"traceutil/trace.go:172","msg":"trace[516416883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996208007s","start":"2026-03-30T16:50:05.771002Z","end":"2026-03-30T16:50:08.767210Z","steps":["trace[516416883] 'agreement among raft nodes before linearized reading' (duration: 2.996072926s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:08.767298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.770962Z","time spent":"2.996325038s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} 2026/03/30 16:50:08 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:09.078235Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.122258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T16:50:09.188691Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:09.207154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.80226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T16:50:09.332574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.326974ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T16:50:09.688889Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:10.079948Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326445,"received-request-id":10767716655782326442} {"level":"warn","ts":"2026-03-30T16:50:10.144368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999909831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:10.144456Z","caller":"traceutil/trace.go:172","msg":"trace[1050042287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007341s","start":"2026-03-30T16:50:08.144428Z","end":"2026-03-30T16:50:10.144435Z","steps":["trace[1050042287] 'agreement among raft nodes before linearized reading' (duration: 1.999906331s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.144509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.144402Z","time spent":"2.000098782s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:10 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:10.189108Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:10.470200Z","caller":"traceutil/trace.go:172","msg":"trace[1075923647] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"1.70109511s","start":"2026-03-30T16:50:08.769087Z","end":"2026-03-30T16:50:10.470182Z","steps":["trace[1075923647] 'process raft request' (duration: 1.700783218s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.470367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.769061Z","time spent":"1.701231001s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:10.512364Z","caller":"traceutil/trace.go:172","msg":"trace[392707223] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1398; }","duration":"5.329462546s","start":"2026-03-30T16:50:05.182877Z","end":"2026-03-30T16:50:10.512340Z","steps":["trace[392707223] 'read index received' (duration: 5.329448655s)","trace[392707223] 'applied index is now lower than readState.Index' (duration: 12.291µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:10.512526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.107660175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.512605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.913188112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.512607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.811316282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.512668Z","caller":"traceutil/trace.go:172","msg":"trace[1791238785] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1182; }","duration":"7.811377573s","start":"2026-03-30T16:50:02.701281Z","end":"2026-03-30T16:50:10.512658Z","steps":["trace[1791238785] 'agreement among raft nodes before linearized reading' (duration: 7.811276562s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.512663Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.970192627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-30T16:50:10.512703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:02.701252Z","time spent":"7.811441463s","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.512711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.596484192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.512713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.944604303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.512686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.610843341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.512703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.389129658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.512741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.211401295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.512753Z","caller":"traceutil/trace.go:172","msg":"trace[1880432623] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1182; }","duration":"10.610910731s","start":"2026-03-30T16:49:59.901832Z","end":"2026-03-30T16:50:10.512742Z","steps":["trace[1880432623] 'agreement among raft nodes before linearized reading' (duration: 10.610818391s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.512748Z","caller":"traceutil/trace.go:172","msg":"trace[1834371674] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1182; }","duration":"6.944640243s","start":"2026-03-30T16:50:03.568094Z","end":"2026-03-30T16:50:10.512734Z","steps":["trace[1834371674] 'agreement among raft nodes before linearized reading' (duration: 6.944584623s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.512806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:59.901805Z","time spent":"10.610967312s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.512815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.66369386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.512811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.002295894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.512834Z","caller":"traceutil/trace.go:172","msg":"trace[1306507936] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1182; }","duration":"10.66371259s","start":"2026-03-30T16:49:59.849116Z","end":"2026-03-30T16:50:10.512828Z","steps":["trace[1306507936] 'agreement among raft nodes before linearized reading' (duration: 10.6636821s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.512842Z","caller":"traceutil/trace.go:172","msg":"trace[1208837115] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1182; }","duration":"10.002325374s","start":"2026-03-30T16:50:00.510508Z","end":"2026-03-30T16:50:10.512834Z","steps":["trace[1208837115] 'agreement among raft nodes before linearized reading' (duration: 10.002281814s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.512859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:59.849090Z","time spent":"10.663763091s","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.512864Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.510477Z","time spent":"10.002379584s","remote":"127.0.0.1:51666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.512896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:03.568061Z","time spent":"6.944751814s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.512933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.334884345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:10.512965Z","caller":"traceutil/trace.go:172","msg":"trace[2045180005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1182; }","duration":"10.334916935s","start":"2026-03-30T16:50:00.178039Z","end":"2026-03-30T16:50:10.512956Z","steps":["trace[2045180005] 'agreement among raft nodes before linearized reading' (duration: 10.334754604s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.512994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.178013Z","time spent":"10.334973206s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.512993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.759210668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.513187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.23766383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-30T16:50:10.513195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.756463074s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.513233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.027759866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.513238Z","caller":"traceutil/trace.go:172","msg":"trace[1341072223] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"11.237703811s","start":"2026-03-30T16:49:59.275513Z","end":"2026-03-30T16:50:10.513217Z","steps":["trace[1341072223] 'agreement among raft nodes before linearized reading' (duration: 11.23759969s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.513262Z","caller":"traceutil/trace.go:172","msg":"trace[54193660] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1182; }","duration":"7.027790996s","start":"2026-03-30T16:50:03.485463Z","end":"2026-03-30T16:50:10.513254Z","steps":["trace[54193660] 'agreement among raft nodes before linearized reading' (duration: 7.027744076s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.512604Z","caller":"traceutil/trace.go:172","msg":"trace[1083487378] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1182; }","duration":"7.107750205s","start":"2026-03-30T16:50:03.404838Z","end":"2026-03-30T16:50:10.512588Z","steps":["trace[1083487378] 'agreement among raft nodes before linearized reading' (duration: 7.107617224s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:59.275493Z","time spent":"11.237768102s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.513324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:03.404817Z","time spent":"7.10849803s","remote":"127.0.0.1:50976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.513338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.454411946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.513398Z","caller":"traceutil/trace.go:172","msg":"trace[1993244365] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1182; }","duration":"5.454469387s","start":"2026-03-30T16:50:05.058912Z","end":"2026-03-30T16:50:10.513381Z","steps":["trace[1993244365] 'agreement among raft nodes before linearized reading' (duration: 5.453717222s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.512770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.333979864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.513443Z","caller":"traceutil/trace.go:172","msg":"trace[151027810] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1182; }","duration":"7.334649808s","start":"2026-03-30T16:50:03.178784Z","end":"2026-03-30T16:50:10.513434Z","steps":["trace[151027810] 'agreement among raft nodes before linearized reading' (duration: 7.333966913s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.058898Z","time spent":"5.454531647s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.513517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.354637683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.513538Z","caller":"traceutil/trace.go:172","msg":"trace[1737468057] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1182; }","duration":"6.354659853s","start":"2026-03-30T16:50:04.158872Z","end":"2026-03-30T16:50:10.513531Z","steps":["trace[1737468057] 'agreement among raft nodes before linearized reading' (duration: 6.354622003s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:04.158838Z","time spent":"6.354712633s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.513630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.573405036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:113 size:9681"} {"level":"warn","ts":"2026-03-30T16:50:10.513657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.479583682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.513660Z","caller":"traceutil/trace.go:172","msg":"trace[1669893609] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:113; response_revision:1182; }","duration":"11.573436916s","start":"2026-03-30T16:49:58.940216Z","end":"2026-03-30T16:50:10.513653Z","steps":["trace[1669893609] 'agreement among raft nodes before linearized reading' (duration: 11.57258568s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.512682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.060963793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.513671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.059893023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.513692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.940192Z","time spent":"11.573491366s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":113,"response size":9704,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-30T16:50:10.513693Z","caller":"traceutil/trace.go:172","msg":"trace[1464380009] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1182; }","duration":"8.06198183s","start":"2026-03-30T16:50:02.451703Z","end":"2026-03-30T16:50:10.513685Z","steps":["trace[1464380009] 'agreement among raft nodes before linearized reading' (duration: 8.060948203s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.513705Z","caller":"traceutil/trace.go:172","msg":"trace[647592] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1182; }","duration":"7.059927283s","start":"2026-03-30T16:50:03.453768Z","end":"2026-03-30T16:50:10.513695Z","steps":["trace[647592] 'agreement among raft nodes before linearized reading' (duration: 7.059870443s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:02.451674Z","time spent":"8.06203832s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.513732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:03.453740Z","time spent":"7.059985423s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.512538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.907507935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:10.513783Z","caller":"traceutil/trace.go:172","msg":"trace[1363109250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1182; }","duration":"9.908780524s","start":"2026-03-30T16:50:00.604996Z","end":"2026-03-30T16:50:10.513777Z","steps":["trace[1363109250] 'agreement among raft nodes before linearized reading' (duration: 9.907364454s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.604967Z","time spent":"9.908831174s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.513678Z","caller":"traceutil/trace.go:172","msg":"trace[845711300] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1182; }","duration":"5.479602392s","start":"2026-03-30T16:50:05.034068Z","end":"2026-03-30T16:50:10.513671Z","steps":["trace[845711300] 'agreement among raft nodes before linearized reading' (duration: 5.479570902s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.034040Z","time spent":"5.479847394s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.512738Z","caller":"traceutil/trace.go:172","msg":"trace[438922386] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1182; }","duration":"9.596509332s","start":"2026-03-30T16:50:00.916221Z","end":"2026-03-30T16:50:10.512731Z","steps":["trace[438922386] 'agreement among raft nodes before linearized reading' (duration: 9.596473612s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.637984852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-30T16:50:10.513957Z","caller":"traceutil/trace.go:172","msg":"trace[1578561003] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"11.638004082s","start":"2026-03-30T16:49:58.875947Z","end":"2026-03-30T16:50:10.513951Z","steps":["trace[1578561003] 'agreement among raft nodes before linearized reading' (duration: 11.637922321s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.512638Z","caller":"traceutil/trace.go:172","msg":"trace[1497296195] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1182; }","duration":"7.913220353s","start":"2026-03-30T16:50:02.599408Z","end":"2026-03-30T16:50:10.512628Z","steps":["trace[1497296195] 'agreement among raft nodes before linearized reading' (duration: 7.913167262s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.673390093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.514012Z","caller":"traceutil/trace.go:172","msg":"trace[321352826] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1182; }","duration":"11.673405163s","start":"2026-03-30T16:49:58.840600Z","end":"2026-03-30T16:50:10.514005Z","steps":["trace[321352826] 'agreement among raft nodes before linearized reading' (duration: 11.673380743s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.514025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.840577Z","time spent":"11.673445073s","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.513470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:03.178760Z","time spent":"7.334701978s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.514132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.838944473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-30T16:50:10.514152Z","caller":"traceutil/trace.go:172","msg":"trace[1235023573] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"11.838963723s","start":"2026-03-30T16:49:58.675181Z","end":"2026-03-30T16:50:10.514145Z","steps":["trace[1235023573] 'agreement among raft nodes before linearized reading' (duration: 11.838858933s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.512712Z","caller":"traceutil/trace.go:172","msg":"trace[1917274508] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c; range_end:; response_count:1; response_revision:1182; }","duration":"9.970259557s","start":"2026-03-30T16:50:00.542440Z","end":"2026-03-30T16:50:10.512700Z","steps":["trace[1917274508] 'agreement among raft nodes before linearized reading' (duration: 9.970047786s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.514167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.675141Z","time spent":"11.839022433s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.514179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.542421Z","time spent":"9.971751387s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.514227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.013061867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"warn","ts":"2026-03-30T16:50:10.512787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.436750589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-30T16:50:10.514255Z","caller":"traceutil/trace.go:172","msg":"trace[307600693] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1182; }","duration":"12.013091217s","start":"2026-03-30T16:49:58.501157Z","end":"2026-03-30T16:50:10.514248Z","steps":["trace[307600693] 'agreement among raft nodes before linearized reading' (duration: 12.013005876s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.514272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.501129Z","time spent":"12.013138887s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.514273Z","caller":"traceutil/trace.go:172","msg":"trace[977715856] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1182; }","duration":"11.438233269s","start":"2026-03-30T16:49:59.076029Z","end":"2026-03-30T16:50:10.514262Z","steps":["trace[977715856] 'agreement among raft nodes before linearized reading' (duration: 11.436701158s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.513993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:02.599392Z","time spent":"7.914596592s","remote":"127.0.0.1:51684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.514317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:03.485438Z","time spent":"7.028865074s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.513972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:58.875922Z","time spent":"11.638045902s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.513943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.916191Z","time spent":"9.597734421s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.514303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:59.076003Z","time spent":"11.43828968s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.512775Z","caller":"traceutil/trace.go:172","msg":"trace[54249696] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1182; }","duration":"10.211440046s","start":"2026-03-30T16:50:00.301326Z","end":"2026-03-30T16:50:10.512766Z","steps":["trace[54249696] 'agreement among raft nodes before linearized reading' (duration: 10.211375865s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.512774Z","caller":"traceutil/trace.go:172","msg":"trace[1452736977] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1182; }","duration":"11.389218329s","start":"2026-03-30T16:49:59.123541Z","end":"2026-03-30T16:50:10.512760Z","steps":["trace[1452736977] 'agreement among raft nodes before linearized reading' (duration: 11.389061807s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.514573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:00.301260Z","time spent":"10.213306789s","remote":"127.0.0.1:51716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.514583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:49:59.123519Z","time spent":"11.391055173s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.513229Z","caller":"traceutil/trace.go:172","msg":"trace[1437756852] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1182; }","duration":"10.756496544s","start":"2026-03-30T16:49:59.756724Z","end":"2026-03-30T16:50:10.513221Z","steps":["trace[1437756852] 'agreement among raft nodes before linearized reading' (duration: 10.756450713s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.517073Z","caller":"traceutil/trace.go:172","msg":"trace[1089761757] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1182; }","duration":"7.759240928s","start":"2026-03-30T16:50:02.753773Z","end":"2026-03-30T16:50:10.513014Z","steps":["trace[1089761757] 'agreement among raft nodes before linearized reading' (duration: 7.759194108s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.517313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:02.753747Z","time spent":"7.763491859s","remote":"127.0.0.1:51530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.517711Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326447,"received-request-id":10767716655782326445} {"level":"warn","ts":"2026-03-30T16:50:10.525004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.569194727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.525061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"445.301953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.525068Z","caller":"traceutil/trace.go:172","msg":"trace[363942945] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1185; }","duration":"2.569270378s","start":"2026-03-30T16:50:07.955784Z","end":"2026-03-30T16:50:10.525055Z","steps":["trace[363942945] 'agreement among raft nodes before linearized reading' (duration: 2.569170437s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.525096Z","caller":"traceutil/trace.go:172","msg":"trace[731137567] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1185; }","duration":"445.332643ms","start":"2026-03-30T16:50:10.079753Z","end":"2026-03-30T16:50:10.525085Z","steps":["trace[731137567] 'agreement among raft nodes before linearized reading' (duration: 445.288962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.525111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.955763Z","time spent":"2.569342159s","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.079720Z","time spent":"445.395253ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.299106239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.525158Z","caller":"traceutil/trace.go:172","msg":"trace[1762142419] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1185; }","duration":"4.2992142s","start":"2026-03-30T16:50:06.225934Z","end":"2026-03-30T16:50:10.525148Z","steps":["trace[1762142419] 'agreement among raft nodes before linearized reading' (duration: 4.299075949s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.525507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.40557182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.526351Z","caller":"traceutil/trace.go:172","msg":"trace[1828470784] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1185; }","duration":"1.406410147s","start":"2026-03-30T16:50:09.119931Z","end":"2026-03-30T16:50:10.526341Z","steps":["trace[1828470784] 'agreement among raft nodes before linearized reading' (duration: 1.40555922s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.526438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.119897Z","time spent":"1.406532037s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.890428595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.526548Z","caller":"traceutil/trace.go:172","msg":"trace[122609341] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1185; }","duration":"2.891587044s","start":"2026-03-30T16:50:07.634953Z","end":"2026-03-30T16:50:10.526540Z","steps":["trace[122609341] 'agreement among raft nodes before linearized reading' (duration: 2.890380454s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.526579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.634926Z","time spent":"2.891645244s","remote":"127.0.0.1:51756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.479308847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.526707Z","caller":"traceutil/trace.go:172","msg":"trace[572399509] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1185; }","duration":"3.480501336s","start":"2026-03-30T16:50:07.046193Z","end":"2026-03-30T16:50:10.526694Z","steps":["trace[572399509] 'agreement among raft nodes before linearized reading' (duration: 3.479295427s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.526786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.046176Z","time spent":"3.480599927s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"721.576098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.526951Z","caller":"traceutil/trace.go:172","msg":"trace[418702523] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1185; }","duration":"723.12079ms","start":"2026-03-30T16:50:09.803822Z","end":"2026-03-30T16:50:10.526943Z","steps":["trace[418702523] 'agreement among raft nodes before linearized reading' (duration: 721.558668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.526978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.803787Z","time spent":"723.184601ms","remote":"127.0.0.1:51626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"893.239073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.527108Z","caller":"traceutil/trace.go:172","msg":"trace[38248174] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1185; }","duration":"894.906856ms","start":"2026-03-30T16:50:09.632195Z","end":"2026-03-30T16:50:10.527101Z","steps":["trace[38248174] 'agreement among raft nodes before linearized reading' (duration: 893.226743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.527133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.632166Z","time spent":"894.960616ms","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"904.266955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.527234Z","caller":"traceutil/trace.go:172","msg":"trace[1001419729] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1185; }","duration":"906.039479ms","start":"2026-03-30T16:50:09.621189Z","end":"2026-03-30T16:50:10.527229Z","steps":["trace[1001419729] 'agreement among raft nodes before linearized reading' (duration: 904.257735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.527253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.621171Z","time spent":"906.077079ms","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.671205719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.527333Z","caller":"traceutil/trace.go:172","msg":"trace[1582508798] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1185; }","duration":"2.673081273s","start":"2026-03-30T16:50:07.854237Z","end":"2026-03-30T16:50:10.527319Z","steps":["trace[1582508798] 'agreement among raft nodes before linearized reading' (duration: 2.671168839s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.527374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.854214Z","time spent":"2.673149304s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.215046617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.527516Z","caller":"traceutil/trace.go:172","msg":"trace[531439532] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1185; }","duration":"3.217116603s","start":"2026-03-30T16:50:07.310389Z","end":"2026-03-30T16:50:10.527505Z","steps":["trace[531439532] 'agreement among raft nodes before linearized reading' (duration: 3.215011757s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.527589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.310360Z","time spent":"3.217184723s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"904.518176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.527705Z","caller":"traceutil/trace.go:172","msg":"trace[567276680] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1185; }","duration":"906.733783ms","start":"2026-03-30T16:50:09.620960Z","end":"2026-03-30T16:50:10.527694Z","steps":["trace[567276680] 'agreement among raft nodes before linearized reading' (duration: 904.507966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.525534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:06.225907Z","time spent":"4.299613473s","remote":"127.0.0.1:51716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.527775Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.620941Z","time spent":"906.824744ms","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.542727812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.527877Z","caller":"traceutil/trace.go:172","msg":"trace[445615633] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1185; }","duration":"2.545613993s","start":"2026-03-30T16:50:07.982252Z","end":"2026-03-30T16:50:10.527866Z","steps":["trace[445615633] 'agreement among raft nodes before linearized reading' (duration: 2.542680692s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.527905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.982240Z","time spent":"2.545657433s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.975134562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.527992Z","caller":"traceutil/trace.go:172","msg":"trace[1168779049] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1185; }","duration":"3.97758562s","start":"2026-03-30T16:50:06.550399Z","end":"2026-03-30T16:50:10.527984Z","steps":["trace[1168779049] 'agreement among raft nodes before linearized reading' (duration: 3.975123182s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.528024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:06.550369Z","time spent":"3.97764657s","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.622472653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.528086Z","caller":"traceutil/trace.go:172","msg":"trace[97585320] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1185; }","duration":"4.624968112s","start":"2026-03-30T16:50:05.903111Z","end":"2026-03-30T16:50:10.528079Z","steps":["trace[97585320] 'agreement among raft nodes before linearized reading' (duration: 4.622462173s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.528112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.903084Z","time spent":"4.625019842s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.583535646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.528187Z","caller":"traceutil/trace.go:172","msg":"trace[774166845] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1185; }","duration":"4.586103735s","start":"2026-03-30T16:50:05.942072Z","end":"2026-03-30T16:50:10.528176Z","steps":["trace[774166845] 'agreement among raft nodes before linearized reading' (duration: 4.583525496s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.528223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.942009Z","time spent":"4.586202856s","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.525645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.718786144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.525685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.724928225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-30T16:50:10.525710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.502293634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.525715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.715854389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.180\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-30T16:50:10.525734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.510416694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.525762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.669648756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-30T16:50:10.525772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.95764879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.525791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.139995854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.525876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.518209125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:10.525767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.195559818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.529659Z","caller":"traceutil/trace.go:172","msg":"trace[453560384] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1185; }","duration":"5.199467907s","start":"2026-03-30T16:50:05.330165Z","end":"2026-03-30T16:50:10.529633Z","steps":["trace[453560384] 'agreement among raft nodes before linearized reading' (duration: 5.195322386s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.529706Z","caller":"traceutil/trace.go:172","msg":"trace[2103795313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"1.961568918s","start":"2026-03-30T16:50:08.568116Z","end":"2026-03-30T16:50:10.529685Z","steps":["trace[2103795313] 'agreement among raft nodes before linearized reading' (duration: 1.957632519s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.529715Z","caller":"traceutil/trace.go:172","msg":"trace[744168284] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1185; }","duration":"2.143941163s","start":"2026-03-30T16:50:08.385764Z","end":"2026-03-30T16:50:10.529705Z","steps":["trace[744168284] 'agreement among raft nodes before linearized reading' (duration: 2.139982534s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.529726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.330128Z","time spent":"5.199583707s","remote":"127.0.0.1:51476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.529748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.385725Z","time spent":"2.144014623s","remote":"127.0.0.1:51684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.529773Z","caller":"traceutil/trace.go:172","msg":"trace[1034127068] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1185; }","duration":"1.514451114s","start":"2026-03-30T16:50:09.015314Z","end":"2026-03-30T16:50:10.529765Z","steps":["trace[1034127068] 'agreement among raft nodes before linearized reading' (duration: 1.510405674s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.529803Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.015294Z","time spent":"1.514501864s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.529746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.568090Z","time spent":"1.961645099s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:10.529688Z","caller":"traceutil/trace.go:172","msg":"trace[1422127750] range","detail":"{range_begin:/registry/masterleases/199.19.213.180; range_end:; response_count:1; response_revision:1185; }","duration":"2.719826318s","start":"2026-03-30T16:50:07.809851Z","end":"2026-03-30T16:50:10.529677Z","steps":["trace[1422127750] 'agreement among raft nodes before linearized reading' (duration: 2.715626576s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.529924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:07.809822Z","time spent":"2.72006058s","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.180\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.529985Z","caller":"traceutil/trace.go:172","msg":"trace[1211520911] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1185; }","duration":"4.522313185s","start":"2026-03-30T16:50:06.007662Z","end":"2026-03-30T16:50:10.529975Z","steps":["trace[1211520911] 'agreement among raft nodes before linearized reading' (duration: 4.51761087s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.530028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:06.007643Z","time spent":"4.522374535s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.530185Z","caller":"traceutil/trace.go:172","msg":"trace[1861468667] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1185; }","duration":"4.723322588s","start":"2026-03-30T16:50:05.806854Z","end":"2026-03-30T16:50:10.530177Z","steps":["trace[1861468667] 'agreement among raft nodes before linearized reading' (duration: 4.718775324s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.530215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:05.806826Z","time spent":"4.723381598s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.530318Z","caller":"traceutil/trace.go:172","msg":"trace[1773407913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1185; }","duration":"1.729560598s","start":"2026-03-30T16:50:08.800749Z","end":"2026-03-30T16:50:10.530310Z","steps":["trace[1773407913] 'agreement among raft nodes before linearized reading' (duration: 1.724910685s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.530343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.800729Z","time spent":"1.729606079s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.530371Z","caller":"traceutil/trace.go:172","msg":"trace[850856428] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1185; }","duration":"1.506950138s","start":"2026-03-30T16:50:09.023413Z","end":"2026-03-30T16:50:10.530363Z","steps":["trace[850856428] 'agreement among raft nodes before linearized reading' (duration: 1.502281924s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.530399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:09.023400Z","time spent":"1.506989198s","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:10.529932Z","caller":"traceutil/trace.go:172","msg":"trace[1559645028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1185; }","duration":"1.673814067s","start":"2026-03-30T16:50:08.856109Z","end":"2026-03-30T16:50:10.529923Z","steps":["trace[1559645028] 'agreement among raft nodes before linearized reading' (duration: 1.669635646s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.530446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:08.856086Z","time spent":"1.674351561s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:10.766005Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:10.785830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:10.902125Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:10.940953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:11.040203Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:11.326659Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.199393ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-30T16:50:11.326752Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.532339Z","time spent":"794.409614ms","remote":"127.0.0.1:50848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:50:11.391725Z","caller":"traceutil/trace.go:172","msg":"trace[1920968750] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1404; }","duration":"852.526234ms","start":"2026-03-30T16:50:10.539163Z","end":"2026-03-30T16:50:11.391690Z","steps":["trace[1920968750] 'read index received' (duration: 852.515524ms)","trace[1920968750] 'applied index is now lower than readState.Index' (duration: 8.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:11.392065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"852.852976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:11.392119Z","caller":"traceutil/trace.go:172","msg":"trace[121965484] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c; range_end:; response_count:1; response_revision:1186; }","duration":"852.949467ms","start":"2026-03-30T16:50:10.539157Z","end":"2026-03-30T16:50:11.392106Z","steps":["trace[121965484] 'agreement among raft nodes before linearized reading' (duration: 852.678175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:11.392174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.539138Z","time spent":"853.023587ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:11.393819Z","caller":"traceutil/trace.go:172","msg":"trace[924543200] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"861.046355ms","start":"2026-03-30T16:50:10.532741Z","end":"2026-03-30T16:50:11.393787Z","steps":["trace[924543200] 'process raft request' (duration: 860.760393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:11.394059Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.532715Z","time spent":"861.214187ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:11.891983Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:12.393037Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:12.538830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.997966025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:12.539152Z","caller":"traceutil/trace.go:172","msg":"trace[561229610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998301868s","start":"2026-03-30T16:50:10.540837Z","end":"2026-03-30T16:50:12.539139Z","steps":["trace[561229610] 'agreement among raft nodes before linearized reading' (duration: 1.997963015s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:12.539198Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.540820Z","time spent":"1.998369439s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:12 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:12.893918Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:13.394822Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326461,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:13.482559Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"c3874f4929b5956e is starting a new election at term 3"} {"level":"info","ts":"2026-03-30T16:50:13.482618Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"c3874f4929b5956e became pre-candidate at term 3"} {"level":"info","ts":"2026-03-30T16:50:13.482638Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"c3874f4929b5956e [logterm: 3, index: 1410] sent MsgPreVote request to 3cf904ec39d3e333 at term 3"} {"level":"info","ts":"2026-03-30T16:50:13.482648Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"c3874f4929b5956e [logterm: 3, index: 1410] sent MsgPreVote request to a8d4e8c653fa8dce at term 3"} {"level":"info","ts":"2026-03-30T16:50:13.482657Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: c3874f4929b5956e lost leader a8d4e8c653fa8dce at term 3"} {"level":"info","ts":"2026-03-30T16:50:13.482692Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"c3874f4929b5956e received MsgPreVoteResp from c3874f4929b5956e at term 3"} {"level":"info","ts":"2026-03-30T16:50:13.482701Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"c3874f4929b5956e has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-30T16:50:13.895556Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326461,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:14.014360Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c3874f4929b5956e [logterm: 3, index: 1410, vote: a8d4e8c653fa8dce] cast MsgPreVote for 3cf904ec39d3e333 [logterm: 3, index: 1410] at term 3"} {"level":"info","ts":"2026-03-30T16:50:14.320508Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c3874f4929b5956e [term: 3] received a MsgVote message with higher term from 3cf904ec39d3e333 [term: 4]"} {"level":"info","ts":"2026-03-30T16:50:14.320608Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c3874f4929b5956e became follower at term 4"} {"level":"info","ts":"2026-03-30T16:50:14.320632Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c3874f4929b5956e [logterm: 3, index: 1410, vote: 0] cast MsgVote for 3cf904ec39d3e333 [logterm: 3, index: 1410] at term 4"} {"level":"warn","ts":"2026-03-30T16:50:14.396733Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326461,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:14.396834Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"c3874f4929b5956e no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-30T16:50:14.511105Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c3874f4929b5956e elected leader 3cf904ec39d3e333 at term 4"} {"level":"warn","ts":"2026-03-30T16:50:14.511326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.540543556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:14.511383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.173339058s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:14.511370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.5573098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:14.511434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.337696981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:14.511450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.540701917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.511461Z","caller":"traceutil/trace.go:172","msg":"trace[923746534] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; }","duration":"3.337723591s","start":"2026-03-30T16:50:11.173729Z","end":"2026-03-30T16:50:14.511452Z","steps":["trace[923746534] 'agreement among raft nodes before linearized reading' (duration: 3.337698871s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:14.511465Z","caller":"traceutil/trace.go:172","msg":"trace[1176131484] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; }","duration":"3.540715657s","start":"2026-03-30T16:50:10.970744Z","end":"2026-03-30T16:50:14.511459Z","steps":["trace[1176131484] 'agreement among raft nodes before linearized reading' (duration: 3.540701987s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:14.511468Z","caller":"traceutil/trace.go:172","msg":"trace[117711200] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"3.557431891s","start":"2026-03-30T16:50:10.954016Z","end":"2026-03-30T16:50:14.511447Z","steps":["trace[117711200] 'agreement among raft nodes before linearized reading' (duration: 3.55730734s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.970727Z","time spent":"3.540764857s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.511525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.717671971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.511409Z","caller":"traceutil/trace.go:172","msg":"trace[77128799] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"3.540646436s","start":"2026-03-30T16:50:10.970744Z","end":"2026-03-30T16:50:14.511390Z","steps":["trace[77128799] 'agreement among raft nodes before linearized reading' (duration: 3.540539276s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.954009Z","time spent":"3.557503341s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-30T16:50:14.511558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.970727Z","time spent":"3.540820658s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:14.511562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.558989222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.511412Z","caller":"traceutil/trace.go:172","msg":"trace[1313563867] range","detail":"{range_begin:; range_end:; }","duration":"3.173363789s","start":"2026-03-30T16:50:11.338038Z","end":"2026-03-30T16:50:14.511402Z","steps":["trace[1313563867] 'agreement among raft nodes before linearized reading' (duration: 3.173338528s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:14.511582Z","caller":"traceutil/trace.go:172","msg":"trace[924674431] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; }","duration":"3.559009532s","start":"2026-03-30T16:50:10.952567Z","end":"2026-03-30T16:50:14.511577Z","steps":["trace[924674431] 'agreement among raft nodes before linearized reading' (duration: 3.558989242s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.719242322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.511631Z","caller":"traceutil/trace.go:172","msg":"trace[690245985] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; }","duration":"3.719263062s","start":"2026-03-30T16:50:10.792361Z","end":"2026-03-30T16:50:14.511624Z","steps":["trace[690245985] 'agreement among raft nodes before linearized reading' (duration: 3.719241902s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.952552Z","time spent":"3.559064722s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.511665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.792357Z","time spent":"3.719301262s","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.511695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.559116283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:14.511729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.734206414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.511740Z","caller":"traceutil/trace.go:172","msg":"trace[411246189] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"3.559161353s","start":"2026-03-30T16:50:10.952567Z","end":"2026-03-30T16:50:14.511729Z","steps":["trace[411246189] 'agreement among raft nodes before linearized reading' (duration: 3.559114993s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.734267874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:14.511501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:11.173706Z","time spent":"3.337786291s","remote":"127.0.0.1:51756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:14.511752Z","caller":"traceutil/trace.go:172","msg":"trace[1031376123] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; }","duration":"3.734226904s","start":"2026-03-30T16:50:10.777516Z","end":"2026-03-30T16:50:14.511743Z","steps":["trace[1031376123] 'agreement among raft nodes before linearized reading' (duration: 3.734205994s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:14.511794Z","caller":"traceutil/trace.go:172","msg":"trace[2066107055] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; }","duration":"3.734291604s","start":"2026-03-30T16:50:10.777497Z","end":"2026-03-30T16:50:14.511788Z","steps":["trace[2066107055] 'agreement among raft nodes before linearized reading' (duration: 3.734268354s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.777392Z","time spent":"3.734426605s","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:14.511826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.777507Z","time spent":"3.734302714s","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:50:14.511860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.734502726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.511884Z","caller":"traceutil/trace.go:172","msg":"trace[1207686067] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; }","duration":"3.734527256s","start":"2026-03-30T16:50:10.777350Z","end":"2026-03-30T16:50:14.511878Z","steps":["trace[1207686067] 'agreement among raft nodes before linearized reading' (duration: 3.734503016s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.602640544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T16:50:14.511436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.540191023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.511544Z","caller":"traceutil/trace.go:172","msg":"trace[971763131] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; }","duration":"3.717693031s","start":"2026-03-30T16:50:10.793845Z","end":"2026-03-30T16:50:14.511538Z","steps":["trace[971763131] 'agreement among raft nodes before linearized reading' (duration: 3.717671881s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:14.511921Z","caller":"traceutil/trace.go:172","msg":"trace[710690870] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"3.602671314s","start":"2026-03-30T16:50:10.909235Z","end":"2026-03-30T16:50:14.511907Z","steps":["trace[710690870] 'agreement among raft nodes before linearized reading' (duration: 3.602639594s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.793829Z","time spent":"3.718102074s","remote":"127.0.0.1:51012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.511964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.909216Z","time spent":"3.602738745s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-30T16:50:14.512013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.60332196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.512046Z","caller":"traceutil/trace.go:172","msg":"trace[2009571184] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; }","duration":"3.60334994s","start":"2026-03-30T16:50:10.908683Z","end":"2026-03-30T16:50:14.512033Z","steps":["trace[2009571184] 'agreement among raft nodes before linearized reading' (duration: 3.60332176s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.511703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.719360804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.512113Z","caller":"traceutil/trace.go:172","msg":"trace[1720629507] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"3.719771797s","start":"2026-03-30T16:50:10.792335Z","end":"2026-03-30T16:50:14.512107Z","steps":["trace[1720629507] 'agreement among raft nodes before linearized reading' (duration: 3.719360304s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.512144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.792320Z","time spent":"3.719814368s","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:50:14.512175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.603524331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.512193Z","caller":"traceutil/trace.go:172","msg":"trace[1344575051] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"3.603542571s","start":"2026-03-30T16:50:10.908646Z","end":"2026-03-30T16:50:14.512188Z","steps":["trace[1344575051] 'agreement among raft nodes before linearized reading' (duration: 3.603524171s)"],"step_count":1} {"level":"error","ts":"2026-03-30T16:50:14.511615Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T16:50:14.512210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.908629Z","time spent":"3.603575991s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:14.511588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.719091161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.512240Z","caller":"traceutil/trace.go:172","msg":"trace[1799111750] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"3.719746366s","start":"2026-03-30T16:50:10.792489Z","end":"2026-03-30T16:50:14.512235Z","steps":["trace[1799111750] 'agreement among raft nodes before linearized reading' (duration: 3.719091591s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:14.511929Z","caller":"traceutil/trace.go:172","msg":"trace[1010709147] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"3.540684136s","start":"2026-03-30T16:50:10.971238Z","end":"2026-03-30T16:50:14.511922Z","steps":["trace[1010709147] 'agreement among raft nodes before linearized reading' (duration: 3.540190813s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.512266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.792452Z","time spent":"3.719808358s","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:14.512298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.971225Z","time spent":"3.54105496s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:50:14.511779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.952552Z","time spent":"3.559218443s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:14.511909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.777323Z","time spent":"3.734577026s","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.511340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.435778004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:14.513031Z","caller":"traceutil/trace.go:172","msg":"trace[1864823276] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"3.437469617s","start":"2026-03-30T16:50:11.075544Z","end":"2026-03-30T16:50:14.513014Z","steps":["trace[1864823276] 'agreement among raft nodes before linearized reading' (duration: 3.435774814s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.513087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:11.075516Z","time spent":"3.437557817s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.512087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.908661Z","time spent":"3.6034167s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:14.539629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000340113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:14.539722Z","caller":"traceutil/trace.go:172","msg":"trace[519794271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440054s","start":"2026-03-30T16:50:12.539266Z","end":"2026-03-30T16:50:14.539706Z","steps":["trace[519794271] 'agreement among raft nodes before linearized reading' (duration: 2.000337393s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:14.539773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:12.539243Z","time spent":"2.000521476s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:15.007567Z","caller":"traceutil/trace.go:172","msg":"trace[20043223] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"4.128406829s","start":"2026-03-30T16:50:10.879130Z","end":"2026-03-30T16:50:15.007537Z","steps":["trace[20043223] 'process raft request' (duration: 4.128142587s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.007685Z","caller":"traceutil/trace.go:172","msg":"trace[1992102026] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"3.922849844s","start":"2026-03-30T16:50:11.084822Z","end":"2026-03-30T16:50:15.007672Z","steps":["trace[1992102026] 'process raft request' (duration: 3.922715933s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.007659Z","caller":"traceutil/trace.go:172","msg":"trace[1216930171] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"4.123849395s","start":"2026-03-30T16:50:10.883787Z","end":"2026-03-30T16:50:15.007637Z","steps":["trace[1216930171] 'process raft request' (duration: 4.123712804s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.007783Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:11.084798Z","time spent":"3.922920864s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:15.007789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.879102Z","time spent":"4.12858289s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:15.007879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.883761Z","time spent":"4.123975776s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:15.007615Z","caller":"traceutil/trace.go:172","msg":"trace[756945563] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"4.123931236s","start":"2026-03-30T16:50:10.883657Z","end":"2026-03-30T16:50:15.007589Z","steps":["trace[756945563] 'process raft request' (duration: 4.123798835s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.008041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:10.883648Z","time spent":"4.12433682s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4239,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:15.008088Z","caller":"traceutil/trace.go:172","msg":"trace[183136161] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"3.679018608s","start":"2026-03-30T16:50:11.329055Z","end":"2026-03-30T16:50:15.008074Z","steps":["trace[183136161] 'process raft request' (duration: 3.678518804s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.008154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:11.329028Z","time spent":"3.679091319s","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:15.008174Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T16:50:15.008652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.03924347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.009744Z","caller":"traceutil/trace.go:172","msg":"trace[682581548] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1192; }","duration":"1.040476019s","start":"2026-03-30T16:50:13.969200Z","end":"2026-03-30T16:50:15.009676Z","steps":["trace[682581548] 'agreement among raft nodes before linearized reading' (duration: 1.03921338s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.008668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.386437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.008739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"545.582472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.008747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.425046063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.008800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.418710576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.008851Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128014686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.008886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.981727827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.009912Z","caller":"traceutil/trace.go:172","msg":"trace[1166804472] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1192; }","duration":"1.982748124s","start":"2026-03-30T16:50:13.027150Z","end":"2026-03-30T16:50:15.009898Z","steps":["trace[1166804472] 'agreement among raft nodes before linearized reading' (duration: 1.981712977s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.009955Z","caller":"traceutil/trace.go:172","msg":"trace[8741318] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1192; }","duration":"1.419850694s","start":"2026-03-30T16:50:13.590082Z","end":"2026-03-30T16:50:15.009932Z","steps":["trace[8741318] 'agreement among raft nodes before linearized reading' (duration: 1.418692936s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.009993Z","caller":"traceutil/trace.go:172","msg":"trace[1422967174] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1192; }","duration":"2.129132304s","start":"2026-03-30T16:50:12.880829Z","end":"2026-03-30T16:50:15.009961Z","steps":["trace[1422967174] 'agreement among raft nodes before linearized reading' (duration: 2.127999036s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.010020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:13.027129Z","time spent":"1.982831685s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.010027Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:13.590067Z","time spent":"1.419938755s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.010068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:12.880806Z","time spent":"2.129244704s","remote":"127.0.0.1:51576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.010145Z","caller":"traceutil/trace.go:172","msg":"trace[1795819681] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1192; }","duration":"593.867918ms","start":"2026-03-30T16:50:14.416261Z","end":"2026-03-30T16:50:15.010129Z","steps":["trace[1795819681] 'agreement among raft nodes before linearized reading' (duration: 592.170566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.010187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.416242Z","time spent":"593.933728ms","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.008918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.260875833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:15.010252Z","caller":"traceutil/trace.go:172","msg":"trace[395676031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1192; }","duration":"1.262196553s","start":"2026-03-30T16:50:13.748030Z","end":"2026-03-30T16:50:15.010226Z","steps":["trace[395676031] 'agreement among raft nodes before linearized reading' (duration: 1.260744172s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.010287Z","caller":"traceutil/trace.go:172","msg":"trace[1408506497] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1192; }","duration":"1.426580814s","start":"2026-03-30T16:50:13.583688Z","end":"2026-03-30T16:50:15.010269Z","steps":["trace[1408506497] 'agreement among raft nodes before linearized reading' (duration: 1.425016863s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.010312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:13.748014Z","time spent":"1.262283973s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.010328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:13.583661Z","time spent":"1.426656945s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.010351Z","caller":"traceutil/trace.go:172","msg":"trace[1440525212] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1192; }","duration":"547.111013ms","start":"2026-03-30T16:50:14.463146Z","end":"2026-03-30T16:50:15.010257Z","steps":["trace[1440525212] 'agreement among raft nodes before linearized reading' (duration: 545.564222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.010606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.463119Z","time spent":"547.470216ms","remote":"127.0.0.1:51012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.008933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.553797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-30T16:50:15.008994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"693.455192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-30T16:50:15.009062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.521973869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.009154Z","caller":"traceutil/trace.go:172","msg":"trace[2014023311] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1411; }","duration":"497.073534ms","start":"2026-03-30T16:50:14.511282Z","end":"2026-03-30T16:50:15.008356Z","steps":["trace[2014023311] 'read index received' (duration: 497.065924ms)","trace[2014023311] 'applied index is now lower than readState.Index' (duration: 6.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.009256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.608497068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"info","ts":"2026-03-30T16:50:15.010683Z","caller":"traceutil/trace.go:172","msg":"trace[1719098862] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1192; }","duration":"3.609920689s","start":"2026-03-30T16:50:11.400748Z","end":"2026-03-30T16:50:15.010669Z","steps":["trace[1719098862] 'agreement among raft nodes before linearized reading' (duration: 3.608433447s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.010718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:11.400724Z","time spent":"3.609984919s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7839,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.010841Z","caller":"traceutil/trace.go:172","msg":"trace[1501256433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1192; }","duration":"695.304776ms","start":"2026-03-30T16:50:14.315527Z","end":"2026-03-30T16:50:15.010832Z","steps":["trace[1501256433] 'agreement among raft nodes before linearized reading' (duration: 693.387841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.010878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.315500Z","time spent":"695.369146ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.010917Z","caller":"traceutil/trace.go:172","msg":"trace[1882879774] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1192; }","duration":"3.523849153s","start":"2026-03-30T16:50:11.487055Z","end":"2026-03-30T16:50:15.010904Z","steps":["trace[1882879774] 'agreement among raft nodes before linearized reading' (duration: 3.521886699s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.010962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:11.487020Z","time spent":"3.523930794s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.011062Z","caller":"traceutil/trace.go:172","msg":"trace[754720689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1192; }","duration":"640.689383ms","start":"2026-03-30T16:50:14.370363Z","end":"2026-03-30T16:50:15.011052Z","steps":["trace[754720689] 'agreement among raft nodes before linearized reading' (duration: 638.415936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.011065Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326464,"received-request-id":10767716655782326463} {"level":"warn","ts":"2026-03-30T16:50:15.011097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.370337Z","time spent":"640.751064ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.011336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:13.969182Z","time spent":"1.0407024s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.166035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.860806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.166129Z","caller":"traceutil/trace.go:172","msg":"trace[208036354] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1192; }","duration":"624.968827ms","start":"2026-03-30T16:50:14.541142Z","end":"2026-03-30T16:50:15.166111Z","steps":["trace[208036354] 'agreement among raft nodes before linearized reading' (duration: 473.877213ms)","trace[208036354] 'range keys from in-memory index tree' (duration: 150.958253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.166099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.490542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.166171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.541134Z","time spent":"625.026457ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-30T16:50:15.166203Z","caller":"traceutil/trace.go:172","msg":"trace[1324296658] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1192; }","duration":"628.624173ms","start":"2026-03-30T16:50:14.537553Z","end":"2026-03-30T16:50:15.166177Z","steps":["trace[1324296658] 'agreement among raft nodes before linearized reading' (duration: 477.396749ms)","trace[1324296658] 'range keys from in-memory index tree' (duration: 151.051593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.166181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.254267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.166253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.537527Z","time spent":"628.713074ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.166295Z","caller":"traceutil/trace.go:172","msg":"trace[1764295081] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1192; }","duration":"626.367248ms","start":"2026-03-30T16:50:14.539891Z","end":"2026-03-30T16:50:15.166258Z","steps":["trace[1764295081] 'agreement among raft nodes before linearized reading' (duration: 475.031813ms)","trace[1764295081] 'range keys from in-memory index tree' (duration: 151.188474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.166376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.539886Z","time spent":"626.475218ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:50:15.166426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.652059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.166452Z","caller":"traceutil/trace.go:172","msg":"trace[1378986108] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1192; }","duration":"626.677079ms","start":"2026-03-30T16:50:14.539767Z","end":"2026-03-30T16:50:15.166444Z","steps":["trace[1378986108] 'agreement among raft nodes before linearized reading' (duration: 475.192583ms)","trace[1378986108] 'range keys from in-memory index tree' (duration: 151.446726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.166471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.539762Z","time spent":"626.703449ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.166481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.22011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.166518Z","caller":"traceutil/trace.go:172","msg":"trace[1881543366] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1192; }","duration":"628.256901ms","start":"2026-03-30T16:50:14.538249Z","end":"2026-03-30T16:50:15.166506Z","steps":["trace[1881543366] 'agreement among raft nodes before linearized reading' (duration: 476.690684ms)","trace[1881543366] 'range keys from in-memory index tree' (duration: 151.514196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.166556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.538237Z","time spent":"628.297621ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.166584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.093957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.166611Z","caller":"traceutil/trace.go:172","msg":"trace[1550514592] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1192; }","duration":"629.121047ms","start":"2026-03-30T16:50:14.537480Z","end":"2026-03-30T16:50:15.166601Z","steps":["trace[1550514592] 'agreement among raft nodes before linearized reading' (duration: 477.4813ms)","trace[1550514592] 'range keys from in-memory index tree' (duration: 151.594217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.166638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.537456Z","time spent":"629.176407ms","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:50:15.166717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.77498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.166764Z","caller":"traceutil/trace.go:172","msg":"trace[529895368] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1192; }","duration":"626.83589ms","start":"2026-03-30T16:50:14.539916Z","end":"2026-03-30T16:50:15.166752Z","steps":["trace[529895368] 'agreement among raft nodes before linearized reading' (duration: 475.002292ms)","trace[529895368] 'range keys from in-memory index tree' (duration: 151.750288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.166794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.539899Z","time spent":"626.885461ms","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.166841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.472552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.166878Z","caller":"traceutil/trace.go:172","msg":"trace[803349165] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1192; }","duration":"628.501122ms","start":"2026-03-30T16:50:14.538360Z","end":"2026-03-30T16:50:15.166861Z","steps":["trace[803349165] 'agreement among raft nodes before linearized reading' (duration: 476.576203ms)","trace[803349165] 'range keys from in-memory index tree' (duration: 151.871829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.166911Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.538352Z","time spent":"628.550332ms","remote":"127.0.0.1:51012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.167089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"627.391755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.167124Z","caller":"traceutil/trace.go:172","msg":"trace[1997303662] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1192; }","duration":"627.424185ms","start":"2026-03-30T16:50:14.539689Z","end":"2026-03-30T16:50:15.167113Z","steps":["trace[1997303662] 'agreement among raft nodes before linearized reading' (duration: 475.283814ms)","trace[1997303662] 'range keys from in-memory index tree' (duration: 151.97332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.167149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.539682Z","time spent":"627.457285ms","remote":"127.0.0.1:51756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.167729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"625.682012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.167793Z","caller":"traceutil/trace.go:172","msg":"trace[2082465783] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1192; }","duration":"625.729152ms","start":"2026-03-30T16:50:14.542036Z","end":"2026-03-30T16:50:15.167765Z","steps":["trace[2082465783] 'agreement among raft nodes before linearized reading' (duration: 472.975656ms)","trace[2082465783] 'range keys from in-memory index tree' (duration: 152.694216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.167868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.542027Z","time spent":"625.829724ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:15.167147Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.252601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:15.168054Z","caller":"traceutil/trace.go:172","msg":"trace[214135069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1192; }","duration":"431.152578ms","start":"2026-03-30T16:50:14.736887Z","end":"2026-03-30T16:50:15.168040Z","steps":["trace[214135069] 'agreement among raft nodes before linearized reading' (duration: 278.06482ms)","trace[214135069] 'range keys from in-memory index tree' (duration: 152.10273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.168104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.736852Z","time spent":"431.239529ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.167398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"625.283079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.168231Z","caller":"traceutil/trace.go:172","msg":"trace[327730865] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1192; }","duration":"626.107425ms","start":"2026-03-30T16:50:14.542103Z","end":"2026-03-30T16:50:15.168210Z","steps":["trace[327730865] 'agreement among raft nodes before linearized reading' (duration: 472.896426ms)","trace[327730865] 'range keys from in-memory index tree' (duration: 152.370663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.168306Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.542097Z","time spent":"626.192556ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:50:15.167438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"631.403534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.168407Z","caller":"traceutil/trace.go:172","msg":"trace[939340403] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1192; }","duration":"632.364312ms","start":"2026-03-30T16:50:14.536028Z","end":"2026-03-30T16:50:15.168393Z","steps":["trace[939340403] 'agreement among raft nodes before linearized reading' (duration: 478.947851ms)","trace[939340403] 'range keys from in-memory index tree' (duration: 152.446423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.168453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.536006Z","time spent":"632.431672ms","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:15.167470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"653.628328ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.168811Z","caller":"traceutil/trace.go:172","msg":"trace[660035330] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1192; }","duration":"654.959398ms","start":"2026-03-30T16:50:14.513835Z","end":"2026-03-30T16:50:15.168795Z","steps":["trace[660035330] 'agreement among raft nodes before linearized reading' (duration: 501.150474ms)","trace[660035330] 'range keys from in-memory index tree' (duration: 152.467204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.167576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.136098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.169084Z","caller":"traceutil/trace.go:172","msg":"trace[390875483] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1192; }","duration":"630.642919ms","start":"2026-03-30T16:50:14.538427Z","end":"2026-03-30T16:50:15.169070Z","steps":["trace[390875483] 'agreement among raft nodes before linearized reading' (duration: 476.556663ms)","trace[390875483] 'range keys from in-memory index tree' (duration: 152.565245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.169418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.538412Z","time spent":"630.695599ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:15.167548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.259336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.169637Z","caller":"traceutil/trace.go:172","msg":"trace[419439211] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1192; }","duration":"628.382621ms","start":"2026-03-30T16:50:14.541209Z","end":"2026-03-30T16:50:15.169592Z","steps":["trace[419439211] 'agreement among raft nodes before linearized reading' (duration: 473.754982ms)","trace[419439211] 'range keys from in-memory index tree' (duration: 152.423413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.169680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.541193Z","time spent":"628.474702ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.167605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.272016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.169741Z","caller":"traceutil/trace.go:172","msg":"trace[1989289717] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1192; }","duration":"628.397691ms","start":"2026-03-30T16:50:14.541326Z","end":"2026-03-30T16:50:15.169723Z","steps":["trace[1989289717] 'agreement among raft nodes before linearized reading' (duration: 473.645651ms)","trace[1989289717] 'range keys from in-memory index tree' (duration: 152.605685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.169795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.541318Z","time spent":"628.457942ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-30T16:50:15.167634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.230168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.169964Z","caller":"traceutil/trace.go:172","msg":"trace[2066623646] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1192; }","duration":"631.555955ms","start":"2026-03-30T16:50:14.538395Z","end":"2026-03-30T16:50:15.169951Z","steps":["trace[2066623646] 'agreement among raft nodes before linearized reading' (duration: 476.597083ms)","trace[2066623646] 'range keys from in-memory index tree' (duration: 152.622745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.170003Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.538389Z","time spent":"631.600915ms","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:15.167643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"575.973135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.170064Z","caller":"traceutil/trace.go:172","msg":"trace[18263092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1192; }","duration":"578.392292ms","start":"2026-03-30T16:50:14.591658Z","end":"2026-03-30T16:50:15.170050Z","steps":["trace[18263092] 'agreement among raft nodes before linearized reading' (duration: 423.34813ms)","trace[18263092] 'range keys from in-memory index tree' (duration: 152.598155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.167668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.422333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.170641Z","caller":"traceutil/trace.go:172","msg":"trace[1956857515] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1192; }","duration":"627.384974ms","start":"2026-03-30T16:50:14.543237Z","end":"2026-03-30T16:50:15.170622Z","steps":["trace[1956857515] 'agreement among raft nodes before linearized reading' (duration: 471.760297ms)","trace[1956857515] 'range keys from in-memory index tree' (duration: 152.650546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.170697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.543219Z","time spent":"627.463375ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.167696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"627.673767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.170817Z","caller":"traceutil/trace.go:172","msg":"trace[1118645081] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1192; }","duration":"630.78729ms","start":"2026-03-30T16:50:14.540013Z","end":"2026-03-30T16:50:15.170800Z","steps":["trace[1118645081] 'agreement among raft nodes before linearized reading' (duration: 474.997011ms)","trace[1118645081] 'range keys from in-memory index tree' (duration: 152.663166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.170867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.540001Z","time spent":"630.84762ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:15.171196Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:14.591639Z","time spent":"579.544462ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:15.197445Z","caller":"traceutil/trace.go:172","msg":"trace[1479332244] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1412; }","duration":"182.529065ms","start":"2026-03-30T16:50:15.014893Z","end":"2026-03-30T16:50:15.197422Z","steps":["trace[1479332244] 'read index received' (duration: 182.523435ms)","trace[1479332244] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.197691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.797924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-30T16:50:15.197768Z","caller":"traceutil/trace.go:172","msg":"trace[2001304510] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1193; }","duration":"183.885845ms","start":"2026-03-30T16:50:15.013865Z","end":"2026-03-30T16:50:15.197751Z","steps":["trace[2001304510] 'agreement among raft nodes before linearized reading' (duration: 183.655593ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.231070Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"c3874f4929b5956e [term: 4] ignored a MsgReadIndexResp message with lower term from a8d4e8c653fa8dce [term: 3]"} {"level":"warn","ts":"2026-03-30T16:50:15.243413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.747364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:113 size:9681"} {"level":"info","ts":"2026-03-30T16:50:15.243583Z","caller":"traceutil/trace.go:172","msg":"trace[47061237] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:113; response_revision:1195; }","duration":"187.870045ms","start":"2026-03-30T16:50:15.055636Z","end":"2026-03-30T16:50:15.243506Z","steps":["trace[47061237] 'agreement among raft nodes before linearized reading' (duration: 186.798586ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.288491Z","caller":"traceutil/trace.go:172","msg":"trace[2023364456] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"248.986915ms","start":"2026-03-30T16:50:15.039464Z","end":"2026-03-30T16:50:15.288450Z","steps":["trace[2023364456] 'process raft request' (duration: 227.294005ms)","trace[2023364456] 'compare' (duration: 21.386728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.322031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.639627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:50:15.322134Z","caller":"traceutil/trace.go:172","msg":"trace[67964764] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1202; }","duration":"121.747508ms","start":"2026-03-30T16:50:15.200365Z","end":"2026-03-30T16:50:15.322112Z","steps":["trace[67964764] 'agreement among raft nodes before linearized reading' (duration: 121.491746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.367413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40232","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:50:15.702828Z","caller":"traceutil/trace.go:172","msg":"trace[2046083919] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1425; }","duration":"364.542598ms","start":"2026-03-30T16:50:15.338256Z","end":"2026-03-30T16:50:15.702798Z","steps":["trace[2046083919] 'read index received' (duration: 364.535078ms)","trace[2046083919] 'applied index is now lower than readState.Index' (duration: 6.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.703012Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.73374ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:15.702998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.786272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:15.703057Z","caller":"traceutil/trace.go:172","msg":"trace[486494294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1206; }","duration":"364.79255ms","start":"2026-03-30T16:50:15.338250Z","end":"2026-03-30T16:50:15.703043Z","steps":["trace[486494294] 'agreement among raft nodes before linearized reading' (duration: 364.694179ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.703346Z","caller":"traceutil/trace.go:172","msg":"trace[1923169554] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"361.965188ms","start":"2026-03-30T16:50:15.341357Z","end":"2026-03-30T16:50:15.703322Z","steps":["trace[1923169554] 'process raft request' (duration: 361.760326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.703459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:15.341336Z","time spent":"362.076089ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:16.203168Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:16.703520Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326473,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:16.913444Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c3874f4929b5956e [logterm: 4, index: 1429, vote: 3cf904ec39d3e333] cast MsgPreVote for a8d4e8c653fa8dce [logterm: 4, index: 1429] at term 4"} {"level":"info","ts":"2026-03-30T16:50:17.083158Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"c3874f4929b5956e is starting a new election at term 4"} {"level":"info","ts":"2026-03-30T16:50:17.083299Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"c3874f4929b5956e became pre-candidate at term 4"} {"level":"info","ts":"2026-03-30T16:50:17.083323Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"c3874f4929b5956e [logterm: 4, index: 1429] sent MsgPreVote request to 3cf904ec39d3e333 at term 4"} {"level":"info","ts":"2026-03-30T16:50:17.083333Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"c3874f4929b5956e [logterm: 4, index: 1429] sent MsgPreVote request to a8d4e8c653fa8dce at term 4"} {"level":"info","ts":"2026-03-30T16:50:17.083343Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: c3874f4929b5956e lost leader 3cf904ec39d3e333 at term 4"} {"level":"info","ts":"2026-03-30T16:50:17.083395Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"c3874f4929b5956e received MsgPreVoteResp from c3874f4929b5956e at term 4"} {"level":"info","ts":"2026-03-30T16:50:17.083405Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"c3874f4929b5956e has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:50:17.096837Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"c3874f4929b5956e [term: 4] received a MsgVote message with higher term from a8d4e8c653fa8dce [term: 5]"} {"level":"info","ts":"2026-03-30T16:50:17.096948Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"c3874f4929b5956e became follower at term 5"} {"level":"info","ts":"2026-03-30T16:50:17.097007Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"c3874f4929b5956e [logterm: 4, index: 1429, vote: 0] cast MsgVote for a8d4e8c653fa8dce [logterm: 4, index: 1429] at term 5"} {"level":"warn","ts":"2026-03-30T16:50:17.204246Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326473,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:17.204443Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"c3874f4929b5956e no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-30T16:50:17.257659Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: c3874f4929b5956e elected leader a8d4e8c653fa8dce at term 5"} {"level":"warn","ts":"2026-03-30T16:50:17.257963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.882790448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:17.258029Z","caller":"traceutil/trace.go:172","msg":"trace[1421550074] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; }","duration":"1.882875148s","start":"2026-03-30T16:50:15.375142Z","end":"2026-03-30T16:50:17.258017Z","steps":["trace[1421550074] 'agreement among raft nodes before linearized reading' (duration: 1.882788508s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:17.258090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:15.375044Z","time spent":"1.88303474s","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:17.258164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.88318571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:17.258214Z","caller":"traceutil/trace.go:172","msg":"trace[334855378] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"1.883235641s","start":"2026-03-30T16:50:15.374971Z","end":"2026-03-30T16:50:17.258206Z","steps":["trace[334855378] 'agreement among raft nodes before linearized reading' (duration: 1.88318583s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:17.258258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:15.374950Z","time spent":"1.883301371s","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:17.258312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.905759857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:17.258469Z","caller":"traceutil/trace.go:172","msg":"trace[1833756182] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; }","duration":"1.905972248s","start":"2026-03-30T16:50:15.352466Z","end":"2026-03-30T16:50:17.258439Z","steps":["trace[1833756182] 'agreement among raft nodes before linearized reading' (duration: 1.905749717s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:17.258561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:15.352447Z","time spent":"1.906097309s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:17.295243Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T16:50:17.296291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"958.135572ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:17.296406Z","caller":"traceutil/trace.go:172","msg":"trace[1857030153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1209; }","duration":"958.260733ms","start":"2026-03-30T16:50:16.338132Z","end":"2026-03-30T16:50:17.296393Z","steps":["trace[1857030153] 'agreement among raft nodes before linearized reading' (duration: 958.120802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:17.296491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.043015847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:17.296612Z","caller":"traceutil/trace.go:172","msg":"trace[447429515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1209; }","duration":"1.043191379s","start":"2026-03-30T16:50:16.253403Z","end":"2026-03-30T16:50:17.296594Z","steps":["trace[447429515] 'agreement among raft nodes before linearized reading' (duration: 1.042965317s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:17.296708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:16.253350Z","time spent":"1.043348971s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:17.296767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.586423254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"info","ts":"2026-03-30T16:50:17.296835Z","caller":"traceutil/trace.go:172","msg":"trace[1290302240] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1209; }","duration":"1.586513875s","start":"2026-03-30T16:50:15.710299Z","end":"2026-03-30T16:50:17.296813Z","steps":["trace[1290302240] 'agreement among raft nodes before linearized reading' (duration: 1.58601416s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:17.296949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:15.710279Z","time spent":"1.586656706s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8031,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:17.297982Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326475,"received-request-id":10767716655782326474} {"level":"warn","ts":"2026-03-30T16:50:17.816323Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326477,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:18.201616Z","caller":"traceutil/trace.go:172","msg":"trace[759589540] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"893.411255ms","start":"2026-03-30T16:50:17.308184Z","end":"2026-03-30T16:50:18.201596Z","steps":["trace[759589540] 'process raft request' (duration: 893.283204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:18.201746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:17.308122Z","time spent":"893.565166ms","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:18.317261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:18.395188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:11.394545Z","time spent":"7.00063509s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:18.818042Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:19.317328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001394311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:19.317398Z","caller":"traceutil/trace.go:172","msg":"trace[35178623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001473101s","start":"2026-03-30T16:50:17.315912Z","end":"2026-03-30T16:50:19.317385Z","steps":["trace[35178623] 'agreement among raft nodes before linearized reading' (duration: 2.00136735s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:19.317432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:17.315891Z","time spent":"2.001535131s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:19 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:19.318629Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326477,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:19.728435Z","caller":"traceutil/trace.go:172","msg":"trace[1316837602] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"2.410403215s","start":"2026-03-30T16:50:17.318002Z","end":"2026-03-30T16:50:19.728406Z","steps":["trace[1316837602] 'process raft request' (duration: 2.410208444s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:19.728635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:17.317987Z","time spent":"2.410544466s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7801,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:19.729238Z","caller":"traceutil/trace.go:172","msg":"trace[91708074] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1433; }","duration":"2.413294386s","start":"2026-03-30T16:50:17.315918Z","end":"2026-03-30T16:50:19.729212Z","steps":["trace[91708074] 'read index received' (duration: 2.413286836s)","trace[91708074] 'applied index is now lower than readState.Index' (duration: 5.96µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:20.112796Z","caller":"traceutil/trace.go:172","msg":"trace[86999833] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"1.713482248s","start":"2026-03-30T16:50:18.399297Z","end":"2026-03-30T16:50:20.112780Z","steps":["trace[86999833] 'process raft request' (duration: 1.713445897s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:20.112909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.399276Z","time spent":"1.713583638s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:20.112904Z","caller":"traceutil/trace.go:172","msg":"trace[1421781965] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"2.164791734s","start":"2026-03-30T16:50:17.948081Z","end":"2026-03-30T16:50:20.112873Z","steps":["trace[1421781965] 'process raft request' (duration: 2.164543623s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:20.113071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:17.948062Z","time spent":"2.164921985s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:20.227030Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326482,"received-request-id":10767716655782326477} {"level":"warn","ts":"2026-03-30T16:50:20.229952Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:20.540109Z","caller":"traceutil/trace.go:172","msg":"trace[541545800] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1435; }","duration":"810.742454ms","start":"2026-03-30T16:50:19.729341Z","end":"2026-03-30T16:50:20.540083Z","steps":["trace[541545800] 'read index received' (duration: 810.733124ms)","trace[541545800] 'applied index is now lower than readState.Index' (duration: 7.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:20.541180Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326483,"received-request-id":10767716655782326482} {"level":"warn","ts":"2026-03-30T16:50:20.767847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.411186169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:20.767974Z","caller":"traceutil/trace.go:172","msg":"trace[1374343757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1214; }","duration":"2.41133226s","start":"2026-03-30T16:50:18.356619Z","end":"2026-03-30T16:50:20.767951Z","steps":["trace[1374343757] 'agreement among raft nodes before linearized reading' (duration: 2.183559511s)","trace[1374343757] 'range keys from in-memory index tree' (duration: 227.482737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:20.768021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.356600Z","time spent":"2.411409902s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:20.768255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.450161497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:20.768355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.143037373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:20.768391Z","caller":"traceutil/trace.go:172","msg":"trace[1864304865] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1214; }","duration":"2.143069423s","start":"2026-03-30T16:50:18.625309Z","end":"2026-03-30T16:50:20.768378Z","steps":["trace[1864304865] 'agreement among raft nodes before linearized reading' (duration: 1.914851691s)","trace[1864304865] 'range keys from in-memory index tree' (duration: 228.173482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:20.768430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.625279Z","time spent":"2.143144584s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:20.768514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.708453941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:20.768551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.644417559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:20.768592Z","caller":"traceutil/trace.go:172","msg":"trace[329970883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1214; }","duration":"1.64445956s","start":"2026-03-30T16:50:19.124122Z","end":"2026-03-30T16:50:20.768582Z","steps":["trace[329970883] 'agreement among raft nodes before linearized reading' (duration: 1.416029226s)","trace[329970883] 'range keys from in-memory index tree' (duration: 228.268273ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:20.768604Z","caller":"traceutil/trace.go:172","msg":"trace[806714021] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1214; }","duration":"2.708550002s","start":"2026-03-30T16:50:18.060031Z","end":"2026-03-30T16:50:20.768581Z","steps":["trace[806714021] 'agreement among raft nodes before linearized reading' (duration: 2.480197488s)","trace[806714021] 'range keys from in-memory index tree' (duration: 228.241823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:20.768627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:19.124098Z","time spent":"1.6445191s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:20.768651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.060009Z","time spent":"2.708632352s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:20.768633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.564588011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.180\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-30T16:50:20.768138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.18323292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:50:20.768727Z","caller":"traceutil/trace.go:172","msg":"trace[592685213] range","detail":"{range_begin:/registry/masterleases/199.19.213.180; range_end:; response_count:1; response_revision:1214; }","duration":"2.564685122s","start":"2026-03-30T16:50:18.204009Z","end":"2026-03-30T16:50:20.768694Z","steps":["trace[592685213] 'agreement among raft nodes before linearized reading' (duration: 2.336206957s)","trace[592685213] 'range keys from in-memory index tree' (duration: 228.229073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:20.769441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.203987Z","time spent":"2.565434037s","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.180\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:20.768387Z","caller":"traceutil/trace.go:172","msg":"trace[666005007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"1.450307008s","start":"2026-03-30T16:50:19.318052Z","end":"2026-03-30T16:50:20.768359Z","steps":["trace[666005007] 'agreement among raft nodes before linearized reading' (duration: 1.222093296s)","trace[666005007] 'range keys from in-memory index tree' (duration: 228.028571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:20.770180Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:19.318026Z","time spent":"1.452141692s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:20.768762Z","caller":"traceutil/trace.go:172","msg":"trace[1113561540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1214; }","duration":"2.183868335s","start":"2026-03-30T16:50:18.584876Z","end":"2026-03-30T16:50:20.768745Z","steps":["trace[1113561540] 'agreement among raft nodes before linearized reading' (duration: 1.95524235s)","trace[1113561540] 'range keys from in-memory index tree' (duration: 227.84626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:20.768765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.538031594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-30T16:50:20.768844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.431265978s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:20.769098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.819137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:50:20.770437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.584853Z","time spent":"2.185563498s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:20.770740Z","caller":"traceutil/trace.go:172","msg":"trace[1151808540] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1214; }","duration":"3.433719766s","start":"2026-03-30T16:50:17.336997Z","end":"2026-03-30T16:50:20.770717Z","steps":["trace[1151808540] 'agreement among raft nodes before linearized reading' (duration: 3.203206626s)","trace[1151808540] 'range keys from in-memory index tree' (duration: 228.032451ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:20.771780Z","caller":"traceutil/trace.go:172","msg":"trace[1311536693] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1435; }","duration":"231.568697ms","start":"2026-03-30T16:50:20.540193Z","end":"2026-03-30T16:50:20.771761Z","steps":["trace[1311536693] 'read index received' (duration: 1.761464ms)","trace[1311536693] 'applied index is now lower than readState.Index' (duration: 229.805393ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:20.770506Z","caller":"traceutil/trace.go:172","msg":"trace[1910310345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1214; }","duration":"2.539765067s","start":"2026-03-30T16:50:18.230718Z","end":"2026-03-30T16:50:20.770483Z","steps":["trace[1910310345] 'agreement among raft nodes before linearized reading' (duration: 2.309452279s)","trace[1910310345] 'range keys from in-memory index tree' (duration: 228.510794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:20.771995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.797987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:20.772033Z","caller":"traceutil/trace.go:172","msg":"trace[351468686] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c; range_end:; response_count:1; response_revision:1215; }","duration":"654.838937ms","start":"2026-03-30T16:50:20.117180Z","end":"2026-03-30T16:50:20.772019Z","steps":["trace[351468686] 'agreement among raft nodes before linearized reading' (duration: 654.693296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:20.772044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:18.230696Z","time spent":"2.541326719s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:20.772066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.117163Z","time spent":"654.895017ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:20.772243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.039827623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-30T16:50:20.772317Z","caller":"traceutil/trace.go:172","msg":"trace[52239241] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1215; }","duration":"1.039907804s","start":"2026-03-30T16:50:19.732392Z","end":"2026-03-30T16:50:20.772300Z","steps":["trace[52239241] 'agreement among raft nodes before linearized reading' (duration: 1.039682792s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:20.772367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:19.732371Z","time spent":"1.039986024s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18647,"request content":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:21.257670Z","caller":"traceutil/trace.go:172","msg":"trace[1010370726] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1436; }","duration":"485.829751ms","start":"2026-03-30T16:50:20.771823Z","end":"2026-03-30T16:50:21.257653Z","steps":["trace[1010370726] 'read index received' (duration: 485.825271ms)","trace[1010370726] 'applied index is now lower than readState.Index' (duration: 3.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:21.758433Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:22.068849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.353276573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:22.068949Z","caller":"traceutil/trace.go:172","msg":"trace[1462648728] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1215; }","duration":"1.353379834s","start":"2026-03-30T16:50:20.715545Z","end":"2026-03-30T16:50:22.068925Z","steps":["trace[1462648728] 'agreement among raft nodes before linearized reading' (duration: 542.225127ms)","trace[1462648728] 'range keys from in-memory index tree' (duration: 811.016786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:22.068999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.715502Z","time spent":"1.353485484s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:22.069064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.429525565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:22.069160Z","caller":"traceutil/trace.go:172","msg":"trace[2012314625] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1215; }","duration":"1.429627435s","start":"2026-03-30T16:50:20.639516Z","end":"2026-03-30T16:50:22.069143Z","steps":["trace[2012314625] 'agreement among raft nodes before linearized reading' (duration: 618.278107ms)","trace[2012314625] 'range keys from in-memory index tree' (duration: 811.230358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:22.069192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.639494Z","time spent":"1.429690996s","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:22.069568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.116233ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-30T16:50:22.069728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.770881Z","time spent":"1.298841181s","remote":"127.0.0.1:50848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:22.259310Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:22.759892Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:22.781453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000408173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:22.781536Z","caller":"traceutil/trace.go:172","msg":"trace[814639320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509155s","start":"2026-03-30T16:50:20.781010Z","end":"2026-03-30T16:50:22.781519Z","steps":["trace[814639320] 'agreement among raft nodes before linearized reading' (duration: 2.000403553s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:22.781584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.780985Z","time spent":"2.000592285s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:23.259993Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:23.289187Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.389916864s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:23.637164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.158976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:23.637518Z","caller":"traceutil/trace.go:172","msg":"trace[1761930184] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"2.862774629s","start":"2026-03-30T16:50:20.774715Z","end":"2026-03-30T16:50:23.637489Z","steps":["trace[1761930184] 'process raft request' (duration: 2.662046569s)","trace[1761930184] 'compare' (duration: 199.775123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:23.637627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.774688Z","time spent":"2.862887919s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:23.638057Z","caller":"traceutil/trace.go:172","msg":"trace[1980801821] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"2.849837974s","start":"2026-03-30T16:50:20.788200Z","end":"2026-03-30T16:50:23.638038Z","steps":["trace[1980801821] 'process raft request' (duration: 2.84927767s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.638279Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:20.788171Z","time spent":"2.849967194s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:23.689804Z","caller":"traceutil/trace.go:172","msg":"trace[1696320299] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1440; }","duration":"2.432073654s","start":"2026-03-30T16:50:21.257716Z","end":"2026-03-30T16:50:23.689789Z","steps":["trace[1696320299] 'read index received' (duration: 2.432068854s)","trace[1696320299] 'applied index is now lower than readState.Index' (duration: 3.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:23.689912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.915961991s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:23.689974Z","caller":"traceutil/trace.go:172","msg":"trace[165791111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1217; }","duration":"2.916040411s","start":"2026-03-30T16:50:20.773921Z","end":"2026-03-30T16:50:23.689962Z","steps":["trace[165791111] 'agreement among raft nodes before linearized reading' (duration: 2.915927981s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.921624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.928926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:23.921779Z","caller":"traceutil/trace.go:172","msg":"trace[423366915] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"1.85064994s","start":"2026-03-30T16:50:22.071104Z","end":"2026-03-30T16:50:23.921754Z","steps":["trace[423366915] 'process raft request' (duration: 1.678487931s)","trace[423366915] 'compare' (duration: 171.790815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:23.921869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:22.071081Z","time spent":"1.85074545s","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:24.190956Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:24.446487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"415.150819ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-30T16:50:24.473780Z","caller":"traceutil/trace.go:172","msg":"trace[1682047636] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1446; }","duration":"783.910217ms","start":"2026-03-30T16:50:23.689844Z","end":"2026-03-30T16:50:24.473755Z","steps":["trace[1682047636] 'read index received' (duration: 783.900277ms)","trace[1682047636] 'applied index is now lower than readState.Index' (duration: 8.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:24.473934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.200064806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:24.474068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.22505048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:24.474125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.284955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:50:24.474146Z","caller":"traceutil/trace.go:172","msg":"trace[1518228324] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1221; }","duration":"1.22511999s","start":"2026-03-30T16:50:23.249009Z","end":"2026-03-30T16:50:24.474129Z","steps":["trace[1518228324] 'agreement among raft nodes before linearized reading' (duration: 1.225026569s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:24.474169Z","caller":"traceutil/trace.go:172","msg":"trace[1170232417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1221; }","duration":"1.28499868s","start":"2026-03-30T16:50:23.189157Z","end":"2026-03-30T16:50:24.474155Z","steps":["trace[1170232417] 'agreement among raft nodes before linearized reading' (duration: 1.284800709s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.474188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.248990Z","time spent":"1.22519013s","remote":"127.0.0.1:50954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.474204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.189129Z","time spent":"1.28506639s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.474203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.180263689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.474282Z","caller":"traceutil/trace.go:172","msg":"trace[858762962] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1221; }","duration":"3.18035008s","start":"2026-03-30T16:50:21.293917Z","end":"2026-03-30T16:50:24.474267Z","steps":["trace[858762962] 'agreement among raft nodes before linearized reading' (duration: 3.180224529s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.474351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:21.293894Z","time spent":"3.180448501s","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.474550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"991.736389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T16:50:24.474593Z","caller":"traceutil/trace.go:172","msg":"trace[1536395843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1221; }","duration":"991.783349ms","start":"2026-03-30T16:50:23.482798Z","end":"2026-03-30T16:50:24.474581Z","steps":["trace[1536395843] 'agreement among raft nodes before linearized reading' (duration: 991.638068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.474624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.482775Z","time spent":"991.842109ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.473925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.691851508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.474925Z","caller":"traceutil/trace.go:172","msg":"trace[2110269370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1221; }","duration":"1.692856125s","start":"2026-03-30T16:50:22.782048Z","end":"2026-03-30T16:50:24.474905Z","steps":["trace[2110269370] 'agreement among raft nodes before linearized reading' (duration: 1.691808008s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.474999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:22.782028Z","time spent":"1.692955377s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:24.475023Z","caller":"traceutil/trace.go:172","msg":"trace[272314518] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1221; }","duration":"2.200114766s","start":"2026-03-30T16:50:22.273852Z","end":"2026-03-30T16:50:24.473967Z","steps":["trace[272314518] 'agreement among raft nodes before linearized reading' (duration: 2.200037975s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.473977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"829.967748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"warn","ts":"2026-03-30T16:50:24.475206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:22.273830Z","time spent":"2.201312584s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:24.475247Z","caller":"traceutil/trace.go:172","msg":"trace[1030754058] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1221; }","duration":"831.238497ms","start":"2026-03-30T16:50:23.643987Z","end":"2026-03-30T16:50:24.475225Z","steps":["trace[1030754058] 'agreement among raft nodes before linearized reading' (duration: 829.837847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.475308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.643968Z","time spent":"831.316657ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18913,"request content":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.475345Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326493,"received-request-id":10767716655782326492} {"level":"warn","ts":"2026-03-30T16:50:24.476525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"785.603701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.476596Z","caller":"traceutil/trace.go:172","msg":"trace[1178638645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1226; }","duration":"785.674651ms","start":"2026-03-30T16:50:23.690905Z","end":"2026-03-30T16:50:24.476580Z","steps":["trace[1178638645] 'agreement among raft nodes before linearized reading' (duration: 785.575561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.476946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.961833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T16:50:24.476959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.26251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-30T16:50:24.477002Z","caller":"traceutil/trace.go:172","msg":"trace[360474079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1226; }","duration":"345.020123ms","start":"2026-03-30T16:50:24.131969Z","end":"2026-03-30T16:50:24.476989Z","steps":["trace[360474079] 'agreement among raft nodes before linearized reading' (duration: 344.853342ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:24.477010Z","caller":"traceutil/trace.go:172","msg":"trace[1317336968] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1226; }","duration":"552.31688ms","start":"2026-03-30T16:50:23.924680Z","end":"2026-03-30T16:50:24.476997Z","steps":["trace[1317336968] 'agreement among raft nodes before linearized reading' (duration: 552.165189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.477047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.924656Z","time spent":"552.380441ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.477110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.131951Z","time spent":"345.076663ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:24.476929Z","caller":"traceutil/trace.go:172","msg":"trace[328537122] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"832.98315ms","start":"2026-03-30T16:50:23.643921Z","end":"2026-03-30T16:50:24.476904Z","steps":["trace[328537122] 'process raft request' (duration: 832.408525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.476530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.655509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.477437Z","caller":"traceutil/trace.go:172","msg":"trace[1524422184] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1226; }","duration":"323.563195ms","start":"2026-03-30T16:50:24.153859Z","end":"2026-03-30T16:50:24.477422Z","steps":["trace[1524422184] 'agreement among raft nodes before linearized reading' (duration: 322.623649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.477500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.153844Z","time spent":"323.642956ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.477527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.453576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:24.477570Z","caller":"traceutil/trace.go:172","msg":"trace[636047774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1226; }","duration":"368.502616ms","start":"2026-03-30T16:50:24.109055Z","end":"2026-03-30T16:50:24.477558Z","steps":["trace[636047774] 'agreement among raft nodes before linearized reading' (duration: 367.60919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.477515Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:23.643893Z","time spent":"833.503724ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:24.477598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.109002Z","time spent":"368.589307ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.802277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.58477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:24.802365Z","caller":"traceutil/trace.go:172","msg":"trace[1448472786] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"317.028257ms","start":"2026-03-30T16:50:24.485324Z","end":"2026-03-30T16:50:24.802352Z","steps":["trace[1448472786] 'process raft request' (duration: 147.323156ms)","trace[1448472786] 'compare' (duration: 169.289828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:24.802406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.485304Z","time spent":"317.084877ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:24.807677Z","caller":"traceutil/trace.go:172","msg":"trace[697083932] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"320.246651ms","start":"2026-03-30T16:50:24.487410Z","end":"2026-03-30T16:50:24.807656Z","steps":["trace[697083932] 'process raft request' (duration: 320.0466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.807840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.487399Z","time spent":"320.356712ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:24.869238Z","caller":"traceutil/trace.go:172","msg":"trace[1195636187] linearizableReadLoop","detail":"{readStateIndex:1451; appliedIndex:1453; }","duration":"380.614746ms","start":"2026-03-30T16:50:24.488590Z","end":"2026-03-30T16:50:24.869205Z","steps":["trace[1195636187] 'read index received' (duration: 380.606166ms)","trace[1195636187] 'applied index is now lower than readState.Index' (duration: 7.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:24.869675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.048609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.869738Z","caller":"traceutil/trace.go:172","msg":"trace[94643755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1229; }","duration":"381.137589ms","start":"2026-03-30T16:50:24.488586Z","end":"2026-03-30T16:50:24.869723Z","steps":["trace[94643755] 'agreement among raft nodes before linearized reading' (duration: 380.927768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.869793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.488566Z","time spent":"381.21567ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:24.870385Z","caller":"traceutil/trace.go:172","msg":"trace[504714262] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"377.398362ms","start":"2026-03-30T16:50:24.492953Z","end":"2026-03-30T16:50:24.870352Z","steps":["trace[504714262] 'process raft request' (duration: 376.457675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.870972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.492937Z","time spent":"377.537863ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19303,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:24.874380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.006652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.874443Z","caller":"traceutil/trace.go:172","msg":"trace[1972250978] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1231; }","duration":"140.076482ms","start":"2026-03-30T16:50:24.734353Z","end":"2026-03-30T16:50:24.874429Z","steps":["trace[1972250978] 'agreement among raft nodes before linearized reading' (duration: 139.967772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:25.375985Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326502,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:25.471959Z","caller":"traceutil/trace.go:172","msg":"trace[1719178759] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1456; }","duration":"596.077454ms","start":"2026-03-30T16:50:24.875851Z","end":"2026-03-30T16:50:25.471928Z","steps":["trace[1719178759] 'read index received' (duration: 596.069504ms)","trace[1719178759] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:25.472583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"596.738458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:19318"} {"level":"info","ts":"2026-03-30T16:50:25.472621Z","caller":"traceutil/trace.go:172","msg":"trace[632240580] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1231; }","duration":"596.822368ms","start":"2026-03-30T16:50:24.875789Z","end":"2026-03-30T16:50:25.472612Z","steps":["trace[632240580] 'agreement among raft nodes before linearized reading' (duration: 596.261224ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:25.472623Z","caller":"traceutil/trace.go:172","msg":"trace[2053419399] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"596.233114ms","start":"2026-03-30T16:50:24.876366Z","end":"2026-03-30T16:50:25.472599Z","steps":["trace[2053419399] 'process raft request' (duration: 595.783991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:25.472944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.875773Z","time spent":"597.161721ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19341,"request content":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:25.473018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.876349Z","time spent":"596.567026ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:25.880330Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326506,"received-request-id":10767716655782326502} {"level":"warn","ts":"2026-03-30T16:50:25.973521Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:26.474647Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326506,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:26.578760Z","caller":"traceutil/trace.go:172","msg":"trace[143197353] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"1.700608184s","start":"2026-03-30T16:50:24.878135Z","end":"2026-03-30T16:50:26.578744Z","steps":["trace[143197353] 'process raft request' (duration: 1.700309732s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.578895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.878091Z","time spent":"1.700737494s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:26.578759Z","caller":"traceutil/trace.go:172","msg":"trace[154745666] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"1.48295992s","start":"2026-03-30T16:50:25.095784Z","end":"2026-03-30T16:50:26.578744Z","steps":["trace[154745666] 'process raft request' (duration: 1.482840059s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.578992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:25.095745Z","time spent":"1.483209451s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:26.974827Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326506,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:27.162734Z","caller":"traceutil/trace.go:172","msg":"trace[2135876632] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1461; }","duration":"1.6906791s","start":"2026-03-30T16:50:25.472038Z","end":"2026-03-30T16:50:27.162717Z","steps":["trace[2135876632] 'read index received' (duration: 1.69067342s)","trace[2135876632] 'applied index is now lower than readState.Index' (duration: 4.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:27.162856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.825264302s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:27.162880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.174821529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:27.162913Z","caller":"traceutil/trace.go:172","msg":"trace[528928576] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1236; }","duration":"2.174854709s","start":"2026-03-30T16:50:24.988046Z","end":"2026-03-30T16:50:27.162901Z","steps":["trace[528928576] 'agreement among raft nodes before linearized reading' (duration: 2.174779738s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.162938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.988021Z","time spent":"2.174912409s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:27.163151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.218931733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:27.163191Z","caller":"traceutil/trace.go:172","msg":"trace[704962845] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1236; }","duration":"2.218973503s","start":"2026-03-30T16:50:24.944209Z","end":"2026-03-30T16:50:27.163182Z","steps":["trace[704962845] 'agreement among raft nodes before linearized reading' (duration: 2.218914302s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.163218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:24.944176Z","time spent":"2.219030954s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:27.163519Z","caller":"traceutil/trace.go:172","msg":"trace[362111598] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1236; }","duration":"1.825348193s","start":"2026-03-30T16:50:25.337547Z","end":"2026-03-30T16:50:27.162896Z","steps":["trace[362111598] 'agreement among raft nodes before linearized reading' (duration: 1.825232242s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.514486Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326509,"received-request-id":10767716655782326506} {"level":"info","ts":"2026-03-30T16:50:27.514608Z","caller":"traceutil/trace.go:172","msg":"trace[469110906] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"2.038251372s","start":"2026-03-30T16:50:25.476333Z","end":"2026-03-30T16:50:27.514584Z","steps":["trace[469110906] 'process raft request' (duration: 2.03804467s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:27.514653Z","caller":"traceutil/trace.go:172","msg":"trace[709011904] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"2.02861485s","start":"2026-03-30T16:50:25.486015Z","end":"2026-03-30T16:50:27.514630Z","steps":["trace[709011904] 'process raft request' (duration: 2.028485199s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.514700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:25.476309Z","time spent":"2.038334652s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:27.514812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:25.485977Z","time spent":"2.028751481s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:27.663446Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:27.738563Z","caller":"traceutil/trace.go:172","msg":"trace[2025311287] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1464; }","duration":"575.742482ms","start":"2026-03-30T16:50:27.162793Z","end":"2026-03-30T16:50:27.738536Z","steps":["trace[2025311287] 'read index received' (duration: 575.728712ms)","trace[2025311287] 'applied index is now lower than readState.Index' (duration: 9.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:27.738635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"760.335813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:27.738705Z","caller":"traceutil/trace.go:172","msg":"trace[951402914] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1239; }","duration":"760.413244ms","start":"2026-03-30T16:50:26.978277Z","end":"2026-03-30T16:50:27.738690Z","steps":["trace[951402914] 'agreement among raft nodes before linearized reading' (duration: 760.292563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.738740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.978255Z","time spent":"760.476824ms","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:27.738753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.051602639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:27.738800Z","caller":"traceutil/trace.go:172","msg":"trace[312488102] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1239; }","duration":"2.051662769s","start":"2026-03-30T16:50:25.687124Z","end":"2026-03-30T16:50:27.738787Z","steps":["trace[312488102] 'agreement among raft nodes before linearized reading' (duration: 2.051562689s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.738935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.197465364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:50:27.738980Z","caller":"traceutil/trace.go:172","msg":"trace[1833188584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1239; }","duration":"1.197506944s","start":"2026-03-30T16:50:26.541459Z","end":"2026-03-30T16:50:27.738965Z","steps":["trace[1833188584] 'agreement among raft nodes before linearized reading' (duration: 1.197322843s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.739018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.541440Z","time spent":"1.197568275s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:27.738844Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:25.687101Z","time spent":"2.05173262s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:27.738986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.254722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:27.739323Z","caller":"traceutil/trace.go:172","msg":"trace[164189503] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1239; }","duration":"692.581764ms","start":"2026-03-30T16:50:27.046721Z","end":"2026-03-30T16:50:27.739303Z","steps":["trace[164189503] 'agreement among raft nodes before linearized reading' (duration: 692.240481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.738754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.484773503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:27.739633Z","caller":"traceutil/trace.go:172","msg":"trace[680435037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1239; }","duration":"1.485660579s","start":"2026-03-30T16:50:26.253953Z","end":"2026-03-30T16:50:27.739614Z","steps":["trace[680435037] 'agreement among raft nodes before linearized reading' (duration: 1.484724552s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.739703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:26.253929Z","time spent":"1.485746239s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:27.741098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:27.046694Z","time spent":"692.666804ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:28.238871Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326511,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:28.720291Z","caller":"traceutil/trace.go:172","msg":"trace[1482799656] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"1.201210842s","start":"2026-03-30T16:50:27.519058Z","end":"2026-03-30T16:50:28.720269Z","steps":["trace[1482799656] 'process raft request' (duration: 1.201171522s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:28.720424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:27.519035Z","time spent":"1.201333084s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:28.720665Z","caller":"traceutil/trace.go:172","msg":"trace[1791474006] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1471; }","duration":"981.997358ms","start":"2026-03-30T16:50:27.738655Z","end":"2026-03-30T16:50:28.720653Z","steps":["trace[1791474006] 'read index received' (duration: 981.379102ms)","trace[1791474006] 'applied index is now lower than readState.Index' (duration: 617.126µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:28.721047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.201455134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:19411"} {"level":"info","ts":"2026-03-30T16:50:28.721090Z","caller":"traceutil/trace.go:172","msg":"trace[903544125] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1245; }","duration":"1.201501165s","start":"2026-03-30T16:50:27.519579Z","end":"2026-03-30T16:50:28.721081Z","steps":["trace[903544125] 'agreement among raft nodes before linearized reading' (duration: 1.201351494s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:28.721118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:27.519562Z","time spent":"1.201548995s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19434,"request content":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:28.721544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.556989965s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:28.721705Z","caller":"traceutil/trace.go:172","msg":"trace[1648112120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1245; }","duration":"1.557158276s","start":"2026-03-30T16:50:27.164524Z","end":"2026-03-30T16:50:28.721683Z","steps":["trace[1648112120] 'agreement among raft nodes before linearized reading' (duration: 1.556748033s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:29.220973Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:29.530878Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326512,"received-request-id":10767716655782326511} {"level":"warn","ts":"2026-03-30T16:50:29.721987Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:29.741267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999864109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:29.741465Z","caller":"traceutil/trace.go:172","msg":"trace[1514806843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009863s","start":"2026-03-30T16:50:27.741342Z","end":"2026-03-30T16:50:29.741441Z","steps":["trace[1514806843] 'agreement among raft nodes before linearized reading' (duration: 1.999858909s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:29.741572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:27.741320Z","time spent":"2.000237971s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:29 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:30.142594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999738839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:30.142797Z","caller":"traceutil/trace.go:172","msg":"trace[813307355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002991s","start":"2026-03-30T16:50:28.142778Z","end":"2026-03-30T16:50:30.142781Z","steps":["trace[813307355] 'agreement among raft nodes before linearized reading' (duration: 1.999736539s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.142879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.142754Z","time spent":"2.000117292s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:30 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:30.223003Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326512,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:30.315661Z","caller":"traceutil/trace.go:172","msg":"trace[968464154] linearizableReadLoop","detail":"{readStateIndex:1477; appliedIndex:1478; }","duration":"1.594937975s","start":"2026-03-30T16:50:28.720688Z","end":"2026-03-30T16:50:30.315626Z","steps":["trace[968464154] 'read index received' (duration: 1.594926135s)","trace[968464154] 'applied index is now lower than readState.Index' (duration: 10.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.317572Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326515,"received-request-id":10767716655782326512} {"level":"warn","ts":"2026-03-30T16:50:30.502431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.014393517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T16:50:30.502492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.758240939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-30T16:50:30.502583Z","caller":"traceutil/trace.go:172","msg":"trace[541163802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1249; }","duration":"2.75834725s","start":"2026-03-30T16:50:27.744215Z","end":"2026-03-30T16:50:30.502562Z","steps":["trace[541163802] 'agreement among raft nodes before linearized reading' (duration: 2.571509913s)","trace[541163802] 'range keys from in-memory index tree' (duration: 186.608145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.502635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:27.744200Z","time spent":"2.75842415s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:30.502782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.29841976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.180\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:50:30.502807Z","caller":"traceutil/trace.go:172","msg":"trace[1507654909] range","detail":"{range_begin:/registry/masterleases/199.19.213.180; range_end:; response_count:1; response_revision:1249; }","duration":"2.298444551s","start":"2026-03-30T16:50:28.204355Z","end":"2026-03-30T16:50:30.502800Z","steps":["trace[1507654909] 'agreement among raft nodes before linearized reading' (duration: 2.111333812s)","trace[1507654909] 'range keys from in-memory index tree' (duration: 187.049218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.502811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.081548542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-30T16:50:30.503076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.298184249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:50:30.502524Z","caller":"traceutil/trace.go:172","msg":"trace[2125648848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1249; }","duration":"2.014490638s","start":"2026-03-30T16:50:28.488010Z","end":"2026-03-30T16:50:30.502501Z","steps":["trace[2125648848] 'agreement among raft nodes before linearized reading' (duration: 1.82766513s)","trace[2125648848] 'range keys from in-memory index tree' (duration: 186.603115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.503134Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.487986Z","time spent":"2.015137992s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:30.503184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.548582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:30.503096Z","caller":"traceutil/trace.go:172","msg":"trace[1146542087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1249; }","duration":"2.298200259s","start":"2026-03-30T16:50:28.204888Z","end":"2026-03-30T16:50:30.503088Z","steps":["trace[1146542087] 'agreement among raft nodes before linearized reading' (duration: 2.110793688s)","trace[1146542087] 'range keys from in-memory index tree' (duration: 187.162879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.503443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.204872Z","time spent":"2.298533451s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:30.503533Z","caller":"traceutil/trace.go:172","msg":"trace[1553768649] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1478; }","duration":"187.795334ms","start":"2026-03-30T16:50:30.315723Z","end":"2026-03-30T16:50:30.503519Z","steps":["trace[1553768649] 'read index received' (duration: 2.257097ms)","trace[1553768649] 'applied index is now lower than readState.Index' (duration: 185.537377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.503593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.779972929s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:30.503613Z","caller":"traceutil/trace.go:172","msg":"trace[1676650286] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1252; }","duration":"1.779994589s","start":"2026-03-30T16:50:28.723611Z","end":"2026-03-30T16:50:30.503606Z","steps":["trace[1676650286] 'agreement among raft nodes before linearized reading' (duration: 1.779957149s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:30.503603Z","caller":"traceutil/trace.go:172","msg":"trace[638463956] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"1.767200665s","start":"2026-03-30T16:50:28.736376Z","end":"2026-03-30T16:50:30.503577Z","steps":["trace[638463956] 'process raft request' (duration: 1.766863753s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:30.503683Z","caller":"traceutil/trace.go:172","msg":"trace[679192010] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"1.776954697s","start":"2026-03-30T16:50:28.726703Z","end":"2026-03-30T16:50:30.503658Z","steps":["trace[679192010] 'process raft request' (duration: 1.588888421s)","trace[679192010] 'compare' (duration: 186.991418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.503697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.736367Z","time spent":"1.767279355s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19569,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:30.503757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.726687Z","time spent":"1.777031997s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:30.503892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"392.824745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:30.503919Z","caller":"traceutil/trace.go:172","msg":"trace[1255322610] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1252; }","duration":"392.853875ms","start":"2026-03-30T16:50:30.111059Z","end":"2026-03-30T16:50:30.503912Z","steps":["trace[1255322610] 'agreement among raft nodes before linearized reading' (duration: 392.805475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.503938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.111030Z","time spent":"392.902455ms","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:30.503974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"754.703983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:30.504000Z","caller":"traceutil/trace.go:172","msg":"trace[648459867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1252; }","duration":"754.729233ms","start":"2026-03-30T16:50:29.749264Z","end":"2026-03-30T16:50:30.503993Z","steps":["trace[648459867] 'agreement among raft nodes before linearized reading' (duration: 754.678483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.504015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:29.749247Z","time spent":"754.764053ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:30.502830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.204336Z","time spent":"2.298488301s","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.180\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:30.503057Z","caller":"traceutil/trace.go:172","msg":"trace[1436199961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1249; }","duration":"2.081602282s","start":"2026-03-30T16:50:28.421247Z","end":"2026-03-30T16:50:30.502849Z","steps":["trace[1436199961] 'agreement among raft nodes before linearized reading' (duration: 1.894407052s)","trace[1436199961] 'range keys from in-memory index tree' (duration: 187.066059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.505234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:28.421215Z","time spent":"2.083992799s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:31.066494Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:31.138727Z","caller":"traceutil/trace.go:172","msg":"trace[1406303536] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"630.088233ms","start":"2026-03-30T16:50:30.508605Z","end":"2026-03-30T16:50:31.138694Z","steps":["trace[1406303536] 'process raft request' (duration: 629.604199ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:31.138844Z","caller":"traceutil/trace.go:172","msg":"trace[1255165910] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"626.850549ms","start":"2026-03-30T16:50:30.511960Z","end":"2026-03-30T16:50:31.138811Z","steps":["trace[1255165910] 'process raft request' (duration: 626.794168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:31.139052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.508587Z","time spent":"630.291384ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:31.139143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.511946Z","time spent":"626.99443ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:31.139134Z","caller":"traceutil/trace.go:172","msg":"trace[651659065] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"628.070218ms","start":"2026-03-30T16:50:30.511050Z","end":"2026-03-30T16:50:31.139120Z","steps":["trace[651659065] 'process raft request' (duration: 627.590854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:31.139391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.511030Z","time spent":"628.258179ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:31.723138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.078847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:31.723372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"394.990401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:31.723494Z","caller":"traceutil/trace.go:172","msg":"trace[655915596] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1265; }","duration":"385.282039ms","start":"2026-03-30T16:50:31.337945Z","end":"2026-03-30T16:50:31.723227Z","steps":["trace[655915596] 'range keys from in-memory index tree' (duration: 385.035867ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:31.723716Z","caller":"traceutil/trace.go:172","msg":"trace[1285336609] linearizableReadLoop","detail":"{readStateIndex:1499; appliedIndex:1497; }","duration":"1.157579721s","start":"2026-03-30T16:50:30.566124Z","end":"2026-03-30T16:50:31.723704Z","steps":["trace[1285336609] 'read index received' (duration: 978.26663ms)","trace[1285336609] 'applied index is now lower than readState.Index' (duration: 179.312221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:31.723808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.218812351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:31.723842Z","caller":"traceutil/trace.go:172","msg":"trace[1681288107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1269; }","duration":"1.218842501s","start":"2026-03-30T16:50:30.504988Z","end":"2026-03-30T16:50:31.723831Z","steps":["trace[1681288107] 'agreement among raft nodes before linearized reading' (duration: 1.218791701s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:31.723818Z","caller":"traceutil/trace.go:172","msg":"trace[897554145] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"1.156398642s","start":"2026-03-30T16:50:30.567397Z","end":"2026-03-30T16:50:31.723795Z","steps":["trace[897554145] 'process raft request' (duration: 1.156058469s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:31.723866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.213482021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:19584"} {"level":"warn","ts":"2026-03-30T16:50:31.723867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.504974Z","time spent":"1.218888521s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:31.723892Z","caller":"traceutil/trace.go:172","msg":"trace[340816441] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1269; }","duration":"1.213514831s","start":"2026-03-30T16:50:30.510371Z","end":"2026-03-30T16:50:31.723886Z","steps":["trace[340816441] 'agreement among raft nodes before linearized reading' (duration: 1.213397081s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:31.723922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.510361Z","time spent":"1.213556192s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19607,"request content":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:31.723968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:30.567378Z","time spent":"1.156512413s","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:32.223994Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:32.725244Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:33.024099Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.153228678s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:50:33.024701Z","caller":"traceutil/trace.go:172","msg":"trace[386363464] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"1.868020996s","start":"2026-03-30T16:50:31.156664Z","end":"2026-03-30T16:50:33.024685Z","steps":["trace[386363464] 'process raft request' (duration: 1.867909295s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:33.024701Z","caller":"traceutil/trace.go:172","msg":"trace[1976414004] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"1.869776249s","start":"2026-03-30T16:50:31.154909Z","end":"2026-03-30T16:50:33.024685Z","steps":["trace[1976414004] 'process raft request' (duration: 1.869544167s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.024832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.156631Z","time spent":"1.868135486s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:33.024870Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.154882Z","time spent":"1.86995748s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:33.145621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.9907661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:33.145725Z","caller":"traceutil/trace.go:172","msg":"trace[1790172942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990879321s","start":"2026-03-30T16:50:31.154822Z","end":"2026-03-30T16:50:33.145702Z","steps":["trace[1790172942] 'agreement among raft nodes before linearized reading' (duration: 1.99076024s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.145780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.154791Z","time spent":"1.990979681s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:33 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:33.225840Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326526,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:33.347548Z","caller":"traceutil/trace.go:172","msg":"trace[1578267423] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1509; }","duration":"1.623745005s","start":"2026-03-30T16:50:31.723745Z","end":"2026-03-30T16:50:33.347490Z","steps":["trace[1578267423] 'read index received' (duration: 1.623729755s)","trace[1578267423] 'applied index is now lower than readState.Index' (duration: 13.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.349117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.625387178s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:33.349128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.19427561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:33.349191Z","caller":"traceutil/trace.go:172","msg":"trace[302534427] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1277; }","duration":"1.625494189s","start":"2026-03-30T16:50:31.723681Z","end":"2026-03-30T16:50:33.349176Z","steps":["trace[302534427] 'agreement among raft nodes before linearized reading' (duration: 1.623892766s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:33.349208Z","caller":"traceutil/trace.go:172","msg":"trace[810329150] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c; range_end:; response_count:1; response_revision:1277; }","duration":"2.194377251s","start":"2026-03-30T16:50:31.154812Z","end":"2026-03-30T16:50:33.349189Z","steps":["trace[810329150] 'agreement among raft nodes before linearized reading' (duration: 2.192875269s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.349245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.154791Z","time spent":"2.194447031s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:33.349248Z","caller":"traceutil/trace.go:172","msg":"trace[239968982] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"1.608797026s","start":"2026-03-30T16:50:31.740428Z","end":"2026-03-30T16:50:33.349225Z","steps":["trace[239968982] 'process raft request' (duration: 1.607202574s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.349430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.740420Z","time spent":"1.608932237s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:33.352365Z","caller":"traceutil/trace.go:172","msg":"trace[1343217817] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"1.462534358s","start":"2026-03-30T16:50:31.889798Z","end":"2026-03-30T16:50:33.352332Z","steps":["trace[1343217817] 'process raft request' (duration: 1.462305726s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.354141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.889780Z","time spent":"1.464210941s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:33.353436Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326529,"received-request-id":10767716655782326526} {"level":"warn","ts":"2026-03-30T16:50:33.409073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.671616398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:33.409205Z","caller":"traceutil/trace.go:172","msg":"trace[613583926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1280; }","duration":"1.671762719s","start":"2026-03-30T16:50:31.737420Z","end":"2026-03-30T16:50:33.409183Z","steps":["trace[613583926] 'agreement among raft nodes before linearized reading' (duration: 1.671560198s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.409196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.362882673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:33.409343Z","caller":"traceutil/trace.go:172","msg":"trace[528594151] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1280; }","duration":"1.363050174s","start":"2026-03-30T16:50:32.046268Z","end":"2026-03-30T16:50:33.409318Z","steps":["trace[528594151] 'agreement among raft nodes before linearized reading' (duration: 1.362719232s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.409437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:32.046253Z","time spent":"1.363171525s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.409556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.737417Z","time spent":"1.672124252s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:33.409768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.683557176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-30T16:50:33.410083Z","caller":"traceutil/trace.go:172","msg":"trace[183816426] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1280; }","duration":"1.683922679s","start":"2026-03-30T16:50:31.726133Z","end":"2026-03-30T16:50:33.410056Z","steps":["trace[183816426] 'agreement among raft nodes before linearized reading' (duration: 1.683253054s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.410484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"715.13313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:50:33.410531Z","caller":"traceutil/trace.go:172","msg":"trace[1005245112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1280; }","duration":"715.183311ms","start":"2026-03-30T16:50:32.695338Z","end":"2026-03-30T16:50:33.410521Z","steps":["trace[1005245112] 'agreement among raft nodes before linearized reading' (duration: 714.999799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.410509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.673103809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:33.410607Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.758783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:33.410643Z","caller":"traceutil/trace.go:172","msg":"trace[688240911] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1280; }","duration":"191.793163ms","start":"2026-03-30T16:50:33.218841Z","end":"2026-03-30T16:50:33.410634Z","steps":["trace[688240911] 'agreement among raft nodes before linearized reading' (duration: 191.737223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.410504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"822.641562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:33.410600Z","caller":"traceutil/trace.go:172","msg":"trace[1904357162] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1280; }","duration":"1.67320766s","start":"2026-03-30T16:50:31.737373Z","end":"2026-03-30T16:50:33.410581Z","steps":["trace[1904357162] 'agreement among raft nodes before linearized reading' (duration: 1.673037189s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.410843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.737368Z","time spent":"1.673463542s","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:33.410810Z","caller":"traceutil/trace.go:172","msg":"trace[1387580790] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1280; }","duration":"822.965914ms","start":"2026-03-30T16:50:32.587828Z","end":"2026-03-30T16:50:33.410794Z","steps":["trace[1387580790] 'agreement among raft nodes before linearized reading' (duration: 822.584022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.410940Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:32.587804Z","time spent":"823.124176ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.410562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:32.695320Z","time spent":"715.233181ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.410156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:31.726118Z","time spent":"1.68402503s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:33.694048Z","caller":"traceutil/trace.go:172","msg":"trace[346765735] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1519; }","duration":"259.506072ms","start":"2026-03-30T16:50:33.434498Z","end":"2026-03-30T16:50:33.694004Z","steps":["trace[346765735] 'read index received' (duration: 259.482402ms)","trace[346765735] 'applied index is now lower than readState.Index' (duration: 17.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.831850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.979423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-30T16:50:33.831952Z","caller":"traceutil/trace.go:172","msg":"trace[666785153] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1284; }","duration":"417.083614ms","start":"2026-03-30T16:50:33.414840Z","end":"2026-03-30T16:50:33.831924Z","steps":["trace[666785153] 'agreement among raft nodes before linearized reading' (duration: 279.278278ms)","trace[666785153] 'range keys from in-memory index tree' (duration: 137.527614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.831982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.386651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:33.832009Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.414815Z","time spent":"417.173714ms","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":410,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-30T16:50:33.832028Z","caller":"traceutil/trace.go:172","msg":"trace[991156398] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1284; }","duration":"282.433491ms","start":"2026-03-30T16:50:33.549581Z","end":"2026-03-30T16:50:33.832015Z","steps":["trace[991156398] 'agreement among raft nodes before linearized reading' (duration: 217.223541ms)","trace[991156398] 'range keys from in-memory index tree' (duration: 65.13543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.832304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.026986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:33.832352Z","caller":"traceutil/trace.go:172","msg":"trace[1284238570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1284; }","duration":"412.075937ms","start":"2026-03-30T16:50:33.420260Z","end":"2026-03-30T16:50:33.832336Z","steps":["trace[1284238570] 'agreement among raft nodes before linearized reading' (duration: 273.752867ms)","trace[1284238570] 'range keys from in-memory index tree' (duration: 138.236999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.832384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.420238Z","time spent":"412.139107ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:33.832596Z","caller":"traceutil/trace.go:172","msg":"trace[521561718] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"367.343037ms","start":"2026-03-30T16:50:33.465234Z","end":"2026-03-30T16:50:33.832577Z","steps":["trace[521561718] 'process raft request' (duration: 367.231147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.832693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:33.465203Z","time spent":"367.438158ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:34.116933Z","caller":"traceutil/trace.go:172","msg":"trace[1946672799] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"279.959823ms","start":"2026-03-30T16:50:33.836947Z","end":"2026-03-30T16:50:34.116907Z","steps":["trace[1946672799] 'process raft request' (duration: 279.780722ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:34.117681Z","caller":"traceutil/trace.go:172","msg":"trace[1396597431] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1522; }","duration":"283.536289ms","start":"2026-03-30T16:50:33.834121Z","end":"2026-03-30T16:50:34.117657Z","steps":["trace[1396597431] 'read index received' (duration: 283.530349ms)","trace[1396597431] 'applied index is now lower than readState.Index' (duration: 4.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:34.117894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.746601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:34.117927Z","caller":"traceutil/trace.go:172","msg":"trace[1239405568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1287; }","duration":"283.805631ms","start":"2026-03-30T16:50:33.834113Z","end":"2026-03-30T16:50:34.117918Z","steps":["trace[1239405568] 'agreement among raft nodes before linearized reading' (duration: 283.69407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:34.119181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.324208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-03-30T16:50:34.119237Z","caller":"traceutil/trace.go:172","msg":"trace[688978651] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1287; }","duration":"283.399088ms","start":"2026-03-30T16:50:33.835827Z","end":"2026-03-30T16:50:34.119226Z","steps":["trace[688978651] 'agreement among raft nodes before linearized reading' (duration: 283.198967ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:34.594907Z","caller":"traceutil/trace.go:172","msg":"trace[1492707498] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"469.032177ms","start":"2026-03-30T16:50:34.125856Z","end":"2026-03-30T16:50:34.594889Z","steps":["trace[1492707498] 'process raft request' (duration: 468.890296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:34.595036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.125840Z","time spent":"469.134938ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:34.661702Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326542,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:34.864593Z","caller":"traceutil/trace.go:172","msg":"trace[644972198] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"728.513689ms","start":"2026-03-30T16:50:34.136052Z","end":"2026-03-30T16:50:34.864566Z","steps":["trace[644972198] 'process raft request' (duration: 728.297657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:34.864774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.136025Z","time spent":"728.661829ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19889,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:35.163149Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:35.391785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.295651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:35.391923Z","caller":"traceutil/trace.go:172","msg":"trace[1978023127] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1524; }","duration":"1.231011771s","start":"2026-03-30T16:50:34.160890Z","end":"2026-03-30T16:50:35.391901Z","steps":["trace[1978023127] 'read index received' (duration: 1.112505008s)","trace[1978023127] 'applied index is now lower than readState.Index' (duration: 118.505083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.392172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.231266592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-30T16:50:35.392202Z","caller":"traceutil/trace.go:172","msg":"trace[1538636962] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:1290; }","duration":"1.231306913s","start":"2026-03-30T16:50:34.160885Z","end":"2026-03-30T16:50:35.392192Z","steps":["trace[1538636962] 'agreement among raft nodes before linearized reading' (duration: 1.231108091s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.392235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.160868Z","time spent":"1.231358783s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.711236Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782326547,"received-request-id":10767716655782326542} {"level":"warn","ts":"2026-03-30T16:50:35.746069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.399962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:35.746392Z","caller":"traceutil/trace.go:172","msg":"trace[540541837] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"1.147171234s","start":"2026-03-30T16:50:34.599194Z","end":"2026-03-30T16:50:35.746366Z","steps":["trace[540541837] 'process raft request' (duration: 1.146974892s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.746509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.599175Z","time spent":"1.147281405s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:35.843634Z","caller":"traceutil/trace.go:172","msg":"trace[1102845787] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1528; }","duration":"451.638079ms","start":"2026-03-30T16:50:35.391954Z","end":"2026-03-30T16:50:35.843592Z","steps":["trace[1102845787] 'read index received' (duration: 451.626578ms)","trace[1102845787] 'applied index is now lower than readState.Index' (duration: 9.831µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:35.843739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.445088438s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:35.843779Z","caller":"traceutil/trace.go:172","msg":"trace[1921264312] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1293; }","duration":"1.445148129s","start":"2026-03-30T16:50:34.398621Z","end":"2026-03-30T16:50:35.843769Z","steps":["trace[1921264312] 'agreement among raft nodes before linearized reading' (duration: 1.445065808s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.843809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.131426127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T16:50:35.843819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.682453747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:35.843841Z","caller":"traceutil/trace.go:172","msg":"trace[671299684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1293; }","duration":"1.131459727s","start":"2026-03-30T16:50:34.712372Z","end":"2026-03-30T16:50:35.843832Z","steps":["trace[671299684] 'agreement among raft nodes before linearized reading' (duration: 1.131246176s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.843816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.682055275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:35.843867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.712353Z","time spent":"1.131507877s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:35.843866Z","caller":"traceutil/trace.go:172","msg":"trace[312303061] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1293; }","duration":"1.682502417s","start":"2026-03-30T16:50:34.161349Z","end":"2026-03-30T16:50:35.843851Z","steps":["trace[312303061] 'agreement among raft nodes before linearized reading' (duration: 1.682416387s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:35.843893Z","caller":"traceutil/trace.go:172","msg":"trace[1807584844] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1293; }","duration":"1.682148146s","start":"2026-03-30T16:50:34.161728Z","end":"2026-03-30T16:50:35.843876Z","steps":["trace[1807584844] 'agreement among raft nodes before linearized reading' (duration: 1.682003575s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.843937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.161716Z","time spent":"1.682213596s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.844049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.210332509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:35.844082Z","caller":"traceutil/trace.go:172","msg":"trace[800084436] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1293; }","duration":"1.2103671s","start":"2026-03-30T16:50:34.633706Z","end":"2026-03-30T16:50:35.844073Z","steps":["trace[800084436] 'agreement among raft nodes before linearized reading' (duration: 1.210312599s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.844106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.633683Z","time spent":"1.210416161s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.844149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.9091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:35.844171Z","caller":"traceutil/trace.go:172","msg":"trace[1058199832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1293; }","duration":"592.930721ms","start":"2026-03-30T16:50:35.251234Z","end":"2026-03-30T16:50:35.844164Z","steps":["trace[1058199832] 'agreement among raft nodes before linearized reading' (duration: 592.89271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.844187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.251215Z","time spent":"592.968181ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:35.844328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.015223312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:50:35.844346Z","caller":"traceutil/trace.go:172","msg":"trace[1298956380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1293; }","duration":"1.015241392s","start":"2026-03-30T16:50:34.829099Z","end":"2026-03-30T16:50:35.844341Z","steps":["trace[1298956380] 'agreement among raft nodes before linearized reading' (duration: 1.015172951s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.844361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.829081Z","time spent":"1.015275993s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:35.844508Z","caller":"traceutil/trace.go:172","msg":"trace[1447659367] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"796.189158ms","start":"2026-03-30T16:50:35.048311Z","end":"2026-03-30T16:50:35.844500Z","steps":["trace[1447659367] 'process raft request' (duration: 796.091267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.844576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.048285Z","time spent":"796.248418ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:35.843905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:34.161321Z","time spent":"1.682572778s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:36.344512Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:36.512582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.360631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:36.512978Z","caller":"traceutil/trace.go:172","msg":"trace[1784457251] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1295; }","duration":"666.594512ms","start":"2026-03-30T16:50:35.846170Z","end":"2026-03-30T16:50:36.512764Z","steps":["trace[1784457251] 'range keys from in-memory index tree' (duration: 666.294281ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:36.613909Z","caller":"traceutil/trace.go:172","msg":"trace[1943164799] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"861.974511ms","start":"2026-03-30T16:50:35.751908Z","end":"2026-03-30T16:50:36.613883Z","steps":["trace[1943164799] 'process raft request' (duration: 861.906561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.614098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.751870Z","time spent":"862.146683ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:36.616672Z","caller":"traceutil/trace.go:172","msg":"trace[237608768] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1533; }","duration":"772.925506ms","start":"2026-03-30T16:50:35.843716Z","end":"2026-03-30T16:50:36.616642Z","steps":["trace[237608768] 'read index received' (duration: 772.917016ms)","trace[237608768] 'applied index is now lower than readState.Index' (duration: 6.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.956156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.284904ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T16:50:36.956264Z","caller":"traceutil/trace.go:172","msg":"trace[587628906] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1533; }","duration":"339.501853ms","start":"2026-03-30T16:50:36.616745Z","end":"2026-03-30T16:50:36.956247Z","steps":["trace[587628906] 'read index received' (duration: 1.851314ms)","trace[587628906] 'applied index is now lower than readState.Index' (duration: 337.649299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.956404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"443.343058ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:36.956492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.110632956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:36.956529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.559092021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-30T16:50:36.956561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.503671842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-30T16:50:36.956598Z","caller":"traceutil/trace.go:172","msg":"trace[730909049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:1298; }","duration":"1.559170901s","start":"2026-03-30T16:50:35.397406Z","end":"2026-03-30T16:50:36.956577Z","steps":["trace[730909049] 'agreement among raft nodes before linearized reading' (duration: 1.219370146s)","trace[730909049] 'range keys from in-memory index tree' (duration: 339.605553ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:36.956546Z","caller":"traceutil/trace.go:172","msg":"trace[312650974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1298; }","duration":"1.110685186s","start":"2026-03-30T16:50:35.845845Z","end":"2026-03-30T16:50:36.956531Z","steps":["trace[312650974] 'agreement among raft nodes before linearized reading' (duration: 1.110584935s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.956643Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.397380Z","time spent":"1.559253802s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:36.956689Z","caller":"traceutil/trace.go:172","msg":"trace[2072896476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1298; }","duration":"443.63529ms","start":"2026-03-30T16:50:36.513038Z","end":"2026-03-30T16:50:36.956674Z","steps":["trace[2072896476] 'agreement among raft nodes before linearized reading' (duration: 443.320358ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:36.956639Z","caller":"traceutil/trace.go:172","msg":"trace[1695114173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1298; }","duration":"1.503759183s","start":"2026-03-30T16:50:35.452860Z","end":"2026-03-30T16:50:36.956619Z","steps":["trace[1695114173] 'agreement among raft nodes before linearized reading' (duration: 1.163798487s)","trace[1695114173] 'range keys from in-memory index tree' (duration: 339.665944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.956813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.452828Z","time spent":"1.503932064s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:36.957046Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:35.845736Z","time spent":"1.110945807s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:37.362988Z","caller":"traceutil/trace.go:172","msg":"trace[1872702176] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1535; }","duration":"406.683648ms","start":"2026-03-30T16:50:36.956290Z","end":"2026-03-30T16:50:37.362973Z","steps":["trace[1872702176] 'read index received' (duration: 406.679708ms)","trace[1872702176] 'applied index is now lower than readState.Index' (duration: 3.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.498872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.904159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:37.499033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"879.487432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:37.499126Z","caller":"traceutil/trace.go:172","msg":"trace[2103982845] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c; range_end:; response_count:1; response_revision:1299; }","duration":"879.602142ms","start":"2026-03-30T16:50:36.619504Z","end":"2026-03-30T16:50:37.499106Z","steps":["trace[2103982845] 'agreement among raft nodes before linearized reading' (duration: 743.550341ms)","trace[2103982845] 'range keys from in-memory index tree' (duration: 135.83617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.499181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:36.619471Z","time spent":"879.702554ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1ac7df37ee39c\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:37.499269Z","caller":"traceutil/trace.go:172","msg":"trace[1463934136] linearizableReadLoop","detail":"{readStateIndex:1537; appliedIndex:1535; }","duration":"136.206873ms","start":"2026-03-30T16:50:37.363045Z","end":"2026-03-30T16:50:37.499252Z","steps":["trace[1463934136] 'read index received' (duration: 134.384471ms)","trace[1463934136] 'applied index is now lower than readState.Index' (duration: 1.821742ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:37.499339Z","caller":"traceutil/trace.go:172","msg":"trace[463429627] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"563.797355ms","start":"2026-03-30T16:50:36.935531Z","end":"2026-03-30T16:50:37.499328Z","steps":["trace[463429627] 'process raft request' (duration: 563.501243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.499367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"540.940427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:37.499423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:36.935508Z","time spent":"563.858335ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:37.499449Z","caller":"traceutil/trace.go:172","msg":"trace[368012417] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1301; }","duration":"541.017718ms","start":"2026-03-30T16:50:36.958407Z","end":"2026-03-30T16:50:37.499425Z","steps":["trace[368012417] 'agreement among raft nodes before linearized reading' (duration: 540.906627ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:37.500079Z","caller":"traceutil/trace.go:172","msg":"trace[1825575200] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1299; }","duration":"593.017139ms","start":"2026-03-30T16:50:36.905939Z","end":"2026-03-30T16:50:37.498956Z","steps":["trace[1825575200] 'agreement among raft nodes before linearized reading' (duration: 457.130639ms)","trace[1825575200] 'range keys from in-memory index tree' (duration: 135.75425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.500162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:36.905917Z","time spent":"594.23298ms","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:37.662874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.642407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T16:50:37.662982Z","caller":"traceutil/trace.go:172","msg":"trace[257681283] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"161.554271ms","start":"2026-03-30T16:50:37.501408Z","end":"2026-03-30T16:50:37.662962Z","steps":["trace[257681283] 'read index received' (duration: 1.434411ms)","trace[257681283] 'applied index is now lower than readState.Index' (duration: 160.11874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.663033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.648492ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.663049Z","caller":"traceutil/trace.go:172","msg":"trace[318607703] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1301; }","duration":"161.669402ms","start":"2026-03-30T16:50:37.501373Z","end":"2026-03-30T16:50:37.663043Z","steps":["trace[318607703] 'agreement among raft nodes before linearized reading' (duration: 161.630642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.663080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.326982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.663213Z","caller":"traceutil/trace.go:172","msg":"trace[2077889828] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1301; }","duration":"369.481623ms","start":"2026-03-30T16:50:37.293699Z","end":"2026-03-30T16:50:37.663181Z","steps":["trace[2077889828] 'agreement among raft nodes before linearized reading' (duration: 205.650555ms)","trace[2077889828] 'range keys from in-memory index tree' (duration: 163.615376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.663283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.293680Z","time spent":"369.587493ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:37.663380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.184455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-30T16:50:37.663411Z","caller":"traceutil/trace.go:172","msg":"trace[1168519232] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:1301; }","duration":"702.211825ms","start":"2026-03-30T16:50:36.961188Z","end":"2026-03-30T16:50:37.663400Z","steps":["trace[1168519232] 'agreement among raft nodes before linearized reading' (duration: 538.191426ms)","trace[1168519232] 'range keys from in-memory index tree' (duration: 163.906479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.663439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:36.961174Z","time spent":"702.258356ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:37.663429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"697.644311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.663891Z","caller":"traceutil/trace.go:172","msg":"trace[726724029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1301; }","duration":"697.810982ms","start":"2026-03-30T16:50:36.965752Z","end":"2026-03-30T16:50:37.663563Z","steps":["trace[726724029] 'agreement among raft nodes before linearized reading' (duration: 533.596612ms)","trace[726724029] 'range keys from in-memory index tree' (duration: 164.002869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.663972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:36.965745Z","time spent":"698.197055ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:37.884751Z","caller":"traceutil/trace.go:172","msg":"trace[1592746838] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"381.35685ms","start":"2026-03-30T16:50:37.503368Z","end":"2026-03-30T16:50:37.884725Z","steps":["trace[1592746838] 'process raft request' (duration: 381.203549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.884919Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.503349Z","time spent":"381.490781ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:38.165044Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326556,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:38.205688Z","caller":"traceutil/trace.go:172","msg":"trace[4171351] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"355.777232ms","start":"2026-03-30T16:50:37.849881Z","end":"2026-03-30T16:50:38.205659Z","steps":["trace[4171351] 'process raft request' (duration: 355.720212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.205896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.849846Z","time spent":"355.947883ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:38.433166Z","caller":"traceutil/trace.go:172","msg":"trace[312609313] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1542; }","duration":"768.244762ms","start":"2026-03-30T16:50:37.664876Z","end":"2026-03-30T16:50:38.433120Z","steps":["trace[312609313] 'read index received' (duration: 768.223082ms)","trace[312609313] 'applied index is now lower than readState.Index' (duration: 18.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.840620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.716564ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.840742Z","caller":"traceutil/trace.go:172","msg":"trace[302467890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1305; }","duration":"502.854995ms","start":"2026-03-30T16:50:38.337863Z","end":"2026-03-30T16:50:38.840718Z","steps":["trace[302467890] 'range keys from in-memory index tree' (duration: 502.648193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.841032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.176121787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.841179Z","caller":"traceutil/trace.go:172","msg":"trace[782986390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1305; }","duration":"1.176244557s","start":"2026-03-30T16:50:37.664869Z","end":"2026-03-30T16:50:38.841114Z","steps":["trace[782986390] 'agreement among raft nodes before linearized reading' (duration: 768.356173ms)","trace[782986390] 'range keys from in-memory index tree' (duration: 407.729523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.841239Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.664846Z","time spent":"1.176380258s","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:38.841726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.378399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:38.841913Z","caller":"traceutil/trace.go:172","msg":"trace[463327301] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"953.327516ms","start":"2026-03-30T16:50:37.888570Z","end":"2026-03-30T16:50:38.841898Z","steps":["trace[463327301] 'process raft request' (duration: 544.581844ms)","trace[463327301] 'compare' (duration: 407.668223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.842082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.888500Z","time spent":"953.554037ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:38.933747Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782326559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:39.210301Z","caller":"traceutil/trace.go:172","msg":"trace[2117413198] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1549; }","duration":"777.003695ms","start":"2026-03-30T16:50:38.433272Z","end":"2026-03-30T16:50:39.210276Z","steps":["trace[2117413198] 'read index received' (duration: 776.993075ms)","trace[2117413198] 'applied index is now lower than readState.Index' (duration: 8.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.210463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.025917009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:39.210519Z","caller":"traceutil/trace.go:172","msg":"trace[642107583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1310; }","duration":"1.02597588s","start":"2026-03-30T16:50:38.184531Z","end":"2026-03-30T16:50:39.210507Z","steps":["trace[642107583] 'agreement among raft nodes before linearized reading' (duration: 1.025885509s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.210562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.184517Z","time spent":"1.02603931s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.210679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.53086068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-30T16:50:39.210688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"835.842248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:50:39.210762Z","caller":"traceutil/trace.go:172","msg":"trace[1599622153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1310; }","duration":"835.971099ms","start":"2026-03-30T16:50:38.374778Z","end":"2026-03-30T16:50:39.210749Z","steps":["trace[1599622153] 'agreement among raft nodes before linearized reading' (duration: 835.676217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.210794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.00556017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.180\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:50:39.210816Z","caller":"traceutil/trace.go:172","msg":"trace[244399186] range","detail":"{range_begin:/registry/masterleases/199.19.213.180; range_end:; response_count:1; response_revision:1310; }","duration":"1.00558291s","start":"2026-03-30T16:50:38.205228Z","end":"2026-03-30T16:50:39.210811Z","steps":["trace[244399186] 'agreement among raft nodes before linearized reading' (duration: 1.005492039s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.210717Z","caller":"traceutil/trace.go:172","msg":"trace[879521488] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:1310; }","duration":"1.53089836s","start":"2026-03-30T16:50:37.679808Z","end":"2026-03-30T16:50:39.210706Z","steps":["trace[879521488] 'agreement among raft nodes before linearized reading' (duration: 1.530728529s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.210836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.205197Z","time spent":"1.0056314s","remote":"127.0.0.1:50848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.180\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.210843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:37.679788Z","time spent":"1.531047662s","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.210795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.374749Z","time spent":"836.03859ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.210516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.04104838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.211084Z","caller":"traceutil/trace.go:172","msg":"trace[1436690874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1310; }","duration":"1.041650035s","start":"2026-03-30T16:50:38.169428Z","end":"2026-03-30T16:50:39.211078Z","steps":["trace[1436690874] 'agreement among raft nodes before linearized reading' (duration: 1.04100184s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.211103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.169401Z","time spent":"1.041697095s","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:39.211450Z","caller":"traceutil/trace.go:172","msg":"trace[1622256312] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"364.885079ms","start":"2026-03-30T16:50:38.846558Z","end":"2026-03-30T16:50:39.211443Z","steps":["trace[1622256312] 'process raft request' (duration: 364.843459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.211502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.846517Z","time spent":"364.95527ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:39.212099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.295727ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.212124Z","caller":"traceutil/trace.go:172","msg":"trace[199200091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1314; }","duration":"371.323957ms","start":"2026-03-30T16:50:38.840795Z","end":"2026-03-30T16:50:39.212119Z","steps":["trace[199200091] 'agreement among raft nodes before linearized reading' (duration: 371.286777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.212135Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.710235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.212174Z","caller":"traceutil/trace.go:172","msg":"trace[1977847162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1314; }","duration":"361.749235ms","start":"2026-03-30T16:50:38.850417Z","end":"2026-03-30T16:50:39.212166Z","steps":["trace[1977847162] 'agreement among raft nodes before linearized reading' (duration: 361.688395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.212201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:38.850405Z","time spent":"361.789836ms","remote":"127.0.0.1:50808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:39.422571Z","caller":"traceutil/trace.go:172","msg":"trace[234373785] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1553; }","duration":"210.474011ms","start":"2026-03-30T16:50:39.212073Z","end":"2026-03-30T16:50:39.422546Z","steps":["trace[234373785] 'read index received' (duration: 210.469001ms)","trace[234373785] 'applied index is now lower than readState.Index' (duration: 3.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.423151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.689567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z94zr\" limit:1 ","response":"range_response_count:1 size:19904"} {"level":"info","ts":"2026-03-30T16:50:39.423514Z","caller":"traceutil/trace.go:172","msg":"trace[1632371363] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z94zr; range_end:; response_count:1; response_revision:1314; }","duration":"213.08062ms","start":"2026-03-30T16:50:39.210409Z","end":"2026-03-30T16:50:39.423490Z","steps":["trace[1632371363] 'agreement among raft nodes before linearized reading' (duration: 212.221934ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.521936Z","caller":"traceutil/trace.go:172","msg":"trace[853284053] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"307.229503ms","start":"2026-03-30T16:50:39.214680Z","end":"2026-03-30T16:50:39.521909Z","steps":["trace[853284053] 'process raft request' (duration: 306.901201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.522078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:50:39.214664Z","time spent":"307.350474ms","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:39.527177Z","caller":"traceutil/trace.go:172","msg":"trace[697099535] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1558; }","duration":"104.49636ms","start":"2026-03-30T16:50:39.422653Z","end":"2026-03-30T16:50:39.527149Z","steps":["trace[697099535] 'read index received' (duration: 104.48606ms)","trace[697099535] 'applied index is now lower than readState.Index' (duration: 8.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.527255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.413051ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.527315Z","caller":"traceutil/trace.go:172","msg":"trace[1054632927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1317; }","duration":"175.482582ms","start":"2026-03-30T16:50:39.351815Z","end":"2026-03-30T16:50:39.527298Z","steps":["trace[1054632927] 'agreement among raft nodes before linearized reading' (duration: 175.363561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.527321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.449733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.527405Z","caller":"traceutil/trace.go:172","msg":"trace[1976496266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1317; }","duration":"247.538273ms","start":"2026-03-30T16:50:39.279844Z","end":"2026-03-30T16:50:39.527382Z","steps":["trace[1976496266] 'agreement among raft nodes before linearized reading' (duration: 247.390792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.527413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.932322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-30T16:50:39.527457Z","caller":"traceutil/trace.go:172","msg":"trace[1912295926] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1317; }","duration":"249.981712ms","start":"2026-03-30T16:50:39.277462Z","end":"2026-03-30T16:50:39.527444Z","steps":["trace[1912295926] 'agreement among raft nodes before linearized reading' (duration: 249.784131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.477135Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:40.515197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:40.685957Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:40.780843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:40.805268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38806","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:50:40.847127Z","caller":"traceutil/trace.go:172","msg":"trace[590666559] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1614; }","duration":"211.67348ms","start":"2026-03-30T16:50:40.635435Z","end":"2026-03-30T16:50:40.847108Z","steps":["trace[590666559] 'read index received' (duration: 211.6675ms)","trace[590666559] 'applied index is now lower than readState.Index' (duration: 4.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:40.847434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.978913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-30T16:50:40.847461Z","caller":"traceutil/trace.go:172","msg":"trace[633371976] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:1373; }","duration":"212.030183ms","start":"2026-03-30T16:50:40.635425Z","end":"2026-03-30T16:50:40.847456Z","steps":["trace[633371976] 'agreement among raft nodes before linearized reading' (duration: 211.819772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.848578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.092754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:40.848595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.838391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-30T16:50:40.848605Z","caller":"traceutil/trace.go:172","msg":"trace[905910264] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1375; }","duration":"109.120134ms","start":"2026-03-30T16:50:40.739478Z","end":"2026-03-30T16:50:40.848598Z","steps":["trace[905910264] 'agreement among raft nodes before linearized reading' (duration: 109.075744ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:40.848619Z","caller":"traceutil/trace.go:172","msg":"trace[2130129101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1375; }","duration":"188.863571ms","start":"2026-03-30T16:50:40.659750Z","end":"2026-03-30T16:50:40.848613Z","steps":["trace[2130129101] 'agreement among raft nodes before linearized reading' (duration: 188.798981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.848748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.091378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-03-30T16:50:40.848767Z","caller":"traceutil/trace.go:172","msg":"trace[1801287133] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1375; }","duration":"115.110818ms","start":"2026-03-30T16:50:40.733651Z","end":"2026-03-30T16:50:40.848762Z","steps":["trace[1801287133] 'agreement among raft nodes before linearized reading' (duration: 115.055778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.848850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.394103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:40.848868Z","caller":"traceutil/trace.go:172","msg":"trace[959162600] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1375; }","duration":"152.412713ms","start":"2026-03-30T16:50:40.696450Z","end":"2026-03-30T16:50:40.848863Z","steps":["trace[959162600] 'agreement among raft nodes before linearized reading' (duration: 152.382533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.848973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.596984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:40.848995Z","caller":"traceutil/trace.go:172","msg":"trace[675171088] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1375; }","duration":"152.619464ms","start":"2026-03-30T16:50:40.696369Z","end":"2026-03-30T16:50:40.848989Z","steps":["trace[675171088] 'agreement among raft nodes before linearized reading' (duration: 152.583624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.849106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.395712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" limit:1 ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-30T16:50:40.849132Z","caller":"traceutil/trace.go:172","msg":"trace[506820338] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1375; }","duration":"164.416782ms","start":"2026-03-30T16:50:40.684703Z","end":"2026-03-30T16:50:40.849120Z","steps":["trace[506820338] 'agreement among raft nodes before linearized reading' (duration: 164.360452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:40.858512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:40.868325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:40.973452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.047288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.071699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.090020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.114029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.131871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.174054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.193975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.205407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.231508Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.279537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.330093Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.355061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.375533Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.391711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.406912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.421113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.437812Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.459549Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.501263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.519894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T16:50:41.586603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39246","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:50:42.777916Z","caller":"traceutil/trace.go:172","msg":"trace[781173062] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1636; }","duration":"180.472331ms","start":"2026-03-30T16:50:42.597410Z","end":"2026-03-30T16:50:42.777883Z","steps":["trace[781173062] 'read index received' (duration: 180.463801ms)","trace[781173062] 'applied index is now lower than readState.Index' (duration: 6.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:42.778074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.634842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:42.778171Z","caller":"traceutil/trace.go:172","msg":"trace[1836124434] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes; range_end:; response_count:0; response_revision:1395; }","duration":"180.748242ms","start":"2026-03-30T16:50:42.597404Z","end":"2026-03-30T16:50:42.778152Z","steps":["trace[1836124434] 'agreement among raft nodes before linearized reading' (duration: 180.559691ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:44.421053Z","caller":"traceutil/trace.go:172","msg":"trace[97780224] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1657; }","duration":"164.211039ms","start":"2026-03-30T16:50:44.256800Z","end":"2026-03-30T16:50:44.421011Z","steps":["trace[97780224] 'read index received' (duration: 164.194439ms)","trace[97780224] 'applied index is now lower than readState.Index' (duration: 7.43µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:44.422301Z","caller":"traceutil/trace.go:172","msg":"trace[183478078] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"155.599857ms","start":"2026-03-30T16:50:44.266669Z","end":"2026-03-30T16:50:44.422268Z","steps":["trace[183478078] 'process raft request' (duration: 153.994455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.422378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.55386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:44.422599Z","caller":"traceutil/trace.go:172","msg":"trace[2012398627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1413; }","duration":"165.784751ms","start":"2026-03-30T16:50:44.256784Z","end":"2026-03-30T16:50:44.422568Z","steps":["trace[2012398627] 'agreement among raft nodes before linearized reading' (duration: 165.481379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.460871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.543542ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:44.461003Z","caller":"traceutil/trace.go:172","msg":"trace[1849235343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1413; }","duration":"122.667802ms","start":"2026-03-30T16:50:44.338284Z","end":"2026-03-30T16:50:44.460952Z","steps":["trace[1849235343] 'agreement among raft nodes before linearized reading' (duration: 122.492511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:45.512256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.881821ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:45.512361Z","caller":"traceutil/trace.go:172","msg":"trace[1773521821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1434; }","duration":"173.994092ms","start":"2026-03-30T16:50:45.338338Z","end":"2026-03-30T16:50:45.512332Z","steps":["trace[1773521821] 'agreement among raft nodes before linearized reading' (duration: 99.274471ms)","trace[1773521821] 'range keys from in-memory index tree' (duration: 74.58446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:47.942111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.750698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:48.153122Z","caller":"traceutil/trace.go:172","msg":"trace[119072739] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1715; }","duration":"151.530477ms","start":"2026-03-30T16:50:48.001575Z","end":"2026-03-30T16:50:48.153106Z","steps":["trace[119072739] 'read index received' (duration: 97.267387ms)","trace[119072739] 'applied index is now lower than readState.Index' (duration: 54.26244ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:48.153394Z","caller":"traceutil/trace.go:172","msg":"trace[187963586] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"255.467142ms","start":"2026-03-30T16:50:47.897916Z","end":"2026-03-30T16:50:48.153383Z","steps":["trace[187963586] 'process raft request' (duration: 200.322686ms)","trace[187963586] 'compare' (duration: 54.630692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:48.153868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.272913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:48.153953Z","caller":"traceutil/trace.go:172","msg":"trace[1104597088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1467; }","duration":"152.373723ms","start":"2026-03-30T16:50:48.001562Z","end":"2026-03-30T16:50:48.153935Z","steps":["trace[1104597088] 'agreement among raft nodes before linearized reading' (duration: 152.085831ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:54.985460Z","caller":"traceutil/trace.go:172","msg":"trace[489997528] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1770; }","duration":"139.496427ms","start":"2026-03-30T16:50:54.845942Z","end":"2026-03-30T16:50:54.985438Z","steps":["trace[489997528] 'read index received' (duration: 139.486097ms)","trace[489997528] 'applied index is now lower than readState.Index' (duration: 8.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:54.987391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.423652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T16:50:54.987463Z","caller":"traceutil/trace.go:172","msg":"trace[1546419851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1517; }","duration":"141.513452ms","start":"2026-03-30T16:50:54.845936Z","end":"2026-03-30T16:50:54.987450Z","steps":["trace[1546419851] 'agreement among raft nodes before linearized reading' (duration: 139.594478ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:59.323875Z","caller":"traceutil/trace.go:172","msg":"trace[925675940] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"200.063334ms","start":"2026-03-30T16:50:59.123788Z","end":"2026-03-30T16:50:59.323852Z","steps":["trace[925675940] 'process raft request' (duration: 199.878543ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:00.697127Z","caller":"traceutil/trace.go:172","msg":"trace[373975348] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"168.906374ms","start":"2026-03-30T16:51:00.528193Z","end":"2026-03-30T16:51:00.697099Z","steps":["trace[373975348] 'process raft request' (duration: 168.644883ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.471492Z","caller":"traceutil/trace.go:172","msg":"trace[319833642] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1807; }","duration":"133.603905ms","start":"2026-03-30T16:51:01.337857Z","end":"2026-03-30T16:51:01.471461Z","steps":["trace[319833642] 'read index received' (duration: 133.591825ms)","trace[319833642] 'applied index is now lower than readState.Index' (duration: 10.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:01.677984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.481902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T16:51:01.678758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.865532ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:01.678849Z","caller":"traceutil/trace.go:172","msg":"trace[1651649669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1550; }","duration":"340.971163ms","start":"2026-03-30T16:51:01.337850Z","end":"2026-03-30T16:51:01.678822Z","steps":["trace[1651649669] 'agreement among raft nodes before linearized reading' (duration: 133.857187ms)","trace[1651649669] 'range keys from in-memory index tree' (duration: 206.968085ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:51:01.679015Z","caller":"traceutil/trace.go:172","msg":"trace[1538001810] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"340.531759ms","start":"2026-03-30T16:51:01.338460Z","end":"2026-03-30T16:51:01.678992Z","steps":["trace[1538001810] 'process raft request' (duration: 339.626363ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.679011Z","caller":"traceutil/trace.go:172","msg":"trace[1170348499] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1807; }","duration":"207.385948ms","start":"2026-03-30T16:51:01.471566Z","end":"2026-03-30T16:51:01.678952Z","steps":["trace[1170348499] 'read index received' (duration: 1.810703ms)","trace[1170348499] 'applied index is now lower than readState.Index' (duration: 205.573065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:01.679180Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:01.338430Z","time spent":"340.666211ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:51:01.742801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.283834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:01.742936Z","caller":"traceutil/trace.go:172","msg":"trace[148091550] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1551; }","duration":"330.435845ms","start":"2026-03-30T16:51:01.412485Z","end":"2026-03-30T16:51:01.742921Z","steps":["trace[148091550] 'agreement among raft nodes before linearized reading' (duration: 266.577454ms)","trace[148091550] 'range keys from in-memory index tree' (duration: 63.666089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:01.742995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:01.412467Z","time spent":"330.520716ms","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:01.743136Z","caller":"traceutil/trace.go:172","msg":"trace[1633041854] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"210.321399ms","start":"2026-03-30T16:51:01.532789Z","end":"2026-03-30T16:51:01.743111Z","steps":["trace[1633041854] 'process raft request' (duration: 160.795915ms)","trace[1633041854] 'compare' (duration: 49.349263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:02.442441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.53575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.442547Z","caller":"traceutil/trace.go:172","msg":"trace[186036897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1553; }","duration":"104.670551ms","start":"2026-03-30T16:51:02.337858Z","end":"2026-03-30T16:51:02.442529Z","steps":["trace[186036897] 'range keys from in-memory index tree' (duration: 104.48349ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:02.512695Z","caller":"traceutil/trace.go:172","msg":"trace[661045359] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1812; }","duration":"310.312425ms","start":"2026-03-30T16:51:02.202353Z","end":"2026-03-30T16:51:02.512666Z","steps":["trace[661045359] 'read index received' (duration: 310.305295ms)","trace[661045359] 'applied index is now lower than readState.Index' (duration: 5.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:02.512850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.471137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.512943Z","caller":"traceutil/trace.go:172","msg":"trace[195266764] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1554; }","duration":"310.570548ms","start":"2026-03-30T16:51:02.202348Z","end":"2026-03-30T16:51:02.512918Z","steps":["trace[195266764] 'agreement among raft nodes before linearized reading' (duration: 310.423477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.513074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.202330Z","time spent":"310.693479ms","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.514541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.633172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.514596Z","caller":"traceutil/trace.go:172","msg":"trace[1283774718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1554; }","duration":"263.685373ms","start":"2026-03-30T16:51:02.250895Z","end":"2026-03-30T16:51:02.514580Z","steps":["trace[1283774718] 'agreement among raft nodes before linearized reading' (duration: 263.599332ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:03.081737Z","caller":"traceutil/trace.go:172","msg":"trace[1898988504] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"371.696828ms","start":"2026-03-30T16:51:02.710008Z","end":"2026-03-30T16:51:03.081705Z","steps":["trace[1898988504] 'process raft request' (duration: 371.625868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.082207Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.709986Z","time spent":"372.084131ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:51:03.116368Z","caller":"traceutil/trace.go:172","msg":"trace[2081945624] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1815; }","duration":"406.509935ms","start":"2026-03-30T16:51:02.709840Z","end":"2026-03-30T16:51:03.116349Z","steps":["trace[2081945624] 'read index received' (duration: 406.503925ms)","trace[2081945624] 'applied index is now lower than readState.Index' (duration: 4.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.116525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.670206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T16:51:03.116541Z","caller":"traceutil/trace.go:172","msg":"trace[1071945116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1557; }","duration":"406.701886ms","start":"2026-03-30T16:51:02.709834Z","end":"2026-03-30T16:51:03.116536Z","steps":["trace[1071945116] 'agreement among raft nodes before linearized reading' (duration: 406.579385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.116559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:02.709813Z","time spent":"406.741866ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.644592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.307982ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T16:51:03.644695Z","caller":"traceutil/trace.go:172","msg":"trace[3870793] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"306.890932ms","start":"2026-03-30T16:51:03.337791Z","end":"2026-03-30T16:51:03.644682Z","steps":["trace[3870793] 'read index received' (duration: 132.747178ms)","trace[3870793] 'applied index is now lower than readState.Index' (duration: 174.142054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.644786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.994423ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.644804Z","caller":"traceutil/trace.go:172","msg":"trace[580428533] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1557; }","duration":"307.019303ms","start":"2026-03-30T16:51:03.337781Z","end":"2026-03-30T16:51:03.644800Z","steps":["trace[580428533] 'agreement among raft nodes before linearized reading' (duration: 306.969703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.646877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.169101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.646998Z","caller":"traceutil/trace.go:172","msg":"trace[340882875] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1557; }","duration":"304.323032ms","start":"2026-03-30T16:51:03.342655Z","end":"2026-03-30T16:51:03.646978Z","steps":["trace[340882875] 'agreement among raft nodes before linearized reading' (duration: 304.092371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.647118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:03.342639Z","time spent":"304.466243ms","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:05.222442Z","caller":"traceutil/trace.go:172","msg":"trace[324525329] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"134.839164ms","start":"2026-03-30T16:51:05.087579Z","end":"2026-03-30T16:51:05.222418Z","steps":["trace[324525329] 'process raft request' (duration: 134.689263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.509489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.866178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:51:05.509948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.31073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:05.510051Z","caller":"traceutil/trace.go:172","msg":"trace[1790698613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1561; }","duration":"172.44095ms","start":"2026-03-30T16:51:05.337590Z","end":"2026-03-30T16:51:05.510031Z","steps":["trace[1790698613] 'range keys from in-memory index tree' (duration: 171.548474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:06.378379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.803444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:06.378460Z","caller":"traceutil/trace.go:172","msg":"trace[1097166717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1564; }","duration":"126.896815ms","start":"2026-03-30T16:51:06.251546Z","end":"2026-03-30T16:51:06.378443Z","steps":["trace[1097166717] 'range keys from in-memory index tree' (duration: 124.94418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:23.734471Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10767716655782327041,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:24.166619Z","caller":"traceutil/trace.go:172","msg":"trace[1560034150] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1893; }","duration":"932.276578ms","start":"2026-03-30T16:51:23.234315Z","end":"2026-03-30T16:51:24.166591Z","steps":["trace[1560034150] 'read index received' (duration: 932.268498ms)","trace[1560034150] 'applied index is now lower than readState.Index' (duration: 6.34µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:51:24.166945Z","caller":"traceutil/trace.go:172","msg":"trace[490176435] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"802.872674ms","start":"2026-03-30T16:51:23.364053Z","end":"2026-03-30T16:51:24.166926Z","steps":["trace[490176435] 'process raft request' (duration: 802.636333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.167087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:23.364028Z","time spent":"802.990096ms","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:51:24.166955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"932.61652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:24.167706Z","caller":"traceutil/trace.go:172","msg":"trace[189392180] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1622; }","duration":"933.174585ms","start":"2026-03-30T16:51:23.234307Z","end":"2026-03-30T16:51:24.167482Z","steps":["trace[189392180] 'agreement among raft nodes before linearized reading' (duration: 932.425839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.167767Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:23.234281Z","time spent":"933.470827ms","remote":"127.0.0.1:51576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:24.188108Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10767716655782327043,"received-request-id":10767716655782327041} {"level":"warn","ts":"2026-03-30T16:51:24.193373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"856.086778ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:24.193429Z","caller":"traceutil/trace.go:172","msg":"trace[182375609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1624; }","duration":"856.154828ms","start":"2026-03-30T16:51:23.337258Z","end":"2026-03-30T16:51:24.193413Z","steps":["trace[182375609] 'agreement among raft nodes before linearized reading' (duration: 856.063577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.193428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.817016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T16:51:24.193494Z","caller":"traceutil/trace.go:172","msg":"trace[953067427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1624; }","duration":"190.886867ms","start":"2026-03-30T16:51:24.002594Z","end":"2026-03-30T16:51:24.193481Z","steps":["trace[953067427] 'agreement among raft nodes before linearized reading' (duration: 190.648905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.193369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"940.689721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:24.193654Z","caller":"traceutil/trace.go:172","msg":"trace[2042614642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1624; }","duration":"941.038694ms","start":"2026-03-30T16:51:23.252586Z","end":"2026-03-30T16:51:24.193625Z","steps":["trace[2042614642] 'agreement among raft nodes before linearized reading' (duration: 940.631291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.193720Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T16:51:23.252569Z","time spent":"941.136904ms","remote":"127.0.0.1:50792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}