{"level":"warn","ts":"2026-03-30T21:29:51.421387Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T21:29:51.421778Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T21:29:51.421792Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=controller-2=https://199.204.45.78:2380,controller-3=https://199.204.45.72:2380,controller-1=https://199.204.45.250:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T21:29:51.421972Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T21:29:51.421992Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T21:29:51.422005Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-30T21:29:51.422022Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T21:29:51.422713Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-03-30T21:29:51.424003Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.250:2380,controller-2=https://199.204.45.78:2380,controller-3=https://199.204.45.72:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T21:29:51.425234Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0001ca120}"} {"level":"info","ts":"2026-03-30T21:29:51.438970Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T21:29:51.439066Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"13.963394ms"} {"level":"info","ts":"2026-03-30T21:29:51.439101Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T21:29:51.439136Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T21:29:51.451425Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.78:2380","host":"199.204.45.78:2380","resolved-addr":"199.204.45.78:2380"} {"level":"info","ts":"2026-03-30T21:29:51.451637Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-30T21:29:51.451784Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-30T21:29:51.451911Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.72:2380","host":"199.204.45.72:2380","resolved-addr":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-30T21:29:51.452025Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.250:2380","host":"199.204.45.250:2380","resolved-addr":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-30T21:29:51.452311Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.78:2380","host":"199.204.45.78:2380","resolved-addr":"199.204.45.78:2380"} {"level":"info","ts":"2026-03-30T21:29:51.467528Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T21:29:51.477542Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T21:29:51.477611Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"73b132709fee1095","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-03-30T21:29:51.477819Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T21:29:51.478120Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"73b132709fee1095 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T21:29:51.478187Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"73b132709fee1095 became follower at term 0"} {"level":"info","ts":"2026-03-30T21:29:51.478210Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 73b132709fee1095 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T21:29:51.483877Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T21:29:51.486167Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T21:29:51.488861Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T21:29:51.489709Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.489746Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822","remote-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-30T21:29:51.489780Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.489793Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-30T21:29:51.489811Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.489832Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.494423Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.494638Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.495758Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.495797Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.495847Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.495863Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822","remote-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-30T21:29:51.496085Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.496168Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.496478Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.496599Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-30T21:29:51.496675Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"73b132709fee1095","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T21:29:51.496763Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.497005Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T21:29:51.496982Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:29:51.497090Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:29:51.497114Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:29:51.496302Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.497287Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.497460Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.497734Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T21:29:51.497764Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-30T21:29:51.499328Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"73b132709fee1095","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T21:29:51.497892Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-30T21:29:51.499843Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T21:29:51.501083Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"73b132709fee1095 [term: 0] received a MsgHeartbeat message with higher term from d98d5f2c752cc52d [term: 2]"} {"level":"info","ts":"2026-03-30T21:29:51.501143Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"73b132709fee1095 became follower at term 2"} {"level":"info","ts":"2026-03-30T21:29:51.501172Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 73b132709fee1095 elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-30T21:29:51.508787Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.509830Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.516044Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.516226Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.516461Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.516087Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.523395Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"73b132709fee1095","to":"45496929f16fe822","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:29:51.523442Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.523376Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"73b132709fee1095","to":"d98d5f2c752cc52d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:29:51.523585Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.525273Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"73b132709fee1095","to":"45496929f16fe822","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:29:51.525322Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.527536Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"73b132709fee1095","remote-snapshot-sender-id":"d98d5f2c752cc52d","incoming-snapshot-index":652,"incoming-snapshot-message-size-bytes":8744,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-03-30T21:29:51.528716Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"73b132709fee1095","to":"d98d5f2c752cc52d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:29:51.528767Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.538989Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/000000000000028c.snap.db","bytes":1003520,"size":"1.0 MB"} {"level":"info","ts":"2026-03-30T21:29:51.539049Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"73b132709fee1095","remote-snapshot-sender-id":"d98d5f2c752cc52d","incoming-snapshot-index":652,"incoming-snapshot-size-bytes":1003520,"incoming-snapshot-size":"1.0 MB","download-took":"11.563276ms"} {"level":"info","ts":"2026-03-30T21:29:51.539242Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 652, term: 2]"} {"level":"info","ts":"2026-03-30T21:29:51.539355Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"73b132709fee1095 switched to configuration voters=(4992637290782124066 15676290522495632685) learners=(8336499844540403861)"} {"level":"info","ts":"2026-03-30T21:29:51.539388Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"73b132709fee1095 [commit: 652, lastindex: 652, lastterm: 2] restored snapshot [index: 652, term: 2]"} {"level":"info","ts":"2026-03-30T21:29:51.539401Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"73b132709fee1095 [commit: 652] restored snapshot [index: 652, term: 2]"} {"level":"info","ts":"2026-03-30T21:29:51.539668Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":652,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T21:29:51.549367Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"73b132709fee1095","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-30T21:29:51.557018Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":652} {"level":"info","ts":"2026-03-30T21:29:51.557308Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000dba050}"} {"level":"info","ts":"2026-03-30T21:29:51.557751Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T21:29:51.557778Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"573.821µs"} {"level":"info","ts":"2026-03-30T21:29:51.557823Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-30T21:29:51.559517Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-30T21:29:51.559534Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-30T21:29:51.561444Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":603} {"level":"info","ts":"2026-03-30T21:29:51.561488Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":652} {"level":"info","ts":"2026-03-30T21:29:51.561507Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-30T21:29:51.561597Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-30T21:29:51.566304Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-30T21:29:51.566331Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-30T21:29:51.566367Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-30T21:29:51.566374Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-30T21:29:51.567021Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-30T21:29:51.567042Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-30T21:29:51.567077Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-30T21:29:51.567146Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:29:51.567164Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c785b4aaf4bd3b11","local-member-id":"73b132709fee1095","recovered-remote-peer-id":"d98d5f2c752cc52d","recovered-remote-peer-urls":["https://199.204.45.250:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T21:29:51.567193Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c785b4aaf4bd3b11","local-member-id":"73b132709fee1095","recovered-remote-peer-id":"45496929f16fe822","recovered-remote-peer-urls":["https://199.204.45.78:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T21:29:51.567207Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c785b4aaf4bd3b11","local-member-id":"73b132709fee1095","recovered-remote-peer-id":"73b132709fee1095","recovered-remote-peer-urls":["https://199.204.45.72:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-30T21:29:51.567218Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:29:51.567226Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-30T21:29:51.567239Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-30T21:29:51.567249Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"45496929f16fe822"} {"level":"warn","ts":"2026-03-30T21:29:51.567311Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.567336Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"45496929f16fe822"} {"level":"warn","ts":"2026-03-30T21:29:51.567374Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.567388Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.567497Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"warn","ts":"2026-03-30T21:29:51.567687Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822","error":"context canceled"} {"level":"warn","ts":"2026-03-30T21:29:51.567733Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"45496929f16fe822","error":"failed to read 45496929f16fe822 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T21:29:51.567765Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"warn","ts":"2026-03-30T21:29:51.567851Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:29:51.567877Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.567886Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.567914Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"73b132709fee1095","removed-remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.567929Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-03-30T21:29:51.567951Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.567969Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-03-30T21:29:51.567992Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.568000Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.568082Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-03-30T21:29:51.568161Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d","error":"context canceled"} {"level":"warn","ts":"2026-03-30T21:29:51.568184Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"d98d5f2c752cc52d","error":"failed to read d98d5f2c752cc52d on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T21:29:51.568269Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-03-30T21:29:51.568405Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:29:51.568424Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.568466Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.568486Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"73b132709fee1095","removed-remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.568495Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-30T21:29:51.568505Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T21:29:51.568529Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.568573Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.568749Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.568775Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822","remote-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-30T21:29:51.568792Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.568806Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.568749Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.570358Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.570405Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.570670Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.570342Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.570742Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.571561Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.571713Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d","remote-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-30T21:29:51.571761Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T21:29:51.571784Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.571831Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":652,"current-applied-index":652,"incoming-leader-snapshot-index":652,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T21:29:51.571859Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.572173Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"73b132709fee1095","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.72:2379]}","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T21:29:51.572232Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T21:29:51.572288Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T21:29:51.573853Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T21:29:51.573900Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T21:29:51.575296Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T21:29:51.575957Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T21:29:51.576139Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T21:29:51.579965Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-03-30T21:29:51.581817Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.581871Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.583307Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.583367Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.584234Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.586018Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T21:29:51.586164Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.613859Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"73b132709fee1095","to":"45496929f16fe822","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:29:51.613915Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.615685Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"73b132709fee1095","to":"d98d5f2c752cc52d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:29:51.615728Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"info","ts":"2026-03-30T21:29:51.620369Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"73b132709fee1095","to":"45496929f16fe822","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:29:51.620410Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"45496929f16fe822"} {"level":"info","ts":"2026-03-30T21:29:51.620905Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"73b132709fee1095","to":"d98d5f2c752cc52d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:29:51.620938Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"73b132709fee1095","remote-peer-id":"d98d5f2c752cc52d"} {"level":"warn","ts":"2026-03-30T21:29:51.807656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.814130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.838837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.857475Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.870983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41422","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:29:51.890784Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"73b132709fee1095 switched to configuration voters=(4992637290782124066 8336499844540403861 15676290522495632685)"} {"level":"info","ts":"2026-03-30T21:29:51.890966Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"73b132709fee1095","promoted-member-id":"73b132709fee1095"} {"level":"warn","ts":"2026-03-30T21:29:51.892485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.905288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.920712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.939601Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.951691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.960740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.975909Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:51.985436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.004552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.008058Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.016653Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.026403Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.033232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.039869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.051218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.061523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.114632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.125278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.135893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.147005Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.155180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.162242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.171210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.183267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.209985Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.226618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.227099Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.242973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.251482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.261179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.268365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.283360Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.290340Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.302718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.312912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.325300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.334975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.344107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.352684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.361843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.379471Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.387822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.397251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.404735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.424025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.432802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.453854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.462868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.473050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.487512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.495694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.542847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.552735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:29:52.603608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42426","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:29:56.583858Z","caller":"traceutil/trace.go:172","msg":"trace[596774984] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"100.859193ms","start":"2026-03-30T21:29:56.482975Z","end":"2026-03-30T21:29:56.583834Z","steps":["trace[596774984] 'read index received' (duration: 99.696599ms)","trace[596774984] 'applied index is now lower than readState.Index' (duration: 1.161574ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:29:56.583929Z","caller":"traceutil/trace.go:172","msg":"trace[703082689] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"102.683342ms","start":"2026-03-30T21:29:56.481222Z","end":"2026-03-30T21:29:56.583905Z","steps":["trace[703082689] 'process raft request' (duration: 100.838792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:29:56.584155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.06375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-3.18a1bbc65371a163\" limit:1 ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-30T21:29:56.584378Z","caller":"traceutil/trace.go:172","msg":"trace[537347730] range","detail":"{range_begin:/registry/events/default/controller-3.18a1bbc65371a163; range_end:; response_count:1; response_revision:650; }","duration":"101.391354ms","start":"2026-03-30T21:29:56.482971Z","end":"2026-03-30T21:29:56.584363Z","steps":["trace[537347730] 'agreement among raft nodes before linearized reading' (duration: 100.963056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:00.210166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.809652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:30:00.210231Z","caller":"traceutil/trace.go:172","msg":"trace[1086006674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:701; }","duration":"122.886875ms","start":"2026-03-30T21:30:00.087331Z","end":"2026-03-30T21:30:00.210218Z","steps":["trace[1086006674] 'range keys from in-memory index tree' (duration: 121.117575ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:02.838969Z","caller":"traceutil/trace.go:172","msg":"trace[1074781855] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:765; }","duration":"123.911692ms","start":"2026-03-30T21:30:02.715034Z","end":"2026-03-30T21:30:02.838946Z","steps":["trace[1074781855] 'read index received' (duration: 117.09054ms)","trace[1074781855] 'applied index is now lower than readState.Index' (duration: 6.819972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:02.839217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.171133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:30:02.839264Z","caller":"traceutil/trace.go:172","msg":"trace[1237020129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:708; }","duration":"124.233805ms","start":"2026-03-30T21:30:02.715020Z","end":"2026-03-30T21:30:02.839254Z","steps":["trace[1237020129] 'agreement among raft nodes before linearized reading' (duration: 124.029807ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:03.755147Z","caller":"traceutil/trace.go:172","msg":"trace[1152402177] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:770; }","duration":"267.011504ms","start":"2026-03-30T21:30:03.488094Z","end":"2026-03-30T21:30:03.755105Z","steps":["trace[1152402177] 'read index received' (duration: 267.003863ms)","trace[1152402177] 'applied index is now lower than readState.Index' (duration: 5.931µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:03.762577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.474153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-3\" limit:1 ","response":"range_response_count:1 size:7796"} {"level":"info","ts":"2026-03-30T21:30:03.762638Z","caller":"traceutil/trace.go:172","msg":"trace[912222410] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-3; range_end:; response_count:1; response_revision:711; }","duration":"274.552496ms","start":"2026-03-30T21:30:03.488073Z","end":"2026-03-30T21:30:03.762626Z","steps":["trace[912222410] 'agreement among raft nodes before linearized reading' (duration: 267.214541ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:03.763244Z","caller":"traceutil/trace.go:172","msg":"trace[418631236] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"269.698321ms","start":"2026-03-30T21:30:03.493519Z","end":"2026-03-30T21:30:03.763217Z","steps":["trace[418631236] 'process raft request' (duration: 269.547545ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:04.832844Z","caller":"traceutil/trace.go:172","msg":"trace[115340212] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"241.352573ms","start":"2026-03-30T21:30:04.591444Z","end":"2026-03-30T21:30:04.832796Z","steps":["trace[115340212] 'process raft request' (duration: 241.004139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:09.367267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"470.972699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:30:09.367362Z","caller":"traceutil/trace.go:172","msg":"trace[1332792049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:734; }","duration":"471.074774ms","start":"2026-03-30T21:30:08.896271Z","end":"2026-03-30T21:30:09.367346Z","steps":["trace[1332792049] 'agreement among raft nodes before linearized reading' (duration: 470.868096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:09.367410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:08.896253Z","time spent":"471.144447ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:09.367946Z","caller":"traceutil/trace.go:172","msg":"trace[1152220150] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:793; }","duration":"470.725559ms","start":"2026-03-30T21:30:08.896293Z","end":"2026-03-30T21:30:09.367018Z","steps":["trace[1152220150] 'read index received' (duration: 464.088392ms)","trace[1152220150] 'applied index is now lower than readState.Index' (duration: 6.636147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:09.370313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.214683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:30:09.370378Z","caller":"traceutil/trace.go:172","msg":"trace[1574300549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:734; }","duration":"152.280866ms","start":"2026-03-30T21:30:09.218079Z","end":"2026-03-30T21:30:09.370360Z","steps":["trace[1574300549] 'agreement among raft nodes before linearized reading' (duration: 152.14307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:09.370595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.201056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:09.370639Z","caller":"traceutil/trace.go:172","msg":"trace[2135948945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"455.246418ms","start":"2026-03-30T21:30:08.915380Z","end":"2026-03-30T21:30:09.370626Z","steps":["trace[2135948945] 'agreement among raft nodes before linearized reading' (duration: 455.147514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:09.370834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:08.915358Z","time spent":"455.465787ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:09.370668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.624344ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:09.371052Z","caller":"traceutil/trace.go:172","msg":"trace[705897486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:734; }","duration":"264.99476ms","start":"2026-03-30T21:30:09.106028Z","end":"2026-03-30T21:30:09.371023Z","steps":["trace[705897486] 'agreement among raft nodes before linearized reading' (duration: 264.600843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:14.873266Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145042893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:15.373521Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145042893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:15.875813Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145042893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:15.995209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.582822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:30:15.998865Z","caller":"traceutil/trace.go:172","msg":"trace[1861895191] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:821; }","duration":"1.625658686s","start":"2026-03-30T21:30:14.373184Z","end":"2026-03-30T21:30:15.998843Z","steps":["trace[1861895191] 'read index received' (duration: 1.625652805s)","trace[1861895191] 'applied index is now lower than readState.Index' (duration: 4.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:15.999099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.625935307s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:15.999277Z","caller":"traceutil/trace.go:172","msg":"trace[636884195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:755; }","duration":"1.626123085s","start":"2026-03-30T21:30:14.373137Z","end":"2026-03-30T21:30:15.999260Z","steps":["trace[636884195] 'agreement among raft nodes before linearized reading' (duration: 1.625845033s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:15.999562Z","caller":"traceutil/trace.go:172","msg":"trace[528113894] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"1.875740869s","start":"2026-03-30T21:30:14.123805Z","end":"2026-03-30T21:30:15.999546Z","steps":["trace[528113894] 'process raft request' (duration: 1.875507779s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:16.000410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:14.123774Z","time spent":"1.875938727s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:16.004599Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145042895,"received-request-id":1195034177145042893} {"level":"warn","ts":"2026-03-30T21:30:16.005262Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145042895,"received-request-id":1195034177145042893} {"level":"warn","ts":"2026-03-30T21:30:16.005910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"478.118466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:16.005961Z","caller":"traceutil/trace.go:172","msg":"trace[1873547902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"478.171079ms","start":"2026-03-30T21:30:15.527782Z","end":"2026-03-30T21:30:16.005953Z","steps":["trace[1873547902] 'agreement among raft nodes before linearized reading' (duration: 478.099266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:16.005983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:15.527751Z","time spent":"478.226481ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:16.006269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.501813536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-30T21:30:16.007138Z","caller":"traceutil/trace.go:172","msg":"trace[710452156] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:760; }","duration":"1.502706416s","start":"2026-03-30T21:30:14.504405Z","end":"2026-03-30T21:30:16.007111Z","steps":["trace[710452156] 'agreement among raft nodes before linearized reading' (duration: 1.50165787s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:16.007272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:14.504376Z","time spent":"1.502880743s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.72\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:26.140843Z","caller":"traceutil/trace.go:172","msg":"trace[1572411888] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"119.215868ms","start":"2026-03-30T21:30:26.021582Z","end":"2026-03-30T21:30:26.140798Z","steps":["trace[1572411888] 'process raft request' (duration: 118.854052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:38.200756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.767211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:30:38.200883Z","caller":"traceutil/trace.go:172","msg":"trace[27791138] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:978; }","duration":"826.553973ms","start":"2026-03-30T21:30:37.374314Z","end":"2026-03-30T21:30:38.200868Z","steps":["trace[27791138] 'read index received' (duration: 372.057825ms)","trace[27791138] 'applied index is now lower than readState.Index' (duration: 454.495128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:38.200966Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"826.650769ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:38.200990Z","caller":"traceutil/trace.go:172","msg":"trace[595278954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:897; }","duration":"826.67582ms","start":"2026-03-30T21:30:37.374305Z","end":"2026-03-30T21:30:38.200981Z","steps":["trace[595278954] 'agreement among raft nodes before linearized reading' (duration: 826.630898ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:38.200974Z","caller":"traceutil/trace.go:172","msg":"trace[1725044713] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"1.059352605s","start":"2026-03-30T21:30:37.141548Z","end":"2026-03-30T21:30:38.200901Z","steps":["trace[1725044713] 'process raft request' (duration: 604.365093ms)","trace[1725044713] 'compare' (duration: 454.671557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:38.201182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.141512Z","time spent":"1.059567235s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:38.662148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.655508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:38.662253Z","caller":"traceutil/trace.go:172","msg":"trace[1510848974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:897; }","duration":"288.785914ms","start":"2026-03-30T21:30:38.373447Z","end":"2026-03-30T21:30:38.662233Z","steps":["trace[1510848974] 'range keys from in-memory index tree' (duration: 288.589585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:38.701366Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:39.202159Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:39.704067Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:39.746772Z","caller":"traceutil/trace.go:172","msg":"trace[2087383647] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:979; }","duration":"1.545849499s","start":"2026-03-30T21:30:38.200908Z","end":"2026-03-30T21:30:39.746757Z","steps":["trace[2087383647] 'read index received' (duration: 1.545611287s)","trace[2087383647] 'applied index is now lower than readState.Index' (duration: 237.792µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:39.747039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.231419418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-30T21:30:39.747001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.831302852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:39.747067Z","caller":"traceutil/trace.go:172","msg":"trace[567874760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:899; }","duration":"2.23146129s","start":"2026-03-30T21:30:37.515600Z","end":"2026-03-30T21:30:39.747061Z","steps":["trace[567874760] 'agreement among raft nodes before linearized reading' (duration: 2.231349255s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:39.747092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.515577Z","time spent":"2.231511212s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:39.747101Z","caller":"traceutil/trace.go:172","msg":"trace[913421519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:899; }","duration":"1.831432578s","start":"2026-03-30T21:30:37.915650Z","end":"2026-03-30T21:30:39.747082Z","steps":["trace[913421519] 'agreement among raft nodes before linearized reading' (duration: 1.831239269s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:39.747147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:37.915616Z","time spent":"1.831521682s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:40.247389Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:40.748491Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:41.036231Z","caller":"traceutil/trace.go:172","msg":"trace[124596285] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:981; }","duration":"1.289393523s","start":"2026-03-30T21:30:39.746809Z","end":"2026-03-30T21:30:41.036202Z","steps":["trace[124596285] 'read index received' (duration: 1.289384952s)","trace[124596285] 'applied index is now lower than readState.Index' (duration: 7.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:41.036401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.374078847s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:41.036382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.275429803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T21:30:41.036432Z","caller":"traceutil/trace.go:172","msg":"trace[815202880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:899; }","duration":"2.374128439s","start":"2026-03-30T21:30:38.662295Z","end":"2026-03-30T21:30:41.036423Z","steps":["trace[815202880] 'agreement among raft nodes before linearized reading' (duration: 2.374039535s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:41.036453Z","caller":"traceutil/trace.go:172","msg":"trace[344452027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:899; }","duration":"2.275514867s","start":"2026-03-30T21:30:38.760924Z","end":"2026-03-30T21:30:41.036439Z","steps":["trace[344452027] 'agreement among raft nodes before linearized reading' (duration: 2.275332768s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.036431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.482913571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T21:30:41.036486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:38.760893Z","time spent":"2.275586851s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:41.036515Z","caller":"traceutil/trace.go:172","msg":"trace[1149775378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:899; }","duration":"1.483013776s","start":"2026-03-30T21:30:39.553480Z","end":"2026-03-30T21:30:41.036494Z","steps":["trace[1149775378] 'agreement among raft nodes before linearized reading' (duration: 1.482834228s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.036479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.926117963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-30T21:30:41.036558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:39.553453Z","time spent":"1.48309542s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:41.036578Z","caller":"traceutil/trace.go:172","msg":"trace[1190677858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:899; }","duration":"1.926241768s","start":"2026-03-30T21:30:39.110315Z","end":"2026-03-30T21:30:41.036557Z","steps":["trace[1190677858] 'agreement among raft nodes before linearized reading' (duration: 1.925912393s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.036677Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:39.110293Z","time spent":"1.926373125s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:41.062450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.314004008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:41.062561Z","caller":"traceutil/trace.go:172","msg":"trace[774156917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"1.314141705s","start":"2026-03-30T21:30:39.748398Z","end":"2026-03-30T21:30:41.062540Z","steps":["trace[774156917] 'agreement among raft nodes before linearized reading' (duration: 1.308258714s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:41.062611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:39.748377Z","time spent":"1.314223809s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:30:42.289187Z","caller":"traceutil/trace.go:172","msg":"trace[553787711] transaction","detail":"{read_only:false; number_of_response:1; response_revision:943; }","duration":"601.697484ms","start":"2026-03-30T21:30:41.687475Z","end":"2026-03-30T21:30:42.289172Z","steps":["trace[553787711] 'process raft request' (duration: 601.660853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:42.289370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.687457Z","time spent":"601.790909ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:42.289550Z","caller":"traceutil/trace.go:172","msg":"trace[115522539] transaction","detail":"{read_only:false; number_of_response:1; response_revision:943; }","duration":"644.716228ms","start":"2026-03-30T21:30:41.644799Z","end":"2026-03-30T21:30:42.289515Z","steps":["trace[115522539] 'process raft request' (duration: 643.800904ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:42.289578Z","caller":"traceutil/trace.go:172","msg":"trace[1221335973] transaction","detail":"{read_only:false; number_of_response:1; response_revision:943; }","duration":"641.8196ms","start":"2026-03-30T21:30:41.647749Z","end":"2026-03-30T21:30:42.289569Z","steps":["trace[1221335973] 'process raft request' (duration: 640.885465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:42.289733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.644775Z","time spent":"644.863865ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23108,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:42.289748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:41.647738Z","time spent":"641.983638ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":29606,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:42.530644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.558384ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:42.530722Z","caller":"traceutil/trace.go:172","msg":"trace[315172621] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:943; }","duration":"156.652428ms","start":"2026-03-30T21:30:42.374053Z","end":"2026-03-30T21:30:42.530705Z","steps":["trace[315172621] 'range keys from in-memory index tree' (duration: 156.510362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:42.931816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.126157ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:42.931911Z","caller":"traceutil/trace.go:172","msg":"trace[856074430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:944; }","duration":"225.240502ms","start":"2026-03-30T21:30:42.706653Z","end":"2026-03-30T21:30:42.931894Z","steps":["trace[856074430] 'range keys from in-memory index tree' (duration: 225.069413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.031293Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043040,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:43.135851Z","caller":"traceutil/trace.go:172","msg":"trace[1840539446] transaction","detail":"{read_only:false; number_of_response:0; response_revision:946; }","duration":"853.522624ms","start":"2026-03-30T21:30:42.282287Z","end":"2026-03-30T21:30:43.135810Z","steps":["trace[1840539446] 'process raft request' (duration: 853.313884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.135978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.282257Z","time spent":"853.66812ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:43.457671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.724688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:30:43.459399Z","caller":"traceutil/trace.go:172","msg":"trace[1575288607] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1083; }","duration":"928.600482ms","start":"2026-03-30T21:30:42.530768Z","end":"2026-03-30T21:30:43.459368Z","steps":["trace[1575288607] 'read index received' (duration: 928.589381ms)","trace[1575288607] 'applied index is now lower than readState.Index' (duration: 8.981µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:43.459601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"928.815982ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:43.459816Z","caller":"traceutil/trace.go:172","msg":"trace[1795583540] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:948; }","duration":"929.043722ms","start":"2026-03-30T21:30:42.530758Z","end":"2026-03-30T21:30:43.459801Z","steps":["trace[1795583540] 'agreement among raft nodes before linearized reading' (duration: 928.750219ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:43.461537Z","caller":"traceutil/trace.go:172","msg":"trace[2050096220] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.159105546s","start":"2026-03-30T21:30:42.302406Z","end":"2026-03-30T21:30:43.461512Z","steps":["trace[2050096220] 'process raft request' (duration: 1.157373002s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.461676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.302385Z","time spent":"1.159203271s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29503,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:43.532888Z","caller":"traceutil/trace.go:172","msg":"trace[906836662] transaction","detail":"{read_only:false; number_of_response:1; response_revision:948; }","duration":"1.223526259s","start":"2026-03-30T21:30:42.309336Z","end":"2026-03-30T21:30:43.532862Z","steps":["trace[906836662] 'process raft request' (duration: 1.21750161s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:43.536058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.309285Z","time spent":"1.2266961s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23117,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:43.703933Z","caller":"traceutil/trace.go:172","msg":"trace[1706581664] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1091; }","duration":"244.414233ms","start":"2026-03-30T21:30:43.459485Z","end":"2026-03-30T21:30:43.703899Z","steps":["trace[1706581664] 'read index received' (duration: 244.403372ms)","trace[1706581664] 'applied index is now lower than readState.Index' (duration: 9.171µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.150345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.234471019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:44.150418Z","caller":"traceutil/trace.go:172","msg":"trace[1260265023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:952; }","duration":"1.234550863s","start":"2026-03-30T21:30:42.915850Z","end":"2026-03-30T21:30:44.150400Z","steps":["trace[1260265023] 'agreement among raft nodes before linearized reading' (duration: 788.177244ms)","trace[1260265023] 'range keys from in-memory index tree' (duration: 446.271414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.150495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.915831Z","time spent":"1.234657368s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:44.150492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.251311505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:30:44.150566Z","caller":"traceutil/trace.go:172","msg":"trace[2050109835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:952; }","duration":"1.251390409s","start":"2026-03-30T21:30:42.899155Z","end":"2026-03-30T21:30:44.150546Z","steps":["trace[2050109835] 'agreement among raft nodes before linearized reading' (duration: 805.005809ms)","trace[2050109835] 'range keys from in-memory index tree' (duration: 446.241553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.150599Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:42.899128Z","time spent":"1.251464402s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:44.150603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.108236002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T21:30:44.150685Z","caller":"traceutil/trace.go:172","msg":"trace[391613560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"1.108319456s","start":"2026-03-30T21:30:43.042345Z","end":"2026-03-30T21:30:44.150665Z","steps":["trace[391613560] 'agreement among raft nodes before linearized reading' (duration: 661.673054ms)","trace[391613560] 'range keys from in-memory index tree' (duration: 446.532297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.150685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.013284443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"warn","ts":"2026-03-30T21:30:44.150740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.042324Z","time spent":"1.10840341s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:44.150784Z","caller":"traceutil/trace.go:172","msg":"trace[7135745] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:952; }","duration":"1.013403878s","start":"2026-03-30T21:30:43.137360Z","end":"2026-03-30T21:30:44.150764Z","steps":["trace[7135745] 'agreement among raft nodes before linearized reading' (duration: 566.649691ms)","trace[7135745] 'range keys from in-memory index tree' (duration: 446.509416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.150824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.137305Z","time spent":"1.013508914s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1024,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:44.150789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.024188117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:30:44.150863Z","caller":"traceutil/trace.go:172","msg":"trace[772675607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:952; }","duration":"1.024260181s","start":"2026-03-30T21:30:43.126590Z","end":"2026-03-30T21:30:44.150850Z","steps":["trace[772675607] 'agreement among raft nodes before linearized reading' (duration: 577.336785ms)","trace[772675607] 'range keys from in-memory index tree' (duration: 445.97532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.150891Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.126567Z","time spent":"1.024317333s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:44.150977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"793.03275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:30:44.151370Z","caller":"traceutil/trace.go:172","msg":"trace[2073540933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:952; }","duration":"793.444659ms","start":"2026-03-30T21:30:43.357902Z","end":"2026-03-30T21:30:44.151347Z","steps":["trace[2073540933] 'agreement among raft nodes before linearized reading' (duration: 346.098384ms)","trace[2073540933] 'range keys from in-memory index tree' (duration: 446.569758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.151453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.357871Z","time spent":"793.541104ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:44.172384Z","caller":"traceutil/trace.go:172","msg":"trace[1664687691] transaction","detail":"{read_only:false; number_of_response:1; response_revision:952; }","duration":"694.428519ms","start":"2026-03-30T21:30:43.477944Z","end":"2026-03-30T21:30:44.172373Z","steps":["trace[1664687691] 'process raft request' (duration: 694.330544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.172470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.477916Z","time spent":"694.506142ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31172,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:44.213337Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043052,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:44.539994Z","caller":"traceutil/trace.go:172","msg":"trace[1039407614] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1096; }","duration":"835.703462ms","start":"2026-03-30T21:30:43.704259Z","end":"2026-03-30T21:30:44.539962Z","steps":["trace[1039407614] 'read index received' (duration: 835.694002ms)","trace[1039407614] 'applied index is now lower than readState.Index' (duration: 7.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:44.540171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.078315189s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:44.540208Z","caller":"traceutil/trace.go:172","msg":"trace[687975609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:956; }","duration":"1.078372501s","start":"2026-03-30T21:30:43.461826Z","end":"2026-03-30T21:30:44.540199Z","steps":["trace[687975609] 'agreement among raft nodes before linearized reading' (duration: 1.078271707s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:44.540549Z","caller":"traceutil/trace.go:172","msg":"trace[345942198] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"827.227275ms","start":"2026-03-30T21:30:43.713301Z","end":"2026-03-30T21:30:44.540529Z","steps":["trace[345942198] 'process raft request' (duration: 827.137341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.540676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.713278Z","time spent":"827.339ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:30:44.540608Z","caller":"traceutil/trace.go:172","msg":"trace[473108944] transaction","detail":"{read_only:false; number_of_response:1; response_revision:956; }","duration":"974.991618ms","start":"2026-03-30T21:30:43.565586Z","end":"2026-03-30T21:30:44.540578Z","steps":["trace[473108944] 'process raft request' (duration: 974.544017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.541217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:43.565559Z","time spent":"975.404498ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31181,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:44.592761Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145043055,"received-request-id":1195034177145043052} {"level":"warn","ts":"2026-03-30T21:30:44.616483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"464.293903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:44.616575Z","caller":"traceutil/trace.go:172","msg":"trace[874112746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:962; }","duration":"464.413979ms","start":"2026-03-30T21:30:44.152139Z","end":"2026-03-30T21:30:44.616553Z","steps":["trace[874112746] 'agreement among raft nodes before linearized reading' (duration: 464.237361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.616562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.609895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-30T21:30:44.616629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.152125Z","time spent":"464.491262ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:30:44.616644Z","caller":"traceutil/trace.go:172","msg":"trace[1302016037] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:962; }","duration":"110.71198ms","start":"2026-03-30T21:30:44.505915Z","end":"2026-03-30T21:30:44.616627Z","steps":["trace[1302016037] 'agreement among raft nodes before linearized reading' (duration: 110.474588ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:44.616669Z","caller":"traceutil/trace.go:172","msg":"trace[216023658] transaction","detail":"{read_only:false; number_of_response:1; response_revision:963; }","duration":"402.13392ms","start":"2026-03-30T21:30:44.214511Z","end":"2026-03-30T21:30:44.616644Z","steps":["trace[216023658] 'process raft request' (duration: 402.057596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:44.616825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.214488Z","time spent":"402.257945ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65250,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:45.117281Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:45.206964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"574.930848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:30:45.207804Z","caller":"traceutil/trace.go:172","msg":"trace[60550045] transaction","detail":"{read_only:false; number_of_response:1; response_revision:965; }","duration":"642.671709ms","start":"2026-03-30T21:30:44.565112Z","end":"2026-03-30T21:30:45.207784Z","steps":["trace[60550045] 'process raft request' (duration: 642.472409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.208352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.565086Z","time spent":"642.971074ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65250,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:45.291903Z","caller":"traceutil/trace.go:172","msg":"trace[1902371695] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1111; }","duration":"675.516711ms","start":"2026-03-30T21:30:44.616344Z","end":"2026-03-30T21:30:45.291861Z","steps":["trace[1902371695] 'read index received' (duration: 675.509531ms)","trace[1902371695] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:45.292023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"749.769915ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:45.292043Z","caller":"traceutil/trace.go:172","msg":"trace[767602483] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:965; }","duration":"749.802897ms","start":"2026-03-30T21:30:44.542234Z","end":"2026-03-30T21:30:45.292037Z","steps":["trace[767602483] 'agreement among raft nodes before linearized reading' (duration: 749.740554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.292737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.618046Z","time spent":"674.687742ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T21:30:45.323694Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145043062,"received-request-id":1195034177145043057} {"level":"info","ts":"2026-03-30T21:30:45.368751Z","caller":"traceutil/trace.go:172","msg":"trace[222086709] transaction","detail":"{read_only:false; number_of_response:1; response_revision:968; }","duration":"720.730579ms","start":"2026-03-30T21:30:44.647999Z","end":"2026-03-30T21:30:45.368729Z","steps":["trace[222086709] 'process raft request' (duration: 720.664776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.368884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.647969Z","time spent":"720.845826ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":59667,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:45.422048Z","caller":"traceutil/trace.go:172","msg":"trace[1485791249] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"127.939438ms","start":"2026-03-30T21:30:45.294093Z","end":"2026-03-30T21:30:45.422033Z","steps":["trace[1485791249] 'process raft request' (duration: 127.908016ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:45.422050Z","caller":"traceutil/trace.go:172","msg":"trace[1704634886] transaction","detail":"{read_only:false; number_of_response:1; response_revision:970; }","duration":"166.52076ms","start":"2026-03-30T21:30:45.255498Z","end":"2026-03-30T21:30:45.422019Z","steps":["trace[1704634886] 'process raft request' (duration: 166.339901ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:45.422727Z","caller":"traceutil/trace.go:172","msg":"trace[1684222430] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1125; }","duration":"130.756783ms","start":"2026-03-30T21:30:45.291955Z","end":"2026-03-30T21:30:45.422712Z","steps":["trace[1684222430] 'read index received' (duration: 130.752923ms)","trace[1684222430] 'applied index is now lower than readState.Index' (duration: 3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:45.422820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"796.971628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:45.422840Z","caller":"traceutil/trace.go:172","msg":"trace[588247858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"797.001349ms","start":"2026-03-30T21:30:44.625833Z","end":"2026-03-30T21:30:45.422834Z","steps":["trace[588247858] 'agreement among raft nodes before linearized reading' (duration: 796.952387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.422891Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:44.625800Z","time spent":"797.086723ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:45.512065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.871425ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:45.512152Z","caller":"traceutil/trace.go:172","msg":"trace[1220587569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:974; }","duration":"138.96729ms","start":"2026-03-30T21:30:45.373168Z","end":"2026-03-30T21:30:45.512135Z","steps":["trace[1220587569] 'agreement among raft nodes before linearized reading' (duration: 138.838614ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:45.512593Z","caller":"traceutil/trace.go:172","msg":"trace[1593373235] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"112.147034ms","start":"2026-03-30T21:30:45.400431Z","end":"2026-03-30T21:30:45.512578Z","steps":["trace[1593373235] 'process raft request' (duration: 111.809888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.547108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.371036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-30T21:30:45.547173Z","caller":"traceutil/trace.go:172","msg":"trace[944060462] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:979; }","duration":"123.45791ms","start":"2026-03-30T21:30:45.423699Z","end":"2026-03-30T21:30:45.547156Z","steps":["trace[944060462] 'agreement among raft nodes before linearized reading' (duration: 123.268111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:45.547411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.629958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:45.547487Z","caller":"traceutil/trace.go:172","msg":"trace[406062948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"123.711222ms","start":"2026-03-30T21:30:45.423759Z","end":"2026-03-30T21:30:45.547470Z","steps":["trace[406062948] 'agreement among raft nodes before linearized reading' (duration: 123.583476ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:46.020951Z","caller":"traceutil/trace.go:172","msg":"trace[1705022159] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1147; }","duration":"105.742777ms","start":"2026-03-30T21:30:45.915184Z","end":"2026-03-30T21:30:46.020926Z","steps":["trace[1705022159] 'read index received' (duration: 105.736066ms)","trace[1705022159] 'applied index is now lower than readState.Index' (duration: 5.441µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:46.021140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.956108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:46.021219Z","caller":"traceutil/trace.go:172","msg":"trace[1757476351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:988; }","duration":"106.032522ms","start":"2026-03-30T21:30:45.915164Z","end":"2026-03-30T21:30:46.021196Z","steps":["trace[1757476351] 'agreement among raft nodes before linearized reading' (duration: 105.912586ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:46.021613Z","caller":"traceutil/trace.go:172","msg":"trace[1882303731] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"322.063062ms","start":"2026-03-30T21:30:45.699527Z","end":"2026-03-30T21:30:46.021590Z","steps":["trace[1882303731] 'process raft request' (duration: 321.921975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:46.021739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:45.699495Z","time spent":"322.164466ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":20893,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:46.022360Z","caller":"traceutil/trace.go:172","msg":"trace[1986066177] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"304.879532ms","start":"2026-03-30T21:30:45.717462Z","end":"2026-03-30T21:30:46.022341Z","steps":["trace[1986066177] 'process raft request' (duration: 304.039061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:46.022466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:45.717441Z","time spent":"304.965116ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74805,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:46.588034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.774228ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:46.588127Z","caller":"traceutil/trace.go:172","msg":"trace[1219337278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:995; }","duration":"214.876713ms","start":"2026-03-30T21:30:46.373229Z","end":"2026-03-30T21:30:46.588105Z","steps":["trace[1219337278] 'range keys from in-memory index tree' (duration: 214.717546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:46.588292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.59364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:30:46.615238Z","caller":"traceutil/trace.go:172","msg":"trace[229170111] transaction","detail":"{read_only:false; number_of_response:1; response_revision:999; }","duration":"210.623588ms","start":"2026-03-30T21:30:46.404593Z","end":"2026-03-30T21:30:46.615217Z","steps":["trace[229170111] 'process raft request' (duration: 210.393477ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:46.624563Z","caller":"traceutil/trace.go:172","msg":"trace[1754644622] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1169; }","duration":"187.199473ms","start":"2026-03-30T21:30:46.437347Z","end":"2026-03-30T21:30:46.624546Z","steps":["trace[1754644622] 'read index received' (duration: 187.194063ms)","trace[1754644622] 'applied index is now lower than readState.Index' (duration: 4.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:46.624705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.33873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:30:46.624724Z","caller":"traceutil/trace.go:172","msg":"trace[39802262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:999; }","duration":"187.376892ms","start":"2026-03-30T21:30:46.437341Z","end":"2026-03-30T21:30:46.624718Z","steps":["trace[39802262] 'agreement among raft nodes before linearized reading' (duration: 187.301939ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:46.624967Z","caller":"traceutil/trace.go:172","msg":"trace[509050137] transaction","detail":"{read_only:false; number_of_response:1; response_revision:999; }","duration":"156.915227ms","start":"2026-03-30T21:30:46.468033Z","end":"2026-03-30T21:30:46.624948Z","steps":["trace[509050137] 'process raft request' (duration: 156.582181ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:47.351856Z","caller":"traceutil/trace.go:172","msg":"trace[500164050] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"686.197898ms","start":"2026-03-30T21:30:46.665634Z","end":"2026-03-30T21:30:47.351832Z","steps":["trace[500164050] 'process raft request' (duration: 671.715504ms)","trace[500164050] 'compare' (duration: 13.509126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:47.352371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:46.665611Z","time spent":"686.308163ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:47.365875Z","caller":"traceutil/trace.go:172","msg":"trace[901820066] linearizableReadLoop","detail":"{readStateIndex:1174; appliedIndex:1174; }","duration":"453.520825ms","start":"2026-03-30T21:30:46.912325Z","end":"2026-03-30T21:30:47.365846Z","steps":["trace[901820066] 'read index received' (duration: 453.512085ms)","trace[901820066] 'applied index is now lower than readState.Index' (duration: 7.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:47.366015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"453.675382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:47.366070Z","caller":"traceutil/trace.go:172","msg":"trace[140371791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"453.736925ms","start":"2026-03-30T21:30:46.912321Z","end":"2026-03-30T21:30:47.366058Z","steps":["trace[140371791] 'agreement among raft nodes before linearized reading' (duration: 453.63428ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:47.366476Z","caller":"traceutil/trace.go:172","msg":"trace[2060530465] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1002; }","duration":"555.487323ms","start":"2026-03-30T21:30:46.810962Z","end":"2026-03-30T21:30:47.366450Z","steps":["trace[2060530465] 'process raft request' (duration: 555.023121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:47.366638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:46.810938Z","time spent":"555.622359ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208521,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:47.366096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:46.912304Z","time spent":"453.787948ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:47.367056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.782963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-03-30T21:30:47.367071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.322204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:30:47.367121Z","caller":"traceutil/trace.go:172","msg":"trace[1829810757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1002; }","duration":"258.860327ms","start":"2026-03-30T21:30:47.108247Z","end":"2026-03-30T21:30:47.367107Z","steps":["trace[1829810757] 'agreement among raft nodes before linearized reading' (duration: 258.668717ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:47.367127Z","caller":"traceutil/trace.go:172","msg":"trace[409034070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1002; }","duration":"366.393797ms","start":"2026-03-30T21:30:47.000721Z","end":"2026-03-30T21:30:47.367115Z","steps":["trace[409034070] 'agreement among raft nodes before linearized reading' (duration: 366.202898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:47.367164Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:47.000704Z","time spent":"366.45103ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:47.367333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.552023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-30T21:30:47.367355Z","caller":"traceutil/trace.go:172","msg":"trace[2015533935] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae; range_end:; response_count:1; response_revision:1002; }","duration":"411.577674ms","start":"2026-03-30T21:30:46.955771Z","end":"2026-03-30T21:30:47.367349Z","steps":["trace[2015533935] 'agreement among raft nodes before linearized reading' (duration: 411.49275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:47.367373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:46.955750Z","time spent":"411.616106ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":892,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:48.710764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"681.64405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:30:48.710867Z","caller":"traceutil/trace.go:172","msg":"trace[1071313859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1005; }","duration":"681.776337ms","start":"2026-03-30T21:30:48.029065Z","end":"2026-03-30T21:30:48.710841Z","steps":["trace[1071313859] 'range keys from in-memory index tree' (duration: 680.276394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:48.710914Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:48.029047Z","time spent":"681.856161ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:48.710775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"797.253196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:48.710972Z","caller":"traceutil/trace.go:172","msg":"trace[1792053579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1005; }","duration":"797.457376ms","start":"2026-03-30T21:30:47.913500Z","end":"2026-03-30T21:30:48.710957Z","steps":["trace[1792053579] 'range keys from in-memory index tree' (duration: 795.651258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:48.711000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:47.913481Z","time spent":"797.512589ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:30:48.711025Z","caller":"traceutil/trace.go:172","msg":"trace[1961279900] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"466.782071ms","start":"2026-03-30T21:30:48.244223Z","end":"2026-03-30T21:30:48.711005Z","steps":["trace[1961279900] 'process raft request' (duration: 463.174075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:48.711169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:48.244192Z","time spent":"466.902658ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:48.718868Z","caller":"traceutil/trace.go:172","msg":"trace[1117515738] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1181; }","duration":"344.969794ms","start":"2026-03-30T21:30:48.373878Z","end":"2026-03-30T21:30:48.718848Z","steps":["trace[1117515738] 'read index received' (duration: 344.964933ms)","trace[1117515738] 'applied index is now lower than readState.Index' (duration: 3.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:48.718976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.119741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:48.719034Z","caller":"traceutil/trace.go:172","msg":"trace[1990640554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1008; }","duration":"345.183144ms","start":"2026-03-30T21:30:48.373838Z","end":"2026-03-30T21:30:48.719021Z","steps":["trace[1990640554] 'agreement among raft nodes before linearized reading' (duration: 345.084859ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:49.853422Z","caller":"traceutil/trace.go:172","msg":"trace[1363643672] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1184; }","duration":"480.144043ms","start":"2026-03-30T21:30:49.373251Z","end":"2026-03-30T21:30:49.853396Z","steps":["trace[1363643672] 'read index received' (duration: 480.136702ms)","trace[1363643672] 'applied index is now lower than readState.Index' (duration: 6.321µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:49.853542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.27336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:49.853571Z","caller":"traceutil/trace.go:172","msg":"trace[992994938] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1009; }","duration":"480.318762ms","start":"2026-03-30T21:30:49.373243Z","end":"2026-03-30T21:30:49.853562Z","steps":["trace[992994938] 'agreement among raft nodes before linearized reading' (duration: 480.245838ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:50.312599Z","caller":"traceutil/trace.go:172","msg":"trace[1010990772] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1186; }","duration":"396.609625ms","start":"2026-03-30T21:30:49.915961Z","end":"2026-03-30T21:30:50.312570Z","steps":["trace[1010990772] 'read index received' (duration: 374.289512ms)","trace[1010990772] 'applied index is now lower than readState.Index' (duration: 22.317893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:50.617733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.271002ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:50.617759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.193614ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T21:30:50.617818Z","caller":"traceutil/trace.go:172","msg":"trace[51128279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1013; }","duration":"244.390758ms","start":"2026-03-30T21:30:50.373410Z","end":"2026-03-30T21:30:50.617801Z","steps":["trace[51128279] 'range keys from in-memory index tree' (duration: 244.174167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:50.617730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"701.724875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:50.617941Z","caller":"traceutil/trace.go:172","msg":"trace[1426279971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"701.976727ms","start":"2026-03-30T21:30:49.915952Z","end":"2026-03-30T21:30:50.617929Z","steps":["trace[1426279971] 'agreement among raft nodes before linearized reading' (duration: 396.776713ms)","trace[1426279971] 'range keys from in-memory index tree' (duration: 304.91194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:50.617978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:49.915938Z","time spent":"702.027049ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:30:51.762211Z","caller":"traceutil/trace.go:172","msg":"trace[310419576] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1229; }","duration":"497.587439ms","start":"2026-03-30T21:30:51.264583Z","end":"2026-03-30T21:30:51.762171Z","steps":["trace[310419576] 'read index received' (duration: 497.577809ms)","trace[310419576] 'applied index is now lower than readState.Index' (duration: 7.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:51.762891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"498.01885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:51.763005Z","caller":"traceutil/trace.go:172","msg":"trace[634836879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"498.359857ms","start":"2026-03-30T21:30:51.264577Z","end":"2026-03-30T21:30:51.762937Z","steps":["trace[634836879] 'agreement among raft nodes before linearized reading' (duration: 497.767528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:51.763123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.264554Z","time spent":"498.558456ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:52.263128Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:52.763807Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:53.264381Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:53.279996Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"73b132709fee1095 [logterm: 2, index: 1234, vote: 0] ignored MsgPreVote from 45496929f16fe822 [logterm: 2, index: 1234] at term 2: lease is not expired (remaining ticks: 4)"} {"level":"warn","ts":"2026-03-30T21:30:53.764583Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:53.916479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001013859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:30:53.916573Z","caller":"traceutil/trace.go:172","msg":"trace[1018627701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001125895s","start":"2026-03-30T21:30:51.915426Z","end":"2026-03-30T21:30:53.916552Z","steps":["trace[1018627701] 'agreement among raft nodes before linearized reading' (duration: 2.001008649s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:53.916627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.915387Z","time spent":"2.00123139s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:30:53 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T21:30:54.256848Z","caller":"traceutil/trace.go:172","msg":"trace[2048763893] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1234; }","duration":"2.494502148s","start":"2026-03-30T21:30:51.762319Z","end":"2026-03-30T21:30:54.256821Z","steps":["trace[2048763893] 'read index received' (duration: 2.494495018s)","trace[2048763893] 'applied index is now lower than readState.Index' (duration: 5.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:54.256990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.877453574s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:54.257023Z","caller":"traceutil/trace.go:172","msg":"trace[1673288201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1042; }","duration":"2.877499716s","start":"2026-03-30T21:30:51.379512Z","end":"2026-03-30T21:30:54.257012Z","steps":["trace[1673288201] 'agreement among raft nodes before linearized reading' (duration: 2.877427443s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.257150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.864899468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:30:54.257242Z","caller":"traceutil/trace.go:172","msg":"trace[1432072316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1042; }","duration":"2.865007833s","start":"2026-03-30T21:30:51.392211Z","end":"2026-03-30T21:30:54.257219Z","steps":["trace[1432072316] 'agreement among raft nodes before linearized reading' (duration: 2.864738s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.257402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.991256557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-03-30T21:30:54.257445Z","caller":"traceutil/trace.go:172","msg":"trace[1902221994] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1042; }","duration":"2.991305299s","start":"2026-03-30T21:30:51.266130Z","end":"2026-03-30T21:30:54.257435Z","steps":["trace[1902221994] 'agreement among raft nodes before linearized reading' (duration: 2.991093298s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.257485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.266122Z","time spent":"2.991351882s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6557,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.257271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.796527134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:30:54.257895Z","caller":"traceutil/trace.go:172","msg":"trace[393443078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1042; }","duration":"2.797150416s","start":"2026-03-30T21:30:51.460728Z","end":"2026-03-30T21:30:54.257878Z","steps":["trace[393443078] 'agreement among raft nodes before linearized reading' (duration: 2.796151326s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.257296Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.392196Z","time spent":"2.865086027s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.258100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.460656Z","time spent":"2.797271322s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.258121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.851592446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:30:54.259860Z","caller":"traceutil/trace.go:172","msg":"trace[600656840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1042; }","duration":"2.853335292s","start":"2026-03-30T21:30:51.406513Z","end":"2026-03-30T21:30:54.259848Z","steps":["trace[600656840] 'agreement among raft nodes before linearized reading' (duration: 2.851497171s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.259937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.406505Z","time spent":"2.853420586s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:54.300123Z","caller":"traceutil/trace.go:172","msg":"trace[191964761] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"379.125234ms","start":"2026-03-30T21:30:53.920980Z","end":"2026-03-30T21:30:54.300105Z","steps":["trace[191964761] 'process raft request' (duration: 379.068552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.300256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.920950Z","time spent":"379.250211ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:30:54.303662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.83973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:30:54.303739Z","caller":"traceutil/trace.go:172","msg":"trace[1104437712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1052; }","duration":"351.925284ms","start":"2026-03-30T21:30:53.951799Z","end":"2026-03-30T21:30:54.303724Z","steps":["trace[1104437712] 'agreement among raft nodes before linearized reading' (duration: 351.797658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.303778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.951778Z","time spent":"351.989367ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:54.304043Z","caller":"traceutil/trace.go:172","msg":"trace[1712307455] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1054; }","duration":"356.51451ms","start":"2026-03-30T21:30:53.947514Z","end":"2026-03-30T21:30:54.304028Z","steps":["trace[1712307455] 'process raft request' (duration: 356.395274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.304208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.947497Z","time spent":"356.625236ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":88,"response count":0,"response size":5202,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:54.305527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.698881685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:54.305698Z","caller":"traceutil/trace.go:172","msg":"trace[322147110] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1054; }","duration":"1.699065284s","start":"2026-03-30T21:30:52.606613Z","end":"2026-03-30T21:30:54.305678Z","steps":["trace[322147110] 'agreement among raft nodes before linearized reading' (duration: 1.698835663s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.305768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.61664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:54.305845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.606544Z","time spent":"1.699239822s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.305705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"712.50342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:54.306208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.084863514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:54.306673Z","caller":"traceutil/trace.go:172","msg":"trace[1323330642] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1054; }","duration":"1.085321126s","start":"2026-03-30T21:30:53.221338Z","end":"2026-03-30T21:30:54.306659Z","steps":["trace[1323330642] 'agreement among raft nodes before linearized reading' (duration: 1.084849183s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.306716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.221296Z","time spent":"1.08541231s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.306484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.749742776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:54.306858Z","caller":"traceutil/trace.go:172","msg":"trace[849956648] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1054; }","duration":"1.750116844s","start":"2026-03-30T21:30:52.556731Z","end":"2026-03-30T21:30:54.306847Z","steps":["trace[849956648] 'agreement among raft nodes before linearized reading' (duration: 1.749721465s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:54.306219Z","caller":"traceutil/trace.go:172","msg":"trace[736485480] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1054; }","duration":"713.014515ms","start":"2026-03-30T21:30:53.593187Z","end":"2026-03-30T21:30:54.306201Z","steps":["trace[736485480] 'agreement among raft nodes before linearized reading' (duration: 712.474218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.307010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.593162Z","time spent":"713.836735ms","remote":"127.0.0.1:41840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.306159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.195726658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:54.307160Z","caller":"traceutil/trace.go:172","msg":"trace[507518938] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1054; }","duration":"1.196741788s","start":"2026-03-30T21:30:53.110407Z","end":"2026-03-30T21:30:54.307148Z","steps":["trace[507518938] 'agreement among raft nodes before linearized reading' (duration: 1.195704127s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.307192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.110385Z","time spent":"1.196798271s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:54.305812Z","caller":"traceutil/trace.go:172","msg":"trace[491872167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1054; }","duration":"379.652732ms","start":"2026-03-30T21:30:53.926145Z","end":"2026-03-30T21:30:54.305798Z","steps":["trace[491872167] 'agreement among raft nodes before linearized reading' (duration: 379.589549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.307339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:53.926133Z","time spent":"381.197327ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:54.306600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.92712407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:54.307456Z","caller":"traceutil/trace.go:172","msg":"trace[1891554548] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1054; }","duration":"1.927984632s","start":"2026-03-30T21:30:52.379464Z","end":"2026-03-30T21:30:54.307448Z","steps":["trace[1891554548] 'agreement among raft nodes before linearized reading' (duration: 1.927101218s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.307478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.379442Z","time spent":"1.928029944s","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.307877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:52.556704Z","time spent":"1.750171568s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.308738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.349842712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-jd6t5\" limit:1 ","response":"range_response_count:1 size:5390"} {"level":"info","ts":"2026-03-30T21:30:54.308780Z","caller":"traceutil/trace.go:172","msg":"trace[1797081177] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-jd6t5; range_end:; response_count:1; response_revision:1054; }","duration":"2.349912155s","start":"2026-03-30T21:30:51.958859Z","end":"2026-03-30T21:30:54.308771Z","steps":["trace[1797081177] 'agreement among raft nodes before linearized reading' (duration: 2.346910737s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:54.308920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:51.958839Z","time spent":"2.350072503s","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5413,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-jd6t5\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:54.614064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.846384ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:54.614276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.055536ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-30T21:30:54.614371Z","caller":"traceutil/trace.go:172","msg":"trace[99960879] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1054; }","duration":"354.982261ms","start":"2026-03-30T21:30:54.259181Z","end":"2026-03-30T21:30:54.614163Z","steps":["trace[99960879] 'agreement among raft nodes before linearized reading' (duration: 137.914004ms)","trace[99960879] 'range keys from in-memory index tree' (duration: 216.902358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:54.897581Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:55.398465Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:55.899297Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043121,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:55.978810Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"73b132709fee1095 is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T21:30:55.978882Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"73b132709fee1095 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T21:30:55.978921Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"73b132709fee1095 [logterm: 2, index: 1259] sent MsgPreVote request to 45496929f16fe822 at term 2"} {"level":"info","ts":"2026-03-30T21:30:55.978965Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"73b132709fee1095 [logterm: 2, index: 1259] sent MsgPreVote request to d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-30T21:30:55.978988Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 73b132709fee1095 lost leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-30T21:30:55.979089Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"73b132709fee1095 received MsgPreVoteResp from 73b132709fee1095 at term 2"} {"level":"info","ts":"2026-03-30T21:30:55.979136Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"73b132709fee1095 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-30T21:30:56.309297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999863097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T21:30:56.309432Z","caller":"traceutil/trace.go:172","msg":"trace[756446844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013385s","start":"2026-03-30T21:30:54.309401Z","end":"2026-03-30T21:30:56.309414Z","steps":["trace[756446844] 'agreement among raft nodes before linearized reading' (duration: 1.999859437s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:56.309528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.309383Z","time spent":"2.000133281s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:30:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:30:56.399605Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:56.900265Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043121,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:56.992633Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"73b132709fee1095 became follower at term 2"} {"level":"info","ts":"2026-03-30T21:30:56.992725Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 73b132709fee1095 elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-30T21:30:56.993714Z","caller":"traceutil/trace.go:172","msg":"trace[1476907197] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1061; }","duration":"2.674810407s","start":"2026-03-30T21:30:54.318891Z","end":"2026-03-30T21:30:56.993701Z","steps":["trace[1476907197] 'process raft request' (duration: 2.674787976s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:56.993797Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.318872Z","time spent":"2.67487573s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":10402,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:56.993863Z","caller":"traceutil/trace.go:172","msg":"trace[2120090979] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"2.677479018s","start":"2026-03-30T21:30:54.316373Z","end":"2026-03-30T21:30:56.993852Z","steps":["trace[2120090979] 'process raft request' (duration: 2.677200235s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:56.993886Z","caller":"traceutil/trace.go:172","msg":"trace[1010227698] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1061; }","duration":"2.676915671s","start":"2026-03-30T21:30:54.316964Z","end":"2026-03-30T21:30:56.993880Z","steps":["trace[1010227698] 'process raft request' (duration: 2.67669276s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:56.993913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.316355Z","time spent":"2.677530971s","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5181,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:56.993916Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.316933Z","time spent":"2.676965623s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":88,"response count":0,"response size":5211,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:57.493784Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:57.525669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001399312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:30:57.526456Z","caller":"traceutil/trace.go:172","msg":"trace[779029540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00234925s","start":"2026-03-30T21:30:55.524081Z","end":"2026-03-30T21:30:57.526430Z","steps":["trace[779029540] 'agreement among raft nodes before linearized reading' (duration: 2.001395103s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:57.526530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:55.524057Z","time spent":"2.002457125s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:30:57 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:30:57.994568Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:58.317195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999990733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T21:30:58.317295Z","caller":"traceutil/trace.go:172","msg":"trace[1401033177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104528s","start":"2026-03-30T21:30:56.317168Z","end":"2026-03-30T21:30:58.317273Z","steps":["trace[1401033177] 'agreement among raft nodes before linearized reading' (duration: 1.999984592s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.317385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.317161Z","time spent":"2.000214585s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:30:58.494887Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:30:58.726222Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145043122,"received-request-id":1195034177145043121} {"level":"info","ts":"2026-03-30T21:30:58.726643Z","caller":"traceutil/trace.go:172","msg":"trace[798223444] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1259; }","duration":"1.733772198s","start":"2026-03-30T21:30:56.992853Z","end":"2026-03-30T21:30:58.726625Z","steps":["trace[798223444] 'read index received' (duration: 1.733764568s)","trace[798223444] 'applied index is now lower than readState.Index' (duration: 6.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:30:58.726758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.377472165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:30:58.726808Z","caller":"traceutil/trace.go:172","msg":"trace[1346894694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1061; }","duration":"2.377533047s","start":"2026-03-30T21:30:56.349264Z","end":"2026-03-30T21:30:58.726797Z","steps":["trace[1346894694] 'agreement among raft nodes before linearized reading' (duration: 2.377364109s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.726834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.349251Z","time spent":"2.37757795s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:58.726891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.82544951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:58.726929Z","caller":"traceutil/trace.go:172","msg":"trace[1420365778] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1061; }","duration":"1.825502873s","start":"2026-03-30T21:30:56.901418Z","end":"2026-03-30T21:30:58.726921Z","steps":["trace[1420365778] 'agreement among raft nodes before linearized reading' (duration: 1.825415248s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.726955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.901397Z","time spent":"1.825553145s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:58.726985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.224384864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:30:58.727047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.111410201s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:58.727073Z","caller":"traceutil/trace.go:172","msg":"trace[679231269] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1061; }","duration":"2.224484049s","start":"2026-03-30T21:30:56.502569Z","end":"2026-03-30T21:30:58.727053Z","steps":["trace[679231269] 'agreement among raft nodes before linearized reading' (duration: 2.224318461s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:30:58.727091Z","caller":"traceutil/trace.go:172","msg":"trace[665474497] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"4.111467443s","start":"2026-03-30T21:30:54.615612Z","end":"2026-03-30T21:30:58.727079Z","steps":["trace[665474497] 'agreement among raft nodes before linearized reading' (duration: 4.111381289s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.727116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.502545Z","time spent":"2.224562523s","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:58.727303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.774473286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:30:58.727329Z","caller":"traceutil/trace.go:172","msg":"trace[1161884756] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1063; }","duration":"2.774498048s","start":"2026-03-30T21:30:55.952821Z","end":"2026-03-30T21:30:58.727319Z","steps":["trace[1161884756] 'agreement among raft nodes before linearized reading' (duration: 2.774205034s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.727341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.220908211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-30T21:30:58.727351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:55.952792Z","time spent":"2.774552491s","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-03-30T21:30:58.727366Z","caller":"traceutil/trace.go:172","msg":"trace[1159953957] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1063; }","duration":"4.220932452s","start":"2026-03-30T21:30:54.506425Z","end":"2026-03-30T21:30:58.727358Z","steps":["trace[1159953957] 'agreement among raft nodes before linearized reading' (duration: 4.220620797s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.727384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:54.506400Z","time spent":"4.220979675s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.72\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:58.727521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.745456088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T21:30:58.727565Z","caller":"traceutil/trace.go:172","msg":"trace[1761600785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1064; }","duration":"1.7454997s","start":"2026-03-30T21:30:56.982054Z","end":"2026-03-30T21:30:58.727553Z","steps":["trace[1761600785] 'agreement among raft nodes before linearized reading' (duration: 1.744921251s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.727593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.982028Z","time spent":"1.745557614s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:58.729290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.417084431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T21:30:58.729357Z","caller":"traceutil/trace.go:172","msg":"trace[774405613] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d; range_end:; response_count:1; response_revision:1065; }","duration":"2.417150865s","start":"2026-03-30T21:30:56.312195Z","end":"2026-03-30T21:30:58.729346Z","steps":["trace[774405613] 'agreement among raft nodes before linearized reading' (duration: 2.414515103s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:58.729374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:56.312170Z","time spent":"2.417199497s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:30:59.227154Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:30:59.293972Z","caller":"traceutil/trace.go:172","msg":"trace[1209516422] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"2.290722206s","start":"2026-03-30T21:30:57.003227Z","end":"2026-03-30T21:30:59.293949Z","steps":["trace[1209516422] 'process raft request' (duration: 2.290549167s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.294119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:57.003210Z","time spent":"2.290844281s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:59.294215Z","caller":"traceutil/trace.go:172","msg":"trace[1905761659] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"2.290712075s","start":"2026-03-30T21:30:57.003483Z","end":"2026-03-30T21:30:59.294195Z","steps":["trace[1905761659] 'process raft request' (duration: 2.290433361s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.294338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:57.003475Z","time spent":"2.290795469s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:59.708712Z","caller":"traceutil/trace.go:172","msg":"trace[1122218520] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"2.34104473s","start":"2026-03-30T21:30:57.367638Z","end":"2026-03-30T21:30:59.708683Z","steps":["trace[1122218520] 'process raft request' (duration: 2.340394708s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.708883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:57.367609Z","time spent":"2.341179757s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:30:59.708902Z","caller":"traceutil/trace.go:172","msg":"trace[1105848492] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"1.787672597s","start":"2026-03-30T21:30:57.921211Z","end":"2026-03-30T21:30:59.708884Z","steps":["trace[1105848492] 'process raft request' (duration: 1.786968632s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:30:59.709023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:57.921186Z","time spent":"1.787773263s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:30:59.727348Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:00.228503Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:00.326146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999958734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T21:31:00.326226Z","caller":"traceutil/trace.go:172","msg":"trace[935147899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048459s","start":"2026-03-30T21:30:58.326160Z","end":"2026-03-30T21:31:00.326208Z","steps":["trace[935147899] 'agreement among raft nodes before linearized reading' (duration: 1.999955224s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.326309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.326150Z","time spent":"2.000150503s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:00.499624Z","caller":"traceutil/trace.go:172","msg":"trace[476597002] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1278; }","duration":"1.772900179s","start":"2026-03-30T21:30:58.726693Z","end":"2026-03-30T21:31:00.499593Z","steps":["trace[476597002] 'read index received' (duration: 1.772885108s)","trace[476597002] 'applied index is now lower than readState.Index' (duration: 11.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:00.499807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.527959659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:00.499838Z","caller":"traceutil/trace.go:172","msg":"trace[1020078853] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1076; }","duration":"2.528007691s","start":"2026-03-30T21:30:57.971820Z","end":"2026-03-30T21:31:00.499828Z","steps":["trace[1020078853] 'agreement among raft nodes before linearized reading' (duration: 2.527922917s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.499871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:57.971790Z","time spent":"2.528072885s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:00.499826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.231283417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T21:31:00.500017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.729948Z","time spent":"1.770064798s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T21:31:00.500119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.847487258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-30T21:31:00.500196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.122633648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:00.500203Z","caller":"traceutil/trace.go:172","msg":"trace[91882125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1077; }","duration":"2.847590373s","start":"2026-03-30T21:30:57.652592Z","end":"2026-03-30T21:31:00.500183Z","steps":["trace[91882125] 'agreement among raft nodes before linearized reading' (duration: 2.847293258s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:00.500230Z","caller":"traceutil/trace.go:172","msg":"trace[2069798322] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1077; }","duration":"3.12266763s","start":"2026-03-30T21:30:57.377553Z","end":"2026-03-30T21:31:00.500220Z","steps":["trace[2069798322] 'agreement among raft nodes before linearized reading' (duration: 3.122350634s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.500259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:57.377544Z","time spent":"3.122707321s","remote":"127.0.0.1:41840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:00.500291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.178568518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7806"} {"level":"warn","ts":"2026-03-30T21:31:00.500253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:57.652568Z","time spent":"2.847671997s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:00.500344Z","caller":"traceutil/trace.go:172","msg":"trace[1153517295] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1077; }","duration":"2.178623831s","start":"2026-03-30T21:30:58.321704Z","end":"2026-03-30T21:31:00.500328Z","steps":["trace[1153517295] 'agreement among raft nodes before linearized reading' (duration: 2.178177139s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.500377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.321685Z","time spent":"2.178681994s","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7829,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:00.499898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.96783835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:00.500719Z","caller":"traceutil/trace.go:172","msg":"trace[199407939] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1077; }","duration":"1.968648821s","start":"2026-03-30T21:30:58.532049Z","end":"2026-03-30T21:31:00.500698Z","steps":["trace[199407939] 'agreement among raft nodes before linearized reading' (duration: 1.967806869s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.500899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.532031Z","time spent":"1.968821809s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:00.499988Z","caller":"traceutil/trace.go:172","msg":"trace[109868753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1076; }","duration":"2.231416825s","start":"2026-03-30T21:30:58.268524Z","end":"2026-03-30T21:31:00.499941Z","steps":["trace[109868753] 'agreement among raft nodes before linearized reading' (duration: 2.231128221s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.501575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.268503Z","time spent":"2.233006174s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:00.923605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.048134ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-30T21:31:00.923840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.731130Z","time spent":"2.192702595s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T21:31:00.924146Z","caller":"traceutil/trace.go:172","msg":"trace[1755367527] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"1.998938542s","start":"2026-03-30T21:30:58.925190Z","end":"2026-03-30T21:31:00.924129Z","steps":["trace[1755367527] 'process raft request' (duration: 1.998561113s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:00.924206Z","caller":"traceutil/trace.go:172","msg":"trace[564242586] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"1.618192231s","start":"2026-03-30T21:30:59.305992Z","end":"2026-03-30T21:31:00.924184Z","steps":["trace[564242586] 'process raft request' (duration: 1.618051074s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.924372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.305972Z","time spent":"1.618305507s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:00.924231Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.925177Z","time spent":"1.998999406s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:00.924452Z","caller":"traceutil/trace.go:172","msg":"trace[617325394] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"1.619656125s","start":"2026-03-30T21:30:59.304740Z","end":"2026-03-30T21:31:00.924396Z","steps":["trace[617325394] 'process raft request' (duration: 1.619224954s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:00.924757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.304711Z","time spent":"1.619885136s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:00.925553Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145043135,"received-request-id":1195034177145043127} {"level":"warn","ts":"2026-03-30T21:31:01.000402Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:01.060477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.690642ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T21:31:01.388710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.026373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T21:31:01.388936Z","caller":"traceutil/trace.go:172","msg":"trace[1568186590] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1290; }","duration":"889.197317ms","start":"2026-03-30T21:31:00.499710Z","end":"2026-03-30T21:31:01.388907Z","steps":["trace[1568186590] 'read index received' (duration: 830.216307ms)","trace[1568186590] 'applied index is now lower than readState.Index' (duration: 58.97859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:01.389066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.123033214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.389097Z","caller":"traceutil/trace.go:172","msg":"trace[1024131317] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1084; }","duration":"886.058479ms","start":"2026-03-30T21:31:00.503011Z","end":"2026-03-30T21:31:01.389070Z","steps":["trace[1024131317] 'process raft request' (duration: 885.849979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.389143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.474677719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.389149Z","caller":"traceutil/trace.go:172","msg":"trace[497858894] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"876.743853ms","start":"2026-03-30T21:31:00.512390Z","end":"2026-03-30T21:31:01.389134Z","steps":["trace[497858894] 'process raft request' (duration: 876.545903ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:01.389179Z","caller":"traceutil/trace.go:172","msg":"trace[257201903] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1086; }","duration":"2.47470738s","start":"2026-03-30T21:30:58.914459Z","end":"2026-03-30T21:31:01.389166Z","steps":["trace[257201903] 'agreement among raft nodes before linearized reading' (duration: 2.474661218s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.389205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.030224446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:01.389218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:58.914440Z","time spent":"2.474769193s","remote":"127.0.0.1:42096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:01.389247Z","caller":"traceutil/trace.go:172","msg":"trace[411187666] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1086; }","duration":"2.030262087s","start":"2026-03-30T21:30:59.358975Z","end":"2026-03-30T21:31:01.389237Z","steps":["trace[411187666] 'agreement among raft nodes before linearized reading' (duration: 2.030205965s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.389259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.502975Z","time spent":"886.187986ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:01.389283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.358958Z","time spent":"2.030317269s","remote":"127.0.0.1:42072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.389350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.061532038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.389152Z","caller":"traceutil/trace.go:172","msg":"trace[436145344] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1084; }","duration":"2.123136099s","start":"2026-03-30T21:30:59.265998Z","end":"2026-03-30T21:31:01.389134Z","steps":["trace[436145344] 'agreement among raft nodes before linearized reading' (duration: 2.122961671s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.389562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.659554979s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.389568Z","caller":"traceutil/trace.go:172","msg":"trace[2075506550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1086; }","duration":"1.061853484s","start":"2026-03-30T21:31:00.327684Z","end":"2026-03-30T21:31:01.389538Z","steps":["trace[2075506550] 'agreement among raft nodes before linearized reading' (duration: 1.061380601s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:01.389639Z","caller":"traceutil/trace.go:172","msg":"trace[737097499] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1086; }","duration":"2.659628992s","start":"2026-03-30T21:30:58.729987Z","end":"2026-03-30T21:31:01.389616Z","steps":["trace[737097499] 'agreement among raft nodes before linearized reading' (duration: 2.659498576s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.389661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.327664Z","time spent":"1.061982141s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:01.389256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.512361Z","time spent":"876.827097ms","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7983,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:01.389574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.265973Z","time spent":"2.123586272s","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.389100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.387250459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:01.390215Z","caller":"traceutil/trace.go:172","msg":"trace[633395834] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1084; }","duration":"2.388356465s","start":"2026-03-30T21:30:59.001817Z","end":"2026-03-30T21:31:01.390174Z","steps":["trace[633395834] 'agreement among raft nodes before linearized reading' (duration: 2.387212507s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.390308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:30:59.001789Z","time spent":"2.388500232s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:01.889517Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:01.944634Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145043141,"received-request-id":1195034177145043135} {"level":"info","ts":"2026-03-30T21:31:01.946363Z","caller":"traceutil/trace.go:172","msg":"trace[158517419] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"1.019809917s","start":"2026-03-30T21:31:00.926532Z","end":"2026-03-30T21:31:01.946342Z","steps":["trace[158517419] 'process raft request' (duration: 1.019572695s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.946637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.926512Z","time spent":"1.020040899s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:01.947155Z","caller":"traceutil/trace.go:172","msg":"trace[1737693534] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1092; }","duration":"1.001326502s","start":"2026-03-30T21:31:00.945810Z","end":"2026-03-30T21:31:01.947136Z","steps":["trace[1737693534] 'process raft request' (duration: 1.000411976s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:01.947212Z","caller":"traceutil/trace.go:172","msg":"trace[1928042932] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1092; }","duration":"1.01107072s","start":"2026-03-30T21:31:00.935997Z","end":"2026-03-30T21:31:01.947068Z","steps":["trace[1928042932] 'process raft request' (duration: 1.010179915s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:01.947303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.935988Z","time spent":"1.011263289s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":87,"response count":0,"response size":4205,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:01.947298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.945766Z","time spent":"1.001450238s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24280,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:02.003890Z","caller":"traceutil/trace.go:172","msg":"trace[178402951] linearizableReadLoop","detail":"{readStateIndex:1303; appliedIndex:1305; }","duration":"614.857801ms","start":"2026-03-30T21:31:01.389005Z","end":"2026-03-30T21:31:02.003862Z","steps":["trace[178402951] 'read index received' (duration: 614.84989ms)","trace[178402951] 'applied index is now lower than readState.Index' (duration: 6.101µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.004108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.173448529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.004178Z","caller":"traceutil/trace.go:172","msg":"trace[780318893] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1094; }","duration":"1.173548714s","start":"2026-03-30T21:31:00.830616Z","end":"2026-03-30T21:31:02.004164Z","steps":["trace[780318893] 'agreement among raft nodes before linearized reading' (duration: 1.173379385s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.004228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:00.830584Z","time spent":"1.173634347s","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.004409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.393364Z","time spent":"611.041989ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T21:31:02.070820Z","caller":"traceutil/trace.go:172","msg":"trace[43304992] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"119.500745ms","start":"2026-03-30T21:31:01.951272Z","end":"2026-03-30T21:31:02.070773Z","steps":["trace[43304992] 'process raft request' (duration: 99.071237ms)","trace[43304992] 'compare' (duration: 20.08205ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:02.070982Z","caller":"traceutil/trace.go:172","msg":"trace[1522525544] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"110.304743ms","start":"2026-03-30T21:31:01.960634Z","end":"2026-03-30T21:31:02.070939Z","steps":["trace[1522525544] 'process raft request' (duration: 110.115034ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.071421Z","caller":"traceutil/trace.go:172","msg":"trace[787495107] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1096; }","duration":"111.115784ms","start":"2026-03-30T21:31:01.959893Z","end":"2026-03-30T21:31:02.071009Z","steps":["trace[787495107] 'process raft request' (duration: 110.786697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.087282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.17834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.087358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"640.170439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:31:02.087385Z","caller":"traceutil/trace.go:172","msg":"trace[811197667] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1100; }","duration":"329.293496ms","start":"2026-03-30T21:31:01.758067Z","end":"2026-03-30T21:31:02.087360Z","steps":["trace[811197667] 'agreement among raft nodes before linearized reading' (duration: 329.123637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.087376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"686.697796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.087416Z","caller":"traceutil/trace.go:172","msg":"trace[1058026404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1100; }","duration":"640.239633ms","start":"2026-03-30T21:31:01.447162Z","end":"2026-03-30T21:31:02.087402Z","steps":["trace[1058026404] 'agreement among raft nodes before linearized reading' (duration: 640.014141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.087430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.758030Z","time spent":"329.390971ms","remote":"127.0.0.1:41604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:02.087441Z","caller":"traceutil/trace.go:172","msg":"trace[1610085683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"686.77163ms","start":"2026-03-30T21:31:01.400654Z","end":"2026-03-30T21:31:02.087425Z","steps":["trace[1610085683] 'agreement among raft nodes before linearized reading' (duration: 686.646142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.087450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.447111Z","time spent":"640.330487ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.087473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:01.400635Z","time spent":"686.833673ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:02.087667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.037614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.087481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.835734ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.087963Z","caller":"traceutil/trace.go:172","msg":"trace[1842337833] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1100; }","duration":"224.37558ms","start":"2026-03-30T21:31:01.863565Z","end":"2026-03-30T21:31:02.087940Z","steps":["trace[1842337833] 'agreement among raft nodes before linearized reading' (duration: 223.957199ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.088041Z","caller":"traceutil/trace.go:172","msg":"trace[59672855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1100; }","duration":"695.449424ms","start":"2026-03-30T21:31:01.392570Z","end":"2026-03-30T21:31:02.088020Z","steps":["trace[59672855] 'agreement among raft nodes before linearized reading' (duration: 694.796162ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.114024Z","caller":"traceutil/trace.go:172","msg":"trace[78904709] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"108.710948ms","start":"2026-03-30T21:31:02.005300Z","end":"2026-03-30T21:31:02.114010Z","steps":["trace[78904709] 'process raft request' (duration: 108.627514ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:02.391198Z","caller":"traceutil/trace.go:172","msg":"trace[2004828410] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1318; }","duration":"304.016801ms","start":"2026-03-30T21:31:02.087150Z","end":"2026-03-30T21:31:02.391167Z","steps":["trace[2004828410] 'read index received' (duration: 303.903886ms)","trace[2004828410] 'applied index is now lower than readState.Index' (duration: 110.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:02.391346Z","caller":"traceutil/trace.go:172","msg":"trace[81048465] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"306.470604ms","start":"2026-03-30T21:31:02.084853Z","end":"2026-03-30T21:31:02.391324Z","steps":["trace[81048465] 'process raft request' (duration: 306.342198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.391506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.084816Z","time spent":"306.597941ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:02.391615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.488598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T21:31:02.391698Z","caller":"traceutil/trace.go:172","msg":"trace[693060062] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d; range_end:; response_count:1; response_revision:1105; }","duration":"316.582423ms","start":"2026-03-30T21:31:02.075101Z","end":"2026-03-30T21:31:02.391683Z","steps":["trace[693060062] 'agreement among raft nodes before linearized reading' (duration: 316.31641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.391768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.075060Z","time spent":"316.665947ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:02.813334Z","caller":"traceutil/trace.go:172","msg":"trace[2071272279] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1322; }","duration":"421.938541ms","start":"2026-03-30T21:31:02.391354Z","end":"2026-03-30T21:31:02.813292Z","steps":["trace[2071272279] 'read index received' (duration: 421.932561ms)","trace[2071272279] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.855783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.866196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.855886Z","caller":"traceutil/trace.go:172","msg":"trace[182363500] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1107; }","duration":"481.983872ms","start":"2026-03-30T21:31:02.373877Z","end":"2026-03-30T21:31:02.855861Z","steps":["trace[182363500] 'agreement among raft nodes before linearized reading' (duration: 439.555697ms)","trace[182363500] 'range keys from in-memory index tree' (duration: 42.289047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.855917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"637.495784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:02.855911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"767.390357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:02.855981Z","caller":"traceutil/trace.go:172","msg":"trace[1482780182] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1107; }","duration":"637.566068ms","start":"2026-03-30T21:31:02.218400Z","end":"2026-03-30T21:31:02.855966Z","steps":["trace[1482780182] 'agreement among raft nodes before linearized reading' (duration: 595.041679ms)","trace[1482780182] 'range keys from in-memory index tree' (duration: 42.431435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.856014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.218365Z","time spent":"637.641601ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:02.856009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"739.715565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:31:02.856008Z","caller":"traceutil/trace.go:172","msg":"trace[2015484706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1107; }","duration":"767.490722ms","start":"2026-03-30T21:31:02.088497Z","end":"2026-03-30T21:31:02.855987Z","steps":["trace[2015484706] 'agreement among raft nodes before linearized reading' (duration: 724.966493ms)","trace[2015484706] 'range keys from in-memory index tree' (duration: 42.401013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.856178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.088478Z","time spent":"767.693212ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:02.856256Z","caller":"traceutil/trace.go:172","msg":"trace[990227528] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1107; }","duration":"739.848381ms","start":"2026-03-30T21:31:02.116244Z","end":"2026-03-30T21:31:02.856093Z","steps":["trace[990227528] 'agreement among raft nodes before linearized reading' (duration: 697.211097ms)","trace[990227528] 'range keys from in-memory index tree' (duration: 42.35401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.856321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.116231Z","time spent":"740.076723ms","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":464,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:02.856482Z","caller":"traceutil/trace.go:172","msg":"trace[1944980556] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1107; }","duration":"734.873741ms","start":"2026-03-30T21:31:02.121593Z","end":"2026-03-30T21:31:02.856467Z","steps":["trace[1944980556] 'process raft request' (duration: 691.596964ms)","trace[1944980556] 'compare' (duration: 43.011894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:02.856910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.121573Z","time spent":"734.964025ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188522,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:02.857923Z","caller":"traceutil/trace.go:172","msg":"trace[640853936] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"462.944375ms","start":"2026-03-30T21:31:02.394965Z","end":"2026-03-30T21:31:02.857909Z","steps":["trace[640853936] 'process raft request' (duration: 462.441469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.858056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.394941Z","time spent":"463.026099ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:02.858312Z","caller":"traceutil/trace.go:172","msg":"trace[208599344] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1112; }","duration":"356.786555ms","start":"2026-03-30T21:31:02.501511Z","end":"2026-03-30T21:31:02.858298Z","steps":["trace[208599344] 'process raft request' (duration: 356.056388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:02.860436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.501479Z","time spent":"357.443418ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:03.178195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.513427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:03.317791Z","caller":"traceutil/trace.go:172","msg":"trace[1609796269] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1332; }","duration":"459.515104ms","start":"2026-03-30T21:31:02.858252Z","end":"2026-03-30T21:31:03.317767Z","steps":["trace[1609796269] 'read index received' (duration: 459.507564ms)","trace[1609796269] 'applied index is now lower than readState.Index' (duration: 5.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.361589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"513.81313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T21:31:03.361744Z","caller":"traceutil/trace.go:172","msg":"trace[2123551421] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1114; }","duration":"513.977958ms","start":"2026-03-30T21:31:02.847726Z","end":"2026-03-30T21:31:03.361704Z","steps":["trace[2123551421] 'agreement among raft nodes before linearized reading' (duration: 470.270876ms)","trace[2123551421] 'range keys from in-memory index tree' (duration: 43.351505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.362040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.847691Z","time spent":"514.290293ms","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:03.443094Z","caller":"traceutil/trace.go:172","msg":"trace[1260968009] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1117; }","duration":"440.105101ms","start":"2026-03-30T21:31:03.002963Z","end":"2026-03-30T21:31:03.443068Z","steps":["trace[1260968009] 'process raft request' (duration: 439.938842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.443265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.002943Z","time spent":"440.239317ms","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188288,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:03.445215Z","caller":"traceutil/trace.go:172","msg":"trace[1369115838] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1339; }","duration":"127.340507ms","start":"2026-03-30T21:31:03.317860Z","end":"2026-03-30T21:31:03.445200Z","steps":["trace[1369115838] 'read index received' (duration: 127.332097ms)","trace[1369115838] 'applied index is now lower than readState.Index' (duration: 7.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.445428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.669218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-03-30T21:31:03.445499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.564099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.445567Z","caller":"traceutil/trace.go:172","msg":"trace[1584151357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1118; }","duration":"468.820146ms","start":"2026-03-30T21:31:02.976725Z","end":"2026-03-30T21:31:03.445545Z","steps":["trace[1584151357] 'agreement among raft nodes before linearized reading' (duration: 468.492859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.445575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.814379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7998"} {"level":"info","ts":"2026-03-30T21:31:03.445607Z","caller":"traceutil/trace.go:172","msg":"trace[203693322] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1118; }","duration":"426.681144ms","start":"2026-03-30T21:31:03.018899Z","end":"2026-03-30T21:31:03.445580Z","steps":["trace[203693322] 'agreement among raft nodes before linearized reading' (duration: 426.516906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.445618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.976708Z","time spent":"468.89878ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:03.445648Z","caller":"traceutil/trace.go:172","msg":"trace[1587568400] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1118; }","duration":"582.888773ms","start":"2026-03-30T21:31:02.862746Z","end":"2026-03-30T21:31:03.445635Z","steps":["trace[1587568400] 'agreement among raft nodes before linearized reading' (duration: 582.651281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.445663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.018891Z","time spent":"426.761208ms","remote":"127.0.0.1:41502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.445672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"577.724563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:03.445707Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.862731Z","time spent":"582.942216ms","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8021,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:03.445744Z","caller":"traceutil/trace.go:172","msg":"trace[332475405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"577.796236ms","start":"2026-03-30T21:31:02.867927Z","end":"2026-03-30T21:31:03.445723Z","steps":["trace[332475405] 'agreement among raft nodes before linearized reading' (duration: 577.649219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.445759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"586.432741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"warn","ts":"2026-03-30T21:31:03.445786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.867904Z","time spent":"577.8721ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:03.445838Z","caller":"traceutil/trace.go:172","msg":"trace[1189123164] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1118; }","duration":"586.516875ms","start":"2026-03-30T21:31:02.859300Z","end":"2026-03-30T21:31:03.445817Z","steps":["trace[1189123164] 'agreement among raft nodes before linearized reading' (duration: 586.223311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.445887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.859272Z","time spent":"586.602269ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":410,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-30T21:31:03.447112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"383.93357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.447176Z","caller":"traceutil/trace.go:172","msg":"trace[1040164198] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1118; }","duration":"383.998813ms","start":"2026-03-30T21:31:03.063160Z","end":"2026-03-30T21:31:03.447159Z","steps":["trace[1040164198] 'agreement among raft nodes before linearized reading' (duration: 383.882177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.447195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"584.238671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-30T21:31:03.447205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.063146Z","time spent":"384.051756ms","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:03.447237Z","caller":"traceutil/trace.go:172","msg":"trace[1352774506] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d; range_end:; response_count:1; response_revision:1118; }","duration":"584.285474ms","start":"2026-03-30T21:31:02.862941Z","end":"2026-03-30T21:31:03.447226Z","steps":["trace[1352774506] 'agreement among raft nodes before linearized reading' (duration: 582.339945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.447260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:02.862930Z","time spent":"584.324006ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:03.457511Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46676","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:31:03.818067Z","caller":"traceutil/trace.go:172","msg":"trace[322430111] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1339; }","duration":"368.035438ms","start":"2026-03-30T21:31:03.449991Z","end":"2026-03-30T21:31:03.818027Z","steps":["trace[322430111] 'read index received' (duration: 368.025997ms)","trace[322430111] 'applied index is now lower than readState.Index' (duration: 7.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:03.818414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.501122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:03.818470Z","caller":"traceutil/trace.go:172","msg":"trace[517253753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"370.569686ms","start":"2026-03-30T21:31:03.447877Z","end":"2026-03-30T21:31:03.818447Z","steps":["trace[517253753] 'agreement among raft nodes before linearized reading' (duration: 370.432679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.818514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.447856Z","time spent":"370.64996ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:03.818653Z","caller":"traceutil/trace.go:172","msg":"trace[1166408489] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"368.508172ms","start":"2026-03-30T21:31:03.450121Z","end":"2026-03-30T21:31:03.818629Z","steps":["trace[1166408489] 'process raft request' (duration: 368.450299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.818838Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.450108Z","time spent":"368.635169ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:03.818849Z","caller":"traceutil/trace.go:172","msg":"trace[1223387314] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"369.341424ms","start":"2026-03-30T21:31:03.449459Z","end":"2026-03-30T21:31:03.818800Z","steps":["trace[1223387314] 'process raft request' (duration: 368.983995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.819099Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.449434Z","time spent":"369.532264ms","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":445,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:03.964701Z","caller":"traceutil/trace.go:172","msg":"trace[1221847933] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"507.008732ms","start":"2026-03-30T21:31:03.457667Z","end":"2026-03-30T21:31:03.964675Z","steps":["trace[1221847933] 'process raft request' (duration: 506.76697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:03.964885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.457572Z","time spent":"507.219663ms","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7791,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:04.319124Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043164,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:31:04.342644Z","caller":"traceutil/trace.go:172","msg":"trace[725111177] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1342; }","duration":"524.456737ms","start":"2026-03-30T21:31:03.818165Z","end":"2026-03-30T21:31:04.342622Z","steps":["trace[725111177] 'read index received' (duration: 524.447057ms)","trace[725111177] 'applied index is now lower than readState.Index' (duration: 8.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:04.342769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"878.051797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.342792Z","caller":"traceutil/trace.go:172","msg":"trace[1033517553] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1121; }","duration":"878.093279ms","start":"2026-03-30T21:31:03.464693Z","end":"2026-03-30T21:31:04.342786Z","steps":["trace[1033517553] 'agreement among raft nodes before linearized reading' (duration: 878.018476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.342772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"569.968781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:04.342820Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.464542Z","time spent":"878.272599ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-03-30T21:31:04.342841Z","caller":"traceutil/trace.go:172","msg":"trace[1845603466] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1121; }","duration":"570.054455ms","start":"2026-03-30T21:31:03.772771Z","end":"2026-03-30T21:31:04.342826Z","steps":["trace[1845603466] 'agreement among raft nodes before linearized reading' (duration: 569.914338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.342882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.772752Z","time spent":"570.122449ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:04.342914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"878.167943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:04.343053Z","caller":"traceutil/trace.go:172","msg":"trace[1970293282] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1121; }","duration":"878.348693ms","start":"2026-03-30T21:31:03.464681Z","end":"2026-03-30T21:31:04.343030Z","steps":["trace[1970293282] 'agreement among raft nodes before linearized reading' (duration: 878.081139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.343150Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.464642Z","time spent":"878.458728ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:04.379393Z","caller":"traceutil/trace.go:172","msg":"trace[811426142] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"556.58339ms","start":"2026-03-30T21:31:03.822768Z","end":"2026-03-30T21:31:04.379351Z","steps":["trace[811426142] 'process raft request' (duration: 556.110345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.379588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.822748Z","time spent":"556.738228ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:31:04.387966Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145043166,"received-request-id":1195034177145043164} {"level":"warn","ts":"2026-03-30T21:31:04.388245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.203081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T21:31:04.388392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.044929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5kfsl\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-03-30T21:31:04.388323Z","caller":"traceutil/trace.go:172","msg":"trace[1974852839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1130; }","duration":"263.283645ms","start":"2026-03-30T21:31:04.125009Z","end":"2026-03-30T21:31:04.388293Z","steps":["trace[1974852839] 'agreement among raft nodes before linearized reading' (duration: 263.049064ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.388432Z","caller":"traceutil/trace.go:172","msg":"trace[1694156930] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5kfsl; range_end:; response_count:1; response_revision:1130; }","duration":"418.087431ms","start":"2026-03-30T21:31:03.970336Z","end":"2026-03-30T21:31:04.388423Z","steps":["trace[1694156930] 'agreement among raft nodes before linearized reading' (duration: 417.729253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.388484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.970304Z","time spent":"418.172495ms","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-5kfsl\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:04.388501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.495531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"warn","ts":"2026-03-30T21:31:04.388512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.483267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:31:04.388571Z","caller":"traceutil/trace.go:172","msg":"trace[531790104] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1130; }","duration":"566.571244ms","start":"2026-03-30T21:31:03.821981Z","end":"2026-03-30T21:31:04.388552Z","steps":["trace[531790104] 'agreement among raft nodes before linearized reading' (duration: 566.321122ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:04.388582Z","caller":"traceutil/trace.go:172","msg":"trace[2081632543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1131; }","duration":"104.568021ms","start":"2026-03-30T21:31:04.283998Z","end":"2026-03-30T21:31:04.388566Z","steps":["trace[2081632543] 'agreement among raft nodes before linearized reading' (duration: 104.389622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:04.388619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:03.821960Z","time spent":"566.650388ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":520,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:05.157825Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:05.658912Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:05.978626Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.440570666s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:31:06.159979Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:06.308073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"933.564987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:06.308195Z","caller":"traceutil/trace.go:172","msg":"trace[1390238546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1142; }","duration":"933.716835ms","start":"2026-03-30T21:31:05.374454Z","end":"2026-03-30T21:31:06.308171Z","steps":["trace[1390238546] 'range keys from in-memory index tree' (duration: 933.486133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:06.308571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.26133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:06.308815Z","caller":"traceutil/trace.go:172","msg":"trace[734840494] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"1.7936836s","start":"2026-03-30T21:31:04.515097Z","end":"2026-03-30T21:31:06.308780Z","steps":["trace[734840494] 'process raft request' (duration: 1.464126255s)","trace[734840494] 'compare' (duration: 329.125994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:06.309007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:04.515084Z","time spent":"1.793816456s","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:06.660837Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:07.161982Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:07.411777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00032728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:31:07.411867Z","caller":"traceutil/trace.go:172","msg":"trace[178446564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436565s","start":"2026-03-30T21:31:05.411408Z","end":"2026-03-30T21:31:07.411844Z","steps":["trace[178446564] 'agreement among raft nodes before linearized reading' (duration: 2.00032405s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:07.411938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:05.411391Z","time spent":"2.000539691s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:31:07 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:31:07.662919Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:08.163480Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:08.664415Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:09.139975Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.214156237s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:31:09.165249Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:09.412194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000055581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:31:09.412325Z","caller":"traceutil/trace.go:172","msg":"trace[556204324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201419s","start":"2026-03-30T21:31:07.412100Z","end":"2026-03-30T21:31:09.412301Z","steps":["trace[556204324] 'agreement among raft nodes before linearized reading' (duration: 2.000050951s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:09.412389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.412080Z","time spent":"2.000295433s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:31:09 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:31:11.421357Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00013227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:31:11.421627Z","caller":"traceutil/trace.go:172","msg":"trace[746933206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436456s","start":"2026-03-30T21:31:09.421173Z","end":"2026-03-30T21:31:11.421610Z","steps":["trace[746933206] 'agreement among raft nodes before linearized reading' (duration: 2.00013058s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:11.421823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:09.421137Z","time spent":"2.000672669s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:31:11 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:31:12.110413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.998395629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:31:12.110509Z","caller":"traceutil/trace.go:172","msg":"trace[1149087960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998516805s","start":"2026-03-30T21:31:07.111972Z","end":"2026-03-30T21:31:12.110489Z","steps":["trace[1149087960] 'agreement among raft nodes before linearized reading' (duration: 4.998390028s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:12.110564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.111937Z","time spent":"4.99861634s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/30 21:31:12 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:31:12.888938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999135194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:31:12.889000Z","caller":"traceutil/trace.go:172","msg":"trace[2116575518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999215528s","start":"2026-03-30T21:31:07.889772Z","end":"2026-03-30T21:31:12.888988Z","steps":["trace[2116575518] 'agreement among raft nodes before linearized reading' (duration: 4.999132863s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:12.889039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.889745Z","time spent":"4.999287621s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/30 21:31:12 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:31:13.422150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000207588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:31:13.422236Z","caller":"traceutil/trace.go:172","msg":"trace[240288492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303803s","start":"2026-03-30T21:31:11.421914Z","end":"2026-03-30T21:31:13.422217Z","steps":["trace[240288492] 'agreement among raft nodes before linearized reading' (duration: 2.000204888s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:13.422287Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.421890Z","time spent":"2.000388737s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:31:13 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:31:13.784851Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.095432906s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:31:14.720087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.013207464s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:14.720141Z","caller":"traceutil/trace.go:172","msg":"trace[1639207168] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1152; }","duration":"2.013270338s","start":"2026-03-30T21:31:12.706860Z","end":"2026-03-30T21:31:14.720130Z","steps":["trace[1639207168] 'range keys from in-memory index tree' (duration: 2.013162402s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:14.720640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:09.923090Z","time spent":"4.797545791s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T21:31:14.721284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.37127468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T21:31:15.116297Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.242236335s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:31:15.428929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999856504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:31:15.429016Z","caller":"traceutil/trace.go:172","msg":"trace[571799194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999951879s","start":"2026-03-30T21:31:13.429045Z","end":"2026-03-30T21:31:15.428997Z","steps":["trace[571799194] 'agreement among raft nodes before linearized reading' (duration: 1.999852664s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:15.429069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.429029Z","time spent":"2.000030243s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:31:15 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:31:16.117077Z","caller":"etcdserver/raft.go:212","msg":"timed out sending read state","timeout":"1s"} {"level":"warn","ts":"2026-03-30T21:31:16.238625Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.637612ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T21:31:16.367359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.588413ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T21:31:16.368284Z","caller":"traceutil/trace.go:172","msg":"trace[839731883] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1378; }","duration":"11.711044942s","start":"2026-03-30T21:31:04.657217Z","end":"2026-03-30T21:31:16.368262Z","steps":["trace[839731883] 'read index received' (duration: 4.692606129s)","trace[839731883] 'applied index is now lower than readState.Index' (duration: 7.018437753s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:16.368378Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1195034177145043183,"received-request-id":1195034177145043179} {"level":"warn","ts":"2026-03-30T21:31:16.368624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.711305585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:31:16.368683Z","caller":"traceutil/trace.go:172","msg":"trace[1585046838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1198; }","duration":"11.711471044s","start":"2026-03-30T21:31:04.657199Z","end":"2026-03-30T21:31:16.368670Z","steps":["trace[1585046838] 'agreement among raft nodes before linearized reading' (duration: 11.711235822s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.368713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:04.657171Z","time spent":"11.711535797s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.369075Z","caller":"traceutil/trace.go:172","msg":"trace[1926037712] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"6.591230274s","start":"2026-03-30T21:31:09.777828Z","end":"2026-03-30T21:31:16.369058Z","steps":["trace[1926037712] 'process raft request' (duration: 6.591081687s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.369178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:09.777786Z","time spent":"6.591332431s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:16.369362Z","caller":"traceutil/trace.go:172","msg":"trace[518764081] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"5.418557133s","start":"2026-03-30T21:31:10.950792Z","end":"2026-03-30T21:31:16.369349Z","steps":["trace[518764081] 'process raft request' (duration: 5.418166622s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.369443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:10.950764Z","time spent":"5.418629767s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:16.464572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.519091195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.464658Z","caller":"traceutil/trace.go:172","msg":"trace[1775276735] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1210; }","duration":"11.519182609s","start":"2026-03-30T21:31:04.945457Z","end":"2026-03-30T21:31:16.464640Z","steps":["trace[1775276735] 'agreement among raft nodes before linearized reading' (duration: 11.519058743s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.464699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:04.945428Z","time spent":"11.519262554s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.464678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.928259501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.464756Z","caller":"traceutil/trace.go:172","msg":"trace[489575739] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1210; }","duration":"3.928337955s","start":"2026-03-30T21:31:12.536400Z","end":"2026-03-30T21:31:16.464737Z","steps":["trace[489575739] 'agreement among raft nodes before linearized reading' (duration: 3.9282334s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.464778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.061825745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.464817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:12.536382Z","time spent":"3.92842138s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.464599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.924030194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.464943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.462074897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.464982Z","caller":"traceutil/trace.go:172","msg":"trace[1639095623] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1210; }","duration":"10.462113969s","start":"2026-03-30T21:31:06.002859Z","end":"2026-03-30T21:31:16.464973Z","steps":["trace[1639095623] 'agreement among raft nodes before linearized reading' (duration: 10.462057676s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.464970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.287406421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.465008Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.002837Z","time spent":"10.462165282s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.465046Z","caller":"traceutil/trace.go:172","msg":"trace[422265927] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1210; }","duration":"10.287480835s","start":"2026-03-30T21:31:06.177547Z","end":"2026-03-30T21:31:16.465027Z","steps":["trace[422265927] 'agreement among raft nodes before linearized reading' (duration: 10.287357629s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.656289901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.465103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.177527Z","time spent":"10.287564159s","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.465111Z","caller":"traceutil/trace.go:172","msg":"trace[697942712] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1210; }","duration":"2.656334593s","start":"2026-03-30T21:31:13.808761Z","end":"2026-03-30T21:31:16.465095Z","steps":["trace[697942712] 'agreement among raft nodes before linearized reading' (duration: 2.65626632s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.808728Z","time spent":"2.656408677s","remote":"127.0.0.1:42264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.754322224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.465199Z","caller":"traceutil/trace.go:172","msg":"trace[1425101315] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1210; }","duration":"10.754351045s","start":"2026-03-30T21:31:05.710840Z","end":"2026-03-30T21:31:16.465191Z","steps":["trace[1425101315] 'agreement among raft nodes before linearized reading' (duration: 10.754305413s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:05.710808Z","time spent":"10.754411929s","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"860.036489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-30T21:31:16.465391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.060671241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.465411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.210963477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.465429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.638656764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.464852Z","caller":"traceutil/trace.go:172","msg":"trace[19394017] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1210; }","duration":"5.061863777s","start":"2026-03-30T21:31:11.402944Z","end":"2026-03-30T21:31:16.464808Z","steps":["trace[19394017] 'agreement among raft nodes before linearized reading' (duration: 5.061778522s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:16.465463Z","caller":"traceutil/trace.go:172","msg":"trace[438169833] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1210; }","duration":"9.21101942s","start":"2026-03-30T21:31:07.254429Z","end":"2026-03-30T21:31:16.465449Z","steps":["trace[438169833] 'agreement among raft nodes before linearized reading' (duration: 9.210873302s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:16.465484Z","caller":"traceutil/trace.go:172","msg":"trace[1690810924] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1210; }","duration":"4.638713397s","start":"2026-03-30T21:31:11.826757Z","end":"2026-03-30T21:31:16.465471Z","steps":["trace[1690810924] 'agreement among raft nodes before linearized reading' (duration: 4.637955728s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465503Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.254366Z","time spent":"9.211125455s","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.629072307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.465531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.826720Z","time spent":"4.638801681s","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.838548021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.465591Z","caller":"traceutil/trace.go:172","msg":"trace[1407124688] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1210; }","duration":"4.838579822s","start":"2026-03-30T21:31:11.627001Z","end":"2026-03-30T21:31:16.465581Z","steps":["trace[1407124688] 'agreement among raft nodes before linearized reading' (duration: 4.8385262s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.626979Z","time spent":"4.838633025s","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.053532982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.465559Z","caller":"traceutil/trace.go:172","msg":"trace[537032007] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1210; }","duration":"3.629099269s","start":"2026-03-30T21:31:12.836448Z","end":"2026-03-30T21:31:16.465547Z","steps":["trace[537032007] 'agreement among raft nodes before linearized reading' (duration: 3.629056456s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:16.465805Z","caller":"traceutil/trace.go:172","msg":"trace[742590699] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1210; }","duration":"4.053578254s","start":"2026-03-30T21:31:12.412215Z","end":"2026-03-30T21:31:16.465794Z","steps":["trace[742590699] 'agreement among raft nodes before linearized reading' (duration: 4.05350338s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.508614461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"warn","ts":"2026-03-30T21:31:16.465841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:12.412187Z","time spent":"4.053644707s","remote":"127.0.0.1:42376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.465872Z","caller":"traceutil/trace.go:172","msg":"trace[1580482876] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae; range_end:; response_count:1; response_revision:1210; }","duration":"9.508666494s","start":"2026-03-30T21:31:06.957179Z","end":"2026-03-30T21:31:16.465845Z","steps":["trace[1580482876] 'agreement among raft nodes before linearized reading' (duration: 9.508511676s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.036112659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.465912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.957158Z","time spent":"9.508742738s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":892,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.444285274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.465941Z","caller":"traceutil/trace.go:172","msg":"trace[115100072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"1.03614532s","start":"2026-03-30T21:31:15.429786Z","end":"2026-03-30T21:31:16.465932Z","steps":["trace[115100072] 'agreement among raft nodes before linearized reading' (duration: 1.036094578s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:16.465953Z","caller":"traceutil/trace.go:172","msg":"trace[1864419094] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1210; }","duration":"1.444319316s","start":"2026-03-30T21:31:15.021624Z","end":"2026-03-30T21:31:16.465943Z","steps":["trace[1864419094] 'agreement among raft nodes before linearized reading' (duration: 1.444264753s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:15.429768Z","time spent":"1.036193363s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:16.465981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:15.021607Z","time spent":"1.444368069s","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.650936264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.466033Z","caller":"traceutil/trace.go:172","msg":"trace[104352744] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1210; }","duration":"1.650971016s","start":"2026-03-30T21:31:14.815053Z","end":"2026-03-30T21:31:16.466024Z","steps":["trace[104352744] 'agreement among raft nodes before linearized reading' (duration: 1.650918233s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:14.815035Z","time spent":"1.651015858s","remote":"127.0.0.1:42348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.214679668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.466111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"940.446352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.466128Z","caller":"traceutil/trace.go:172","msg":"trace[381632075] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1210; }","duration":"11.215402115s","start":"2026-03-30T21:31:05.250717Z","end":"2026-03-30T21:31:16.466119Z","steps":["trace[381632075] 'agreement among raft nodes before linearized reading' (duration: 11.214662967s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:16.466140Z","caller":"traceutil/trace.go:172","msg":"trace[382123108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"940.472444ms","start":"2026-03-30T21:31:15.525658Z","end":"2026-03-30T21:31:16.466131Z","steps":["trace[382123108] 'agreement among raft nodes before linearized reading' (duration: 940.427621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:05.250690Z","time spent":"11.215464848s","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.466175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.607195799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:31:16.466220Z","caller":"traceutil/trace.go:172","msg":"trace[1289741701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1210; }","duration":"9.607241551s","start":"2026-03-30T21:31:06.858966Z","end":"2026-03-30T21:31:16.466208Z","steps":["trace[1289741701] 'agreement among raft nodes before linearized reading' (duration: 9.607116535s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.858929Z","time spent":"9.607317034s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.466170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:15.525647Z","time spent":"940.514675ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:16.465409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.820138849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.466092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.920350923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:128 size:10777"} {"level":"info","ts":"2026-03-30T21:31:16.466396Z","caller":"traceutil/trace.go:172","msg":"trace[1042396544] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:128; response_revision:1210; }","duration":"5.920658789s","start":"2026-03-30T21:31:10.545727Z","end":"2026-03-30T21:31:16.466386Z","steps":["trace[1042396544] 'agreement among raft nodes before linearized reading' (duration: 5.919180003s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.133634877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.466405Z","caller":"traceutil/trace.go:172","msg":"trace[146804005] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1210; }","duration":"4.821253797s","start":"2026-03-30T21:31:11.645129Z","end":"2026-03-30T21:31:16.466383Z","steps":["trace[146804005] 'agreement among raft nodes before linearized reading' (duration: 4.819836534s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:10.545703Z","time spent":"5.920718972s","remote":"127.0.0.1:42362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":128,"response size":10800,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-30T21:31:16.466437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.153919595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-30T21:31:16.466442Z","caller":"traceutil/trace.go:172","msg":"trace[143167840] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1210; }","duration":"3.134585136s","start":"2026-03-30T21:31:13.331844Z","end":"2026-03-30T21:31:16.466429Z","steps":["trace[143167840] 'agreement among raft nodes before linearized reading' (duration: 3.133619246s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.645115Z","time spent":"4.821327901s","remote":"127.0.0.1:42036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.466487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.331821Z","time spent":"3.13465327s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.466512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.581086068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.466549Z","caller":"traceutil/trace.go:172","msg":"trace[724367243] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1210; }","duration":"7.581121059s","start":"2026-03-30T21:31:08.885417Z","end":"2026-03-30T21:31:16.466538Z","steps":["trace[724367243] 'agreement among raft nodes before linearized reading' (duration: 7.581066087s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:12.836405Z","time spent":"3.629401604s","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.464684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.708688965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.466581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:08.885395Z","time spent":"7.581177872s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.466607Z","caller":"traceutil/trace.go:172","msg":"trace[1282313727] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1210; }","duration":"8.710659086s","start":"2026-03-30T21:31:07.755939Z","end":"2026-03-30T21:31:16.466598Z","steps":["trace[1282313727] 'agreement among raft nodes before linearized reading' (duration: 8.708645272s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:07.755904Z","time spent":"8.710726039s","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.465444Z","caller":"traceutil/trace.go:172","msg":"trace[36706816] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1210; }","duration":"3.060728844s","start":"2026-03-30T21:31:13.404706Z","end":"2026-03-30T21:31:16.465435Z","steps":["trace[36706816] 'agreement among raft nodes before linearized reading' (duration: 3.06064595s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.465493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.402921Z","time spent":"5.062565263s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.466494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.158242925s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.466737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:13.404682Z","time spent":"3.062014861s","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.466792Z","caller":"traceutil/trace.go:172","msg":"trace[1865169849] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1210; }","duration":"10.1585338s","start":"2026-03-30T21:31:06.308244Z","end":"2026-03-30T21:31:16.466777Z","steps":["trace[1865169849] 'agreement among raft nodes before linearized reading' (duration: 10.158236314s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.426274573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:16.466793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.251901097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:128 size:10777"} {"level":"info","ts":"2026-03-30T21:31:16.466835Z","caller":"traceutil/trace.go:172","msg":"trace[2107434615] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1210; }","duration":"6.426317345s","start":"2026-03-30T21:31:10.040506Z","end":"2026-03-30T21:31:16.466823Z","steps":["trace[2107434615] 'agreement among raft nodes before linearized reading' (duration: 6.426250892s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:10.040484Z","time spent":"6.426374818s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.464943Z","caller":"traceutil/trace.go:172","msg":"trace[214462266] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1210; }","duration":"4.924375672s","start":"2026-03-30T21:31:11.540553Z","end":"2026-03-30T21:31:16.464929Z","steps":["trace[214462266] 'agreement among raft nodes before linearized reading' (duration: 4.923999023s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:16.466467Z","caller":"traceutil/trace.go:172","msg":"trace[756330979] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1210; }","duration":"10.153949886s","start":"2026-03-30T21:31:06.312509Z","end":"2026-03-30T21:31:16.466459Z","steps":["trace[756330979] 'agreement among raft nodes before linearized reading' (duration: 10.153836381s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.466968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.540531Z","time spent":"4.926418467s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.466860Z","caller":"traceutil/trace.go:172","msg":"trace[525899516] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:128; response_revision:1210; }","duration":"6.25196828s","start":"2026-03-30T21:31:10.214880Z","end":"2026-03-30T21:31:16.466848Z","steps":["trace[525899516] 'agreement among raft nodes before linearized reading' (duration: 6.251270205s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.467096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:10.214857Z","time spent":"6.252217323s","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":128,"response size":10800,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-30T21:31:16.464892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.192103761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.467136Z","caller":"traceutil/trace.go:172","msg":"trace[278108929] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1210; }","duration":"5.194344696s","start":"2026-03-30T21:31:11.272781Z","end":"2026-03-30T21:31:16.467126Z","steps":["trace[278108929] 'agreement among raft nodes before linearized reading' (duration: 5.19209007s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.467177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:11.272758Z","time spent":"5.194402408s","remote":"127.0.0.1:41730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.466976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:06.312475Z","time spent":"10.154484924s","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:16.465297Z","caller":"traceutil/trace.go:172","msg":"trace[1729283480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1210; }","duration":"860.24613ms","start":"2026-03-30T21:31:15.605038Z","end":"2026-03-30T21:31:16.465285Z","steps":["trace[1729283480] 'agreement among raft nodes before linearized reading' (duration: 859.748955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.467304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:15.605024Z","time spent":"862.260665ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.467310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.319326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5kfsl\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-03-30T21:31:16.467354Z","caller":"traceutil/trace.go:172","msg":"trace[1004739266] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5kfsl; range_end:; response_count:1; response_revision:1210; }","duration":"282.364679ms","start":"2026-03-30T21:31:16.184977Z","end":"2026-03-30T21:31:16.467342Z","steps":["trace[1004739266] 'agreement among raft nodes before linearized reading' (duration: 282.237122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.467490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"501.933895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.467529Z","caller":"traceutil/trace.go:172","msg":"trace[1863919283] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1210; }","duration":"501.968607ms","start":"2026-03-30T21:31:15.965546Z","end":"2026-03-30T21:31:16.467515Z","steps":["trace[1863919283] 'agreement among raft nodes before linearized reading' (duration: 501.908133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.467554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:15.965522Z","time spent":"502.026219ms","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.467626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.864701902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.467668Z","caller":"traceutil/trace.go:172","msg":"trace[2009339107] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1210; }","duration":"7.864745264s","start":"2026-03-30T21:31:08.602908Z","end":"2026-03-30T21:31:16.467654Z","steps":["trace[2009339107] 'agreement among raft nodes before linearized reading' (duration: 7.864687531s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.467695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:08.602863Z","time spent":"7.864822347s","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.467782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.206602071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.467816Z","caller":"traceutil/trace.go:172","msg":"trace[1100479695] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1210; }","duration":"8.206636513s","start":"2026-03-30T21:31:08.261171Z","end":"2026-03-30T21:31:16.467808Z","steps":["trace[1100479695] 'agreement among raft nodes before linearized reading' (duration: 8.20658324s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.467839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:08.261145Z","time spent":"8.206687775s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.465162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.332194381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.468528Z","caller":"traceutil/trace.go:172","msg":"trace[987558264] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1210; }","duration":"2.336050319s","start":"2026-03-30T21:31:14.132459Z","end":"2026-03-30T21:31:16.468509Z","steps":["trace[987558264] 'agreement among raft nodes before linearized reading' (duration: 2.332160599s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.468597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:14.132441Z","time spent":"2.336138124s","remote":"127.0.0.1:41768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:16.746030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.268087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:16.746094Z","caller":"traceutil/trace.go:172","msg":"trace[1827710764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1210; }","duration":"278.344531ms","start":"2026-03-30T21:31:16.467736Z","end":"2026-03-30T21:31:16.746080Z","steps":["trace[1827710764] 'range keys from in-memory index tree' (duration: 276.602392ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:16.769172Z","caller":"traceutil/trace.go:172","msg":"trace[687570880] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1441; }","duration":"292.550904ms","start":"2026-03-30T21:31:16.476578Z","end":"2026-03-30T21:31:16.769129Z","steps":["trace[687570880] 'read index received' (duration: 292.543343ms)","trace[687570880] 'applied index is now lower than readState.Index' (duration: 6.34µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:16.769394Z","caller":"traceutil/trace.go:172","msg":"trace[1216955970] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"293.978328ms","start":"2026-03-30T21:31:16.475401Z","end":"2026-03-30T21:31:16.769379Z","steps":["trace[1216955970] 'process raft request' (duration: 293.798579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:16.769389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.792056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-30T21:31:16.769469Z","caller":"traceutil/trace.go:172","msg":"trace[537973148] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1210; }","duration":"292.875841ms","start":"2026-03-30T21:31:16.476574Z","end":"2026-03-30T21:31:16.769450Z","steps":["trace[537973148] 'agreement among raft nodes before linearized reading' (duration: 292.643669ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:16.937138Z","caller":"traceutil/trace.go:172","msg":"trace[1886299398] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1442; }","duration":"167.880431ms","start":"2026-03-30T21:31:16.769234Z","end":"2026-03-30T21:31:16.937114Z","steps":["trace[1886299398] 'read index received' (duration: 167.873891ms)","trace[1886299398] 'applied index is now lower than readState.Index' (duration: 5.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.134345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.969893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-30T21:31:17.134394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"614.712738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:17.134421Z","caller":"traceutil/trace.go:172","msg":"trace[425731245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1211; }","duration":"497.044386ms","start":"2026-03-30T21:31:16.637357Z","end":"2026-03-30T21:31:17.134401Z","steps":["trace[425731245] 'agreement among raft nodes before linearized reading' (duration: 299.83709ms)","trace[425731245] 'range keys from in-memory index tree' (duration: 197.003887ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:17.134432Z","caller":"traceutil/trace.go:172","msg":"trace[308894618] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1211; }","duration":"614.740569ms","start":"2026-03-30T21:31:16.519675Z","end":"2026-03-30T21:31:17.134416Z","steps":["trace[308894618] 'agreement among raft nodes before linearized reading' (duration: 417.542843ms)","trace[308894618] 'range keys from in-memory index tree' (duration: 197.156764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.134462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.519663Z","time spent":"614.791041ms","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:17.134465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.637293Z","time spent":"497.159442ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:17.134441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"651.185419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:17.134514Z","caller":"traceutil/trace.go:172","msg":"trace[1459936445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"651.262313ms","start":"2026-03-30T21:31:16.483234Z","end":"2026-03-30T21:31:17.134496Z","steps":["trace[1459936445] 'agreement among raft nodes before linearized reading' (duration: 454.004624ms)","trace[1459936445] 'range keys from in-memory index tree' (duration: 197.160085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.134551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.483213Z","time spent":"651.329907ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:17.134339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.315661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:17.134828Z","caller":"traceutil/trace.go:172","msg":"trace[1212173618] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1211; }","duration":"635.841128ms","start":"2026-03-30T21:31:16.498975Z","end":"2026-03-30T21:31:17.134816Z","steps":["trace[1212173618] 'agreement among raft nodes before linearized reading' (duration: 438.256321ms)","trace[1212173618] 'range keys from in-memory index tree' (duration: 197.034518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.134871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.498957Z","time spent":"635.904121ms","remote":"127.0.0.1:41612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:17.134831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.593446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:17.135045Z","caller":"traceutil/trace.go:172","msg":"trace[1121108411] linearizableReadLoop","detail":"{readStateIndex:1443; appliedIndex:1442; }","duration":"197.832539ms","start":"2026-03-30T21:31:16.937200Z","end":"2026-03-30T21:31:17.135033Z","steps":["trace[1121108411] 'read index received' (duration: 1.830525ms)","trace[1121108411] 'applied index is now lower than readState.Index' (duration: 196.000984ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:17.135135Z","caller":"traceutil/trace.go:172","msg":"trace[280149472] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"637.567866ms","start":"2026-03-30T21:31:16.497556Z","end":"2026-03-30T21:31:17.135124Z","steps":["trace[280149472] 'process raft request' (duration: 439.628422ms)","trace[280149472] 'compare' (duration: 197.504232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.135171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.162058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"warn","ts":"2026-03-30T21:31:17.135179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.497529Z","time spent":"637.62782ms","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:17.135198Z","caller":"traceutil/trace.go:172","msg":"trace[979606786] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1212; }","duration":"363.1903ms","start":"2026-03-30T21:31:16.771997Z","end":"2026-03-30T21:31:17.135187Z","steps":["trace[979606786] 'agreement among raft nodes before linearized reading' (duration: 363.072454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:17.135222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.771976Z","time spent":"363.239893ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":541,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:17.135279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.410689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T21:31:17.135297Z","caller":"traceutil/trace.go:172","msg":"trace[1210992066] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d; range_end:; response_count:1; response_revision:1212; }","duration":"362.43111ms","start":"2026-03-30T21:31:16.772860Z","end":"2026-03-30T21:31:17.135291Z","steps":["trace[1210992066] 'agreement among raft nodes before linearized reading' (duration: 362.365107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:17.135312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:16.772848Z","time spent":"362.459592ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a1bbd586583f3d\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:17.474578Z","caller":"traceutil/trace.go:172","msg":"trace[1486916768] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"336.106758ms","start":"2026-03-30T21:31:17.138444Z","end":"2026-03-30T21:31:17.474551Z","steps":["trace[1486916768] 'process raft request' (duration: 335.95793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:17.474802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:17.138427Z","time spent":"336.282017ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:17.543126Z","caller":"traceutil/trace.go:172","msg":"trace[1237018823] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1443; }","duration":"404.685003ms","start":"2026-03-30T21:31:17.138422Z","end":"2026-03-30T21:31:17.543107Z","steps":["trace[1237018823] 'read index received' (duration: 335.796543ms)","trace[1237018823] 'applied index is now lower than readState.Index' (duration: 68.88761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.543341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"404.895414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-30T21:31:17.543371Z","caller":"traceutil/trace.go:172","msg":"trace[1192277660] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1214; }","duration":"404.943506ms","start":"2026-03-30T21:31:17.138418Z","end":"2026-03-30T21:31:17.543362Z","steps":["trace[1192277660] 'agreement among raft nodes before linearized reading' (duration: 404.812839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:17.543403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:17.138405Z","time spent":"404.987538ms","remote":"127.0.0.1:41380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.72\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:17.545072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.228234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:17.545165Z","caller":"traceutil/trace.go:172","msg":"trace[112909954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1216; }","duration":"395.327349ms","start":"2026-03-30T21:31:17.149821Z","end":"2026-03-30T21:31:17.545148Z","steps":["trace[112909954] 'agreement among raft nodes before linearized reading' (duration: 395.193482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:17.545205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:17.149811Z","time spent":"395.386951ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:17.545585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.681177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7806"} {"level":"info","ts":"2026-03-30T21:31:17.545652Z","caller":"traceutil/trace.go:172","msg":"trace[126768575] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1216; }","duration":"395.75126ms","start":"2026-03-30T21:31:17.149887Z","end":"2026-03-30T21:31:17.545638Z","steps":["trace[126768575] 'agreement among raft nodes before linearized reading' (duration: 395.56448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:17.545645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.657653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:17.545696Z","caller":"traceutil/trace.go:172","msg":"trace[1552061290] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1216; }","duration":"107.710065ms","start":"2026-03-30T21:31:17.437972Z","end":"2026-03-30T21:31:17.545682Z","steps":["trace[1552061290] 'agreement among raft nodes before linearized reading' (duration: 107.628001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:17.545686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:17.149881Z","time spent":"395.797043ms","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7829,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:17.819139Z","caller":"traceutil/trace.go:172","msg":"trace[738951258] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"222.158309ms","start":"2026-03-30T21:31:17.596961Z","end":"2026-03-30T21:31:17.819119Z","steps":["trace[738951258] 'process raft request' (duration: 137.413261ms)","trace[738951258] 'compare' (duration: 84.640073ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:17.825794Z","caller":"traceutil/trace.go:172","msg":"trace[2015306517] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"204.081035ms","start":"2026-03-30T21:31:17.621699Z","end":"2026-03-30T21:31:17.825780Z","steps":["trace[2015306517] 'process raft request' (duration: 203.99272ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:17.826868Z","caller":"traceutil/trace.go:172","msg":"trace[1776564602] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1458; }","duration":"162.937999ms","start":"2026-03-30T21:31:17.663917Z","end":"2026-03-30T21:31:17.826855Z","steps":["trace[1776564602] 'read index received' (duration: 162.931259ms)","trace[1776564602] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:17.827017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.099278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-03-30T21:31:17.827048Z","caller":"traceutil/trace.go:172","msg":"trace[683939442] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1225; }","duration":"163.14058ms","start":"2026-03-30T21:31:17.663898Z","end":"2026-03-30T21:31:17.827039Z","steps":["trace[683939442] 'agreement among raft nodes before linearized reading' (duration: 163.007223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:19.799151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.253711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:19.799674Z","caller":"traceutil/trace.go:172","msg":"trace[495739749] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1481; }","duration":"425.860175ms","start":"2026-03-30T21:31:19.373785Z","end":"2026-03-30T21:31:19.799645Z","steps":["trace[495739749] 'read index received' (duration: 424.3956ms)","trace[495739749] 'applied index is now lower than readState.Index' (duration: 1.462545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:19.799765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"425.965491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:19.800547Z","caller":"traceutil/trace.go:172","msg":"trace[317937069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1249; }","duration":"426.756802ms","start":"2026-03-30T21:31:19.373780Z","end":"2026-03-30T21:31:19.800537Z","steps":["trace[317937069] 'agreement among raft nodes before linearized reading' (duration: 425.94608ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:19.984532Z","caller":"traceutil/trace.go:172","msg":"trace[1203140704] linearizableReadLoop","detail":"{readStateIndex:1484; appliedIndex:1483; }","duration":"184.765188ms","start":"2026-03-30T21:31:19.799742Z","end":"2026-03-30T21:31:19.984507Z","steps":["trace[1203140704] 'read index received' (duration: 106.428287ms)","trace[1203140704] 'applied index is now lower than readState.Index' (duration: 78.334801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:20.074844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.091952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:20.074925Z","caller":"traceutil/trace.go:172","msg":"trace[1960810343] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1251; }","duration":"665.182666ms","start":"2026-03-30T21:31:19.409724Z","end":"2026-03-30T21:31:20.074906Z","steps":["trace[1960810343] 'agreement among raft nodes before linearized reading' (duration: 574.874539ms)","trace[1960810343] 'range keys from in-memory index tree' (duration: 90.186341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:20.074968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:19.409705Z","time spent":"665.25161ms","remote":"127.0.0.1:41768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:20.075039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"613.033153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5kfsl\" limit:1 ","response":"range_response_count:1 size:18885"} {"level":"info","ts":"2026-03-30T21:31:20.075099Z","caller":"traceutil/trace.go:172","msg":"trace[1538256171] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5kfsl; range_end:; response_count:1; response_revision:1251; }","duration":"613.091046ms","start":"2026-03-30T21:31:19.461989Z","end":"2026-03-30T21:31:20.075080Z","steps":["trace[1538256171] 'agreement among raft nodes before linearized reading' (duration: 522.591079ms)","trace[1538256171] 'range keys from in-memory index tree' (duration: 90.323698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:20.075140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:19.461970Z","time spent":"613.15824ms","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18908,"request content":"key:\"/registry/pods/kube-system/cilium-5kfsl\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:20.074570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"611.518095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-30T21:31:20.075787Z","caller":"traceutil/trace.go:172","msg":"trace[1071142262] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae; range_end:; response_count:1; response_revision:1251; }","duration":"612.171889ms","start":"2026-03-30T21:31:19.463028Z","end":"2026-03-30T21:31:20.075200Z","steps":["trace[1071142262] 'agreement among raft nodes before linearized reading' (duration: 521.528504ms)","trace[1071142262] 'range keys from in-memory index tree' (duration: 89.889075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:20.075920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:19.463009Z","time spent":"612.890117ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":892,"request content":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-jd6t5.18a1bbd3ab9159ae\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:20.276344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.081321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T21:31:20.433512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.083995ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T21:31:20.598322Z","caller":"traceutil/trace.go:172","msg":"trace[1078768357] linearizableReadLoop","detail":"{readStateIndex:1488; appliedIndex:1488; }","duration":"452.936175ms","start":"2026-03-30T21:31:20.145361Z","end":"2026-03-30T21:31:20.598298Z","steps":["trace[1078768357] 'read index received' (duration: 452.929385ms)","trace[1078768357] 'applied index is now lower than readState.Index' (duration: 5.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:20.694126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"548.711437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:20.694263Z","caller":"traceutil/trace.go:172","msg":"trace[22965224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1252; }","duration":"548.877876ms","start":"2026-03-30T21:31:20.145356Z","end":"2026-03-30T21:31:20.694234Z","steps":["trace[22965224] 'agreement among raft nodes before linearized reading' (duration: 453.083602ms)","trace[22965224] 'range keys from in-memory index tree' (duration: 95.561822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:20.694324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:20.145307Z","time spent":"549.005433ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:31:20.694418Z","caller":"traceutil/trace.go:172","msg":"trace[1638184489] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"616.17214ms","start":"2026-03-30T21:31:20.078189Z","end":"2026-03-30T21:31:20.694361Z","steps":["trace[1638184489] 'process raft request' (duration: 518.960893ms)","trace[1638184489] 'compare' (duration: 96.941223ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:31:20.694417Z","caller":"traceutil/trace.go:172","msg":"trace[1551923354] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"600.713977ms","start":"2026-03-30T21:31:20.093690Z","end":"2026-03-30T21:31:20.694404Z","steps":["trace[1551923354] 'process raft request' (duration: 600.5758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:20.694921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:20.078158Z","time spent":"616.509668ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:20.694481Z","caller":"traceutil/trace.go:172","msg":"trace[764930894] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"429.522259ms","start":"2026-03-30T21:31:20.264943Z","end":"2026-03-30T21:31:20.694466Z","steps":["trace[764930894] 'process raft request' (duration: 429.374181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:20.694991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:20.093673Z","time spent":"601.229445ms","remote":"127.0.0.1:41674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:31:20.694495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.757848ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:20.694535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.97358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:20.695434Z","caller":"traceutil/trace.go:172","msg":"trace[1948714766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1255; }","duration":"261.640415ms","start":"2026-03-30T21:31:20.433716Z","end":"2026-03-30T21:31:20.695356Z","steps":["trace[1948714766] 'agreement among raft nodes before linearized reading' (duration: 260.739817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:20.695581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:20.264923Z","time spent":"430.081049ms","remote":"127.0.0.1:41630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:31:20.695495Z","caller":"traceutil/trace.go:172","msg":"trace[448824855] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1255; }","duration":"366.92314ms","start":"2026-03-30T21:31:20.328553Z","end":"2026-03-30T21:31:20.695477Z","steps":["trace[448824855] 'agreement among raft nodes before linearized reading' (duration: 365.958419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:20.696143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:20.328530Z","time spent":"367.11312ms","remote":"127.0.0.1:42348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:20.707535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.567378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:20.707604Z","caller":"traceutil/trace.go:172","msg":"trace[1639509200] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1257; }","duration":"108.649202ms","start":"2026-03-30T21:31:20.598942Z","end":"2026-03-30T21:31:20.707592Z","steps":["trace[1639509200] 'agreement among raft nodes before linearized reading' (duration: 108.532346ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:23.656510Z","caller":"traceutil/trace.go:172","msg":"trace[49658406] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1517; }","duration":"155.451856ms","start":"2026-03-30T21:31:23.501037Z","end":"2026-03-30T21:31:23.656489Z","steps":["trace[49658406] 'read index received' (duration: 155.445285ms)","trace[49658406] 'applied index is now lower than readState.Index' (duration: 5.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:23.656946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.750031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5kfsl\" limit:1 ","response":"range_response_count:1 size:19665"} {"level":"info","ts":"2026-03-30T21:31:23.657012Z","caller":"traceutil/trace.go:172","msg":"trace[1844851226] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5kfsl; range_end:; response_count:1; response_revision:1279; }","duration":"155.965962ms","start":"2026-03-30T21:31:23.501033Z","end":"2026-03-30T21:31:23.656999Z","steps":["trace[1844851226] 'agreement among raft nodes before linearized reading' (duration: 155.619444ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:23.657379Z","caller":"traceutil/trace.go:172","msg":"trace[1827376746] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"156.212035ms","start":"2026-03-30T21:31:23.501138Z","end":"2026-03-30T21:31:23.657350Z","steps":["trace[1827376746] 'process raft request' (duration: 155.865337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:23.659833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.274286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:31:23.659904Z","caller":"traceutil/trace.go:172","msg":"trace[216399481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1280; }","duration":"104.35093ms","start":"2026-03-30T21:31:23.555537Z","end":"2026-03-30T21:31:23.659888Z","steps":["trace[216399481] 'agreement among raft nodes before linearized reading' (duration: 103.534837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:52.215926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.557162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:31:52.215992Z","caller":"traceutil/trace.go:172","msg":"trace[463828361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1472; }","duration":"171.629866ms","start":"2026-03-30T21:31:52.044347Z","end":"2026-03-30T21:31:52.215977Z","steps":["trace[463828361] 'range keys from in-memory index tree' (duration: 170.423891ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:52.421999Z","caller":"traceutil/trace.go:172","msg":"trace[1847917787] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1731; }","duration":"205.088569ms","start":"2026-03-30T21:31:52.216885Z","end":"2026-03-30T21:31:52.421974Z","steps":["trace[1847917787] 'read index received' (duration: 205.082589ms)","trace[1847917787] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:52.535627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.72621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:52.535701Z","caller":"traceutil/trace.go:172","msg":"trace[969998344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1473; }","duration":"318.812165ms","start":"2026-03-30T21:31:52.216872Z","end":"2026-03-30T21:31:52.535684Z","steps":["trace[969998344] 'agreement among raft nodes before linearized reading' (duration: 205.227436ms)","trace[969998344] 'range keys from in-memory index tree' (duration: 113.464422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:52.535735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:52.216849Z","time spent":"318.879458ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:52.598531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.480748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T21:31:52.598627Z","caller":"traceutil/trace.go:172","msg":"trace[120020078] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1731; }","duration":"176.544471ms","start":"2026-03-30T21:31:52.422068Z","end":"2026-03-30T21:31:52.598613Z","steps":["trace[120020078] 'read index received' (duration: 1.313101ms)","trace[120020078] 'applied index is now lower than readState.Index' (duration: 175.23001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:52.598690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.153619ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:52.598710Z","caller":"traceutil/trace.go:172","msg":"trace[1660205056] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1473; }","duration":"225.17824ms","start":"2026-03-30T21:31:52.373526Z","end":"2026-03-30T21:31:52.598705Z","steps":["trace[1660205056] 'agreement among raft nodes before linearized reading' (duration: 225.121907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:54.752940Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:31:55.253982Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1195034177145043477,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:31:55.481676Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"73b132709fee1095 [logterm: 2, index: 1759, vote: 0] cast MsgPreVote for 45496929f16fe822 [logterm: 2, index: 1759] at term 2"} {"level":"info","ts":"2026-03-30T21:31:55.515565Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"73b132709fee1095 [term: 2] received a MsgVote message with higher term from 45496929f16fe822 [term: 3]"} {"level":"info","ts":"2026-03-30T21:31:55.515640Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"73b132709fee1095 became follower at term 3"} {"level":"info","ts":"2026-03-30T21:31:55.515662Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"73b132709fee1095 [logterm: 2, index: 1759, vote: 0] cast MsgVote for 45496929f16fe822 [logterm: 2, index: 1759] at term 3"} {"level":"info","ts":"2026-03-30T21:31:55.515681Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 73b132709fee1095 lost leader d98d5f2c752cc52d at term 3"} {"level":"info","ts":"2026-03-30T21:31:55.592286Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 73b132709fee1095 elected leader 45496929f16fe822 at term 3"} {"level":"warn","ts":"2026-03-30T21:31:55.592483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.340062576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T21:31:55.592579Z","caller":"traceutil/trace.go:172","msg":"trace[117023291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"1.340172791s","start":"2026-03-30T21:31:54.252389Z","end":"2026-03-30T21:31:55.592561Z","steps":["trace[117023291] 'agreement among raft nodes before linearized reading' (duration: 1.340060245s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:55.592640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:54.252368Z","time spent":"1.340262466s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:55.636333Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T21:31:55.637143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.252568746s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:55.637201Z","caller":"traceutil/trace.go:172","msg":"trace[812603337] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1499; }","duration":"1.252641611s","start":"2026-03-30T21:31:54.384541Z","end":"2026-03-30T21:31:55.637183Z","steps":["trace[812603337] 'agreement among raft nodes before linearized reading' (duration: 1.252537104s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:55.637418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.525477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T21:31:55.637453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.611446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:31:55.637465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.050533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:31:55.637523Z","caller":"traceutil/trace.go:172","msg":"trace[607431800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1499; }","duration":"488.641753ms","start":"2026-03-30T21:31:55.148861Z","end":"2026-03-30T21:31:55.637502Z","steps":["trace[607431800] 'agreement among raft nodes before linearized reading' (duration: 488.327436ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:31:55.637537Z","caller":"traceutil/trace.go:172","msg":"trace[953034444] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1499; }","duration":"342.739893ms","start":"2026-03-30T21:31:55.294778Z","end":"2026-03-30T21:31:55.637518Z","steps":["trace[953034444] 'agreement among raft nodes before linearized reading' (duration: 342.515131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:55.637568Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.148830Z","time spent":"488.728868ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:55.637597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.294748Z","time spent":"342.840378ms","remote":"127.0.0.1:41936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:55.637550Z","caller":"traceutil/trace.go:172","msg":"trace[1667378831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1499; }","duration":"481.158329ms","start":"2026-03-30T21:31:55.156374Z","end":"2026-03-30T21:31:55.637532Z","steps":["trace[1667378831] 'agreement among raft nodes before linearized reading' (duration: 480.868993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:55.637767Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.156335Z","time spent":"481.416342ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:31:55.637745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"491.786762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:55.637886Z","caller":"traceutil/trace.go:172","msg":"trace[93530890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1499; }","duration":"491.927161ms","start":"2026-03-30T21:31:55.145943Z","end":"2026-03-30T21:31:55.637870Z","steps":["trace[93530890] 'agreement among raft nodes before linearized reading' (duration: 491.73412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:55.637944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.145912Z","time spent":"492.019835ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:31:55.637367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.053565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:55.638008Z","caller":"traceutil/trace.go:172","msg":"trace[757551518] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1499; }","duration":"402.894871ms","start":"2026-03-30T21:31:55.235102Z","end":"2026-03-30T21:31:55.637996Z","steps":["trace[757551518] 'agreement among raft nodes before linearized reading' (duration: 402.005452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:55.638053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.235075Z","time spent":"402.967535ms","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"info","ts":"2026-03-30T21:31:55.935890Z","caller":"traceutil/trace.go:172","msg":"trace[1165279530] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1762; }","duration":"257.306788ms","start":"2026-03-30T21:31:55.678551Z","end":"2026-03-30T21:31:55.935858Z","steps":["trace[1165279530] 'read index received' (duration: 257.301328ms)","trace[1165279530] 'applied index is now lower than readState.Index' (duration: 4.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:56.044293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.266003ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:31:56.044397Z","caller":"traceutil/trace.go:172","msg":"trace[1156369621] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1500; }","duration":"403.383159ms","start":"2026-03-30T21:31:55.640992Z","end":"2026-03-30T21:31:56.044375Z","steps":["trace[1156369621] 'agreement among raft nodes before linearized reading' (duration: 294.993513ms)","trace[1156369621] 'range keys from in-memory index tree' (duration: 108.249689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:56.044642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.389915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:31:56.044796Z","caller":"traceutil/trace.go:172","msg":"trace[1275114242] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"108.815318ms","start":"2026-03-30T21:31:55.935962Z","end":"2026-03-30T21:31:56.044778Z","steps":["trace[1275114242] 'read index received' (duration: 1.973067ms)","trace[1275114242] 'applied index is now lower than readState.Index' (duration: 106.840651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:31:56.045145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.347676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:31:56.045193Z","caller":"traceutil/trace.go:172","msg":"trace[1130239238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1501; }","duration":"363.402319ms","start":"2026-03-30T21:31:55.681779Z","end":"2026-03-30T21:31:56.045182Z","steps":["trace[1130239238] 'agreement among raft nodes before linearized reading' (duration: 363.218869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:31:56.045234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:31:55.681768Z","time spent":"363.456172ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T21:32:15.663842Z","caller":"traceutil/trace.go:172","msg":"trace[428584534] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1894; }","duration":"359.101422ms","start":"2026-03-30T21:32:15.304724Z","end":"2026-03-30T21:32:15.663826Z","steps":["trace[428584534] 'read index received' (duration: 359.081401ms)","trace[428584534] 'applied index is now lower than readState.Index' (duration: 19.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:32:15.664105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.368666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:32:15.664188Z","caller":"traceutil/trace.go:172","msg":"trace[768928669] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1620; }","duration":"359.463041ms","start":"2026-03-30T21:32:15.304709Z","end":"2026-03-30T21:32:15.664172Z","steps":["trace[768928669] 'agreement among raft nodes before linearized reading' (duration: 359.195136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:32:15.664256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:32:15.304685Z","time spent":"359.561707ms","remote":"127.0.0.1:41840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:32:15.666308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.089797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:32:15.666349Z","caller":"traceutil/trace.go:172","msg":"trace[1984296833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1621; }","duration":"264.14478ms","start":"2026-03-30T21:32:15.402196Z","end":"2026-03-30T21:32:15.666341Z","steps":["trace[1984296833] 'agreement among raft nodes before linearized reading' (duration: 264.020593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:32:15.666500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.427042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:32:15.666582Z","caller":"traceutil/trace.go:172","msg":"trace[722058973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1621; }","duration":"140.512067ms","start":"2026-03-30T21:32:15.526051Z","end":"2026-03-30T21:32:15.666563Z","steps":["trace[722058973] 'agreement among raft nodes before linearized reading' (duration: 140.3859ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:32:36.856539Z","caller":"traceutil/trace.go:172","msg":"trace[138593310] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1991; }","duration":"483.147109ms","start":"2026-03-30T21:32:36.373370Z","end":"2026-03-30T21:32:36.856517Z","steps":["trace[138593310] 'read index received' (duration: 483.130138ms)","trace[138593310] 'applied index is now lower than readState.Index' (duration: 5.691µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:32:36.856702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.294057ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:32:36.856733Z","caller":"traceutil/trace.go:172","msg":"trace[683444041] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1705; }","duration":"483.373992ms","start":"2026-03-30T21:32:36.373349Z","end":"2026-03-30T21:32:36.856723Z","steps":["trace[683444041] 'agreement among raft nodes before linearized reading' (duration: 483.266566ms)"],"step_count":1}