{"level":"warn","ts":"2026-04-23T04:42:51.681585Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-23T04:42:51.681909Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-23T04:42:51.682131Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=controller-1=https://199.204.45.155:2380,controller-3=https://199.204.45.244:2380,controller-2=https://199.204.45.95:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-23T04:42:51.682423Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-23T04:42:51.682472Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T04:42:51.682492Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-23T04:42:51.682631Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T04:42:51.685622Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-04-23T04:42:51.685807Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.155:2380,controller-2=https://199.204.45.95:2380,controller-3=https://199.204.45.244:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-23T04:42:51.686945Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00052a280}"} {"level":"info","ts":"2026-04-23T04:42:51.690609Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-23T04:42:51.690726Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.890815ms"} {"level":"info","ts":"2026-04-23T04:42:51.690774Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-23T04:42:51.690803Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-23T04:42:51.703425Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.155:2380","host":"199.204.45.155:2380","resolved-addr":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-23T04:42:51.703503Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.244:2380","host":"199.204.45.244:2380","resolved-addr":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-23T04:42:51.703534Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.95:2380","host":"199.204.45.95:2380","resolved-addr":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-23T04:42:51.703547Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.244:2380","host":"199.204.45.244:2380","resolved-addr":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-23T04:42:51.703564Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.95:2380","host":"199.204.45.95:2380","resolved-addr":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-23T04:42:51.703628Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.155:2380","host":"199.204.45.155:2380","resolved-addr":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-23T04:42:51.715529Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-23T04:42:51.725082Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-23T04:42:51.725139Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"78b660cb1ab76d5c","cluster-id":"c7d65bf2a36fbd4"} {"level":"info","ts":"2026-04-23T04:42:51.725173Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-23T04:42:51.725305Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"78b660cb1ab76d5c switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T04:42:51.725359Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"78b660cb1ab76d5c became follower at term 0"} {"level":"info","ts":"2026-04-23T04:42:51.725378Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 78b660cb1ab76d5c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-23T04:42:51.732470Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T04:42:51.733647Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T04:42:51.740751Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T04:42:51.742196Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.742307Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f","remote-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-23T04:42:51.742613Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.742656Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2","remote-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-23T04:42:51.742710Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.742832Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.743305Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.745269Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.745424Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f","remote-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-23T04:42:51.745494Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.745603Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.748238Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.748304Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.748407Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.748670Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.748718Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.748973Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.749108Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.749184Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.749319Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2","remote-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-23T04:42:51.749958Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"78b660cb1ab76d5c","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T04:42:51.750673Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T04:42:51.751595Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-23T04:42:51.751715Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:42:51.751766Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:42:51.751778Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:42:51.751932Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"78b660cb1ab76d5c","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T04:42:51.752004Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-23T04:42:51.752069Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-23T04:42:51.752043Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T04:42:51.752438Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"78b660cb1ab76d5c [term: 0] received a MsgHeartbeat message with higher term from 344940fc142d902f [term: 2]"} {"level":"info","ts":"2026-04-23T04:42:51.752482Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"78b660cb1ab76d5c became follower at term 2"} {"level":"info","ts":"2026-04-23T04:42:51.752498Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 78b660cb1ab76d5c elected leader 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:42:51.752538Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"78b660cb1ab76d5c","to":"344940fc142d902f","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:51.752565Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.752608Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.752615Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"78b660cb1ab76d5c","to":"cc0fc5dc762702b2","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:51.752645Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.752713Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.752727Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"78b660cb1ab76d5c","to":"344940fc142d902f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:51.752750Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.752940Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"78b660cb1ab76d5c","to":"cc0fc5dc762702b2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:51.752987Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.759816Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.762305Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.763960Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"78b660cb1ab76d5c","remote-snapshot-sender-id":"344940fc142d902f","incoming-snapshot-index":667,"incoming-snapshot-message-size-bytes":9172,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-04-23T04:42:51.764567Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.766389Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.777255Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/000000000000029b.snap.db","bytes":1011712,"size":"1.0 MB"} {"level":"info","ts":"2026-04-23T04:42:51.777352Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"78b660cb1ab76d5c","remote-snapshot-sender-id":"344940fc142d902f","incoming-snapshot-index":667,"incoming-snapshot-size-bytes":1011712,"incoming-snapshot-size":"1.0 MB","download-took":"13.46884ms"} {"level":"info","ts":"2026-04-23T04:42:51.777547Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 667, term: 2]"} {"level":"info","ts":"2026-04-23T04:42:51.777662Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"78b660cb1ab76d5c switched to configuration voters=(3767614014686597167 14704188859053703858) learners=(8698246155755547996)"} {"level":"info","ts":"2026-04-23T04:42:51.777695Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"78b660cb1ab76d5c [commit: 667, lastindex: 667, lastterm: 2] restored snapshot [index: 667, term: 2]"} {"level":"info","ts":"2026-04-23T04:42:51.777709Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"78b660cb1ab76d5c [commit: 667] restored snapshot [index: 667, term: 2]"} {"level":"info","ts":"2026-04-23T04:42:51.777848Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":667,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-23T04:42:51.780394Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":667} {"level":"info","ts":"2026-04-23T04:42:51.780701Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000136ca0}"} {"level":"info","ts":"2026-04-23T04:42:51.781567Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-23T04:42:51.781713Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.096148ms"} {"level":"info","ts":"2026-04-23T04:42:51.781865Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-23T04:42:51.783052Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-23T04:42:51.783132Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-23T04:42:51.785521Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":619} {"level":"info","ts":"2026-04-23T04:42:51.785599Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":667} {"level":"info","ts":"2026-04-23T04:42:51.785627Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-23T04:42:51.785770Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-23T04:42:51.786832Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-23T04:42:51.786871Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-23T04:42:51.786925Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-23T04:42:51.786945Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-23T04:42:51.787170Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-23T04:42:51.787952Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-23T04:42:51.788010Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-23T04:42:51.788105Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-23T04:42:51.788132Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"78b660cb1ab76d5c","recovered-remote-peer-id":"344940fc142d902f","recovered-remote-peer-urls":["https://199.204.45.155:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-23T04:42:51.788152Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"78b660cb1ab76d5c","recovered-remote-peer-id":"78b660cb1ab76d5c","recovered-remote-peer-urls":["https://199.204.45.244:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-23T04:42:51.788164Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"78b660cb1ab76d5c","recovered-remote-peer-id":"cc0fc5dc762702b2","recovered-remote-peer-urls":["https://199.204.45.95:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-23T04:42:51.788177Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-23T04:42:51.788202Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-23T04:42:51.788268Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-23T04:42:51.788305Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-23T04:42:51.788381Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.788410Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-23T04:42:51.788452Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.788471Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.788668Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-23T04:42:51.788934Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f","error":"context canceled"} {"level":"warn","ts":"2026-04-23T04:42:51.788991Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"344940fc142d902f","error":"failed to read 344940fc142d902f on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-23T04:42:51.789030Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-23T04:42:51.789185Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:42:51.789212Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.789241Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.789271Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"78b660cb1ab76d5c","removed-remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.789288Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"cc0fc5dc762702b2"} {"level":"warn","ts":"2026-04-23T04:42:51.789331Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.789376Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"cc0fc5dc762702b2"} {"level":"warn","ts":"2026-04-23T04:42:51.789442Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.789464Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.789551Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"warn","ts":"2026-04-23T04:42:51.790125Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2","error":"context canceled"} {"level":"warn","ts":"2026-04-23T04:42:51.790185Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"cc0fc5dc762702b2","error":"failed to read cc0fc5dc762702b2 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-23T04:42:51.790353Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"warn","ts":"2026-04-23T04:42:51.790512Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:42:51.790635Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.790670Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.790702Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"78b660cb1ab76d5c","removed-remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.790725Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-23T04:42:51.790745Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-23T04:42:51.790780Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.790813Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.791065Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.791230Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.791278Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.791336Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f","remote-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-23T04:42:51.791367Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.791395Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.794424Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.794451Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.794519Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2","remote-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-23T04:42:51.794540Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-23T04:42:51.794563Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":667,"current-applied-index":667,"incoming-leader-snapshot-index":667,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-23T04:42:51.794667Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.794722Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.796976Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.796491Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.799215Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.804227Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"78b660cb1ab76d5c","to":"cc0fc5dc762702b2","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:51.804277Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.804332Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.808977Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"78b660cb1ab76d5c","to":"344940fc142d902f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:51.809020Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.809061Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.810248Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.810308Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.813679Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"78b660cb1ab76d5c","to":"344940fc142d902f","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:51.813764Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.813903Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.813903Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:51.817446Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"78b660cb1ab76d5c","to":"cc0fc5dc762702b2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:51.817522Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"78b660cb1ab76d5c","remote-peer-id":"cc0fc5dc762702b2"} {"level":"info","ts":"2026-04-23T04:42:51.854345Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"78b660cb1ab76d5c","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-23T04:42:52.241510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"78b660cb1ab76d5c switched to configuration voters=(3767614014686597167 8698246155755547996 14704188859053703858)"} {"level":"info","ts":"2026-04-23T04:42:52.241797Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"78b660cb1ab76d5c","promoted-member-id":"78b660cb1ab76d5c"} {"level":"warn","ts":"2026-04-23T04:42:58.750921Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"78b660cb1ab76d5c","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.244:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-23T04:42:58.754461Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"78b660cb1ab76d5c","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.244:2379]}","cluster-id":"c7d65bf2a36fbd4","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T04:42:58.754480Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T04:42:58.754590Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T04:42:58.755115Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T04:42:58.755182Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T04:42:58.757141Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-23T04:42:58.758425Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-23T04:42:58.758708Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-23T04:42:58.761843Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-23T04:42:58.762136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.762064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.762507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43934","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:42:58.764180Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"warn","ts":"2026-04-23T04:42:58.769118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.769493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.770054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.772201Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.773608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.774421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.774486Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.775375Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.776354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.776365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.776389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.777452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:44506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.790221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.807368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.816376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.856932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.866116Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.874879Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.885365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.893921Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.903327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.912917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.926451Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.938673Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.948263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.959513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.969935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:58.983013Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.029061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.041392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.052602Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.063011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.073427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.083656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.095391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.108472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.114901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.122842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.159364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.171757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.181152Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.189203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.198364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.207936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.217985Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.235768Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.243460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.251646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.262089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.280659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.289117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.299295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.311114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.323998Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.334299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.344240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.354634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.365299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.373311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.385045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.393222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.406802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.417635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.459624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.467423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.485701Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:59.543490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:43:03.521214Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:04.021859Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:04.132632Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.428465551s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T04:43:04.140039Z","caller":"traceutil/trace.go:172","msg":"trace[2062318602] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:709; }","duration":"1.119357402s","start":"2026-04-23T04:43:03.020651Z","end":"2026-04-23T04:43:04.140009Z","steps":["trace[2062318602] 'read index received' (duration: 1.119338901s)","trace[2062318602] 'applied index is now lower than readState.Index' (duration: 17.001µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:04.140218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.119497941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:04.140320Z","caller":"traceutil/trace.go:172","msg":"trace[1172351998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"1.11965768s","start":"2026-04-23T04:43:03.020646Z","end":"2026-04-23T04:43:04.140304Z","steps":["trace[1172351998] 'agreement among raft nodes before linearized reading' (duration: 1.119463869s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:04.140360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:03.020625Z","time spent":"1.119724383s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:04.142503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.803764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T04:43:04.142536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"684.011689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:43:04.142581Z","caller":"traceutil/trace.go:172","msg":"trace[260718568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:653; }","duration":"684.060452ms","start":"2026-04-23T04:43:03.458508Z","end":"2026-04-23T04:43:04.142568Z","steps":["trace[260718568] 'agreement among raft nodes before linearized reading' (duration: 683.938775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:04.142554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"784.988739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T04:43:04.142568Z","caller":"traceutil/trace.go:172","msg":"trace[1248745744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:653; }","duration":"529.873448ms","start":"2026-04-23T04:43:03.612681Z","end":"2026-04-23T04:43:04.142555Z","steps":["trace[1248745744] 'agreement among raft nodes before linearized reading' (duration: 529.691038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:04.142610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:03.458486Z","time spent":"684.117465ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:04.142625Z","caller":"traceutil/trace.go:172","msg":"trace[98085665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:653; }","duration":"785.072974ms","start":"2026-04-23T04:43:03.357537Z","end":"2026-04-23T04:43:04.142610Z","steps":["trace[98085665] 'agreement among raft nodes before linearized reading' (duration: 784.945166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:04.142657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:03.357505Z","time spent":"785.145818ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:04.142684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.013287895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:04.142945Z","caller":"traceutil/trace.go:172","msg":"trace[952300404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:653; }","duration":"1.013557762s","start":"2026-04-23T04:43:03.129369Z","end":"2026-04-23T04:43:04.142927Z","steps":["trace[952300404] 'agreement among raft nodes before linearized reading' (duration: 1.012875972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:04.143023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:03.129326Z","time spent":"1.013685219s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:04.142626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:03.612660Z","time spent":"529.958034ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:08.334867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.679475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:43:08.334918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.349956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:08.335025Z","caller":"traceutil/trace.go:172","msg":"trace[1744167119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"183.880335ms","start":"2026-04-23T04:43:08.151121Z","end":"2026-04-23T04:43:08.335001Z","steps":["trace[1744167119] 'range keys from in-memory index tree' (duration: 181.463231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:08.335111Z","caller":"traceutil/trace.go:172","msg":"trace[405324513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:666; }","duration":"114.577399ms","start":"2026-04-23T04:43:08.220503Z","end":"2026-04-23T04:43:08.335080Z","steps":["trace[405324513] 'range keys from in-memory index tree' (duration: 112.672723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:08.441344Z","caller":"traceutil/trace.go:172","msg":"trace[1180172837] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"218.860874ms","start":"2026-04-23T04:43:08.222448Z","end":"2026-04-23T04:43:08.441309Z","steps":["trace[1180172837] 'process raft request' (duration: 218.6037ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:08.725540Z","caller":"traceutil/trace.go:172","msg":"trace[2102123351] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:726; }","duration":"389.067765ms","start":"2026-04-23T04:43:08.336428Z","end":"2026-04-23T04:43:08.725495Z","steps":["trace[2102123351] 'read index received' (duration: 389.055404ms)","trace[2102123351] 'applied index is now lower than readState.Index' (duration: 10.461µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.346944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.010504105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.347091Z","caller":"traceutil/trace.go:172","msg":"trace[2022776427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:668; }","duration":"1.010616171s","start":"2026-04-23T04:43:08.336410Z","end":"2026-04-23T04:43:09.347026Z","steps":["trace[2022776427] 'agreement among raft nodes before linearized reading' (duration: 389.182471ms)","trace[2022776427] 'range keys from in-memory index tree' (duration: 621.278151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.347141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:08.336384Z","time spent":"1.010746658s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:09.348247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"622.480597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:09.348394Z","caller":"traceutil/trace.go:172","msg":"trace[3581763] linearizableReadLoop","detail":"{readStateIndex:727; appliedIndex:726; }","duration":"622.740942ms","start":"2026-04-23T04:43:08.725635Z","end":"2026-04-23T04:43:09.348376Z","steps":["trace[3581763] 'read index received' (duration: 1.173966ms)","trace[3581763] 'applied index is now lower than readState.Index' (duration: 621.565015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.348479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"903.341868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.348505Z","caller":"traceutil/trace.go:172","msg":"trace[1191492950] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:669; }","duration":"903.37412ms","start":"2026-04-23T04:43:08.445120Z","end":"2026-04-23T04:43:09.348494Z","steps":["trace[1191492950] 'agreement among raft nodes before linearized reading' (duration: 903.305516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:09.348538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:08.445085Z","time spent":"903.444875ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:09.522652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.200724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.523205Z","caller":"traceutil/trace.go:172","msg":"trace[404885709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"166.753915ms","start":"2026-04-23T04:43:09.356429Z","end":"2026-04-23T04:43:09.523183Z","steps":["trace[404885709] 'agreement among raft nodes before linearized reading' (duration: 90.843275ms)","trace[404885709] 'range keys from in-memory index tree' (duration: 75.328278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:10.095393Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:43:10.475631Z","caller":"traceutil/trace.go:172","msg":"trace[40325232] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:731; }","duration":"881.129495ms","start":"2026-04-23T04:43:09.594454Z","end":"2026-04-23T04:43:10.475584Z","steps":["trace[40325232] 'read index received' (duration: 881.121274ms)","trace[40325232] 'applied index is now lower than readState.Index' (duration: 7.071µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:10.475885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"881.42258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:10.475938Z","caller":"traceutil/trace.go:172","msg":"trace[1219491907] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:0; response_revision:673; }","duration":"881.494714ms","start":"2026-04-23T04:43:09.594430Z","end":"2026-04-23T04:43:10.475925Z","steps":["trace[1219491907] 'agreement among raft nodes before linearized reading' (duration: 881.337626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:10.475984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:09.594367Z","time spent":"881.60616ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:10.476409Z","caller":"traceutil/trace.go:172","msg":"trace[1945286399] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"880.974755ms","start":"2026-04-23T04:43:09.595425Z","end":"2026-04-23T04:43:10.476399Z","steps":["trace[1945286399] 'process raft request' (duration: 880.566392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:10.476464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:09.595388Z","time spent":"881.049059ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2896,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:10.485744Z","caller":"traceutil/trace.go:172","msg":"trace[863865370] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"150.277264ms","start":"2026-04-23T04:43:10.335436Z","end":"2026-04-23T04:43:10.485713Z","steps":["trace[863865370] 'process raft request' (duration: 150.226821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:10.485861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.637353ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:43:10.485928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"880.1099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:43:10.485931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"854.201101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:43:10.485951Z","caller":"traceutil/trace.go:172","msg":"trace[1087748309] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:684; }","duration":"880.135102ms","start":"2026-04-23T04:43:09.605810Z","end":"2026-04-23T04:43:10.485945Z","steps":["trace[1087748309] 'agreement among raft nodes before linearized reading' (duration: 880.094139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:10.485950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.445841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T04:43:10.485975Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:09.605784Z","time spent":"880.185856ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/controller-3\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:10.485975Z","caller":"traceutil/trace.go:172","msg":"trace[792237137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"854.258074ms","start":"2026-04-23T04:43:09.631706Z","end":"2026-04-23T04:43:10.485964Z","steps":["trace[792237137] 'agreement among raft nodes before linearized reading' (duration: 854.118316ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:10.485941Z","caller":"traceutil/trace.go:172","msg":"trace[2091021475] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:684; }","duration":"114.724498ms","start":"2026-04-23T04:43:10.371202Z","end":"2026-04-23T04:43:10.485927Z","steps":["trace[2091021475] 'agreement among raft nodes before linearized reading' (duration: 114.616112ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:10.486006Z","caller":"traceutil/trace.go:172","msg":"trace[1695219569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:684; }","duration":"138.502734ms","start":"2026-04-23T04:43:10.347488Z","end":"2026-04-23T04:43:10.485991Z","steps":["trace[1695219569] 'agreement among raft nodes before linearized reading' (duration: 138.303302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:10.486012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:09.631672Z","time spent":"854.332009ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:16.297501Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:16.617587Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.096670116s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:43:16.798789Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976667,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:43:17.177070Z","caller":"traceutil/trace.go:172","msg":"trace[1732487309] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:771; }","duration":"1.380049212s","start":"2026-04-23T04:43:15.796991Z","end":"2026-04-23T04:43:17.177040Z","steps":["trace[1732487309] 'read index received' (duration: 1.379169168s)","trace[1732487309] 'applied index is now lower than readState.Index' (duration: 877.794µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:17.177369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.380350697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-23T04:43:17.177434Z","caller":"traceutil/trace.go:172","msg":"trace[1116892440] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:708; }","duration":"1.3804267s","start":"2026-04-23T04:43:15.796986Z","end":"2026-04-23T04:43:17.177412Z","steps":["trace[1116892440] 'agreement among raft nodes before linearized reading' (duration: 1.38021025s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.177484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:15.796965Z","time spent":"1.380506965s","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:17.178182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:15.797613Z","time spent":"1.380566897s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T04:43:17.178810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.028601055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:17.178856Z","caller":"traceutil/trace.go:172","msg":"trace[1755108679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:709; }","duration":"1.028646397s","start":"2026-04-23T04:43:16.150199Z","end":"2026-04-23T04:43:17.178846Z","steps":["trace[1755108679] 'agreement among raft nodes before linearized reading' (duration: 1.028571334s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.178883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:16.150178Z","time spent":"1.02869768s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:17.178964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.532843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:43:17.179013Z","caller":"traceutil/trace.go:172","msg":"trace[165451402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:709; }","duration":"250.583546ms","start":"2026-04-23T04:43:16.928416Z","end":"2026-04-23T04:43:17.178999Z","steps":["trace[165451402] 'agreement among raft nodes before linearized reading' (duration: 250.443739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.179336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"691.576933ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:17.179369Z","caller":"traceutil/trace.go:172","msg":"trace[1079085769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:709; }","duration":"691.610924ms","start":"2026-04-23T04:43:16.487748Z","end":"2026-04-23T04:43:17.179359Z","steps":["trace[1079085769] 'agreement among raft nodes before linearized reading' (duration: 691.263197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.179339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"556.784308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-3\" limit:1 ","response":"range_response_count:1 size:3331"} {"level":"info","ts":"2026-04-23T04:43:17.179424Z","caller":"traceutil/trace.go:172","msg":"trace[601028171] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-3; range_end:; response_count:1; response_revision:709; }","duration":"556.880892ms","start":"2026-04-23T04:43:16.622524Z","end":"2026-04-23T04:43:17.179405Z","steps":["trace[601028171] 'agreement among raft nodes before linearized reading' (duration: 556.376737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.179464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:16.622504Z","time spent":"556.950176ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3353,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-3\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:17.179481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.780753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:43:17.179532Z","caller":"traceutil/trace.go:172","msg":"trace[2055626262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:709; }","duration":"142.830976ms","start":"2026-04-23T04:43:17.036686Z","end":"2026-04-23T04:43:17.179517Z","steps":["trace[2055626262] 'agreement among raft nodes before linearized reading' (duration: 142.70705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:18.981890Z","caller":"traceutil/trace.go:172","msg":"trace[1975535195] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"174.025954ms","start":"2026-04-23T04:43:18.807845Z","end":"2026-04-23T04:43:18.981871Z","steps":["trace[1975535195] 'process raft request' (duration: 173.888016ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:25.378265Z","caller":"traceutil/trace.go:172","msg":"trace[171879752] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:817; }","duration":"227.16549ms","start":"2026-04-23T04:43:25.151072Z","end":"2026-04-23T04:43:25.378238Z","steps":["trace[171879752] 'read index received' (duration: 227.15784ms)","trace[171879752] 'applied index is now lower than readState.Index' (duration: 5.93µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:25.378421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.363659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:25.378457Z","caller":"traceutil/trace.go:172","msg":"trace[2051414204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"227.414001ms","start":"2026-04-23T04:43:25.151029Z","end":"2026-04-23T04:43:25.378443Z","steps":["trace[2051414204] 'agreement among raft nodes before linearized reading' (duration: 227.315207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:25.678232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.991533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:25.678304Z","caller":"traceutil/trace.go:172","msg":"trace[160488070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:747; }","duration":"190.075107ms","start":"2026-04-23T04:43:25.488216Z","end":"2026-04-23T04:43:25.678291Z","steps":["trace[160488070] 'range keys from in-memory index tree' (duration: 189.93799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:25.679795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.164758ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-23T04:43:25.840322Z","caller":"traceutil/trace.go:172","msg":"trace[739279355] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:818; }","duration":"460.37603ms","start":"2026-04-23T04:43:25.379920Z","end":"2026-04-23T04:43:25.840296Z","steps":["trace[739279355] 'read index received' (duration: 460.36973ms)","trace[739279355] 'applied index is now lower than readState.Index' (duration: 5.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:25.840491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"460.551407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:25.840581Z","caller":"traceutil/trace.go:172","msg":"trace[1818178618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:748; }","duration":"460.634611ms","start":"2026-04-23T04:43:25.379911Z","end":"2026-04-23T04:43:25.840546Z","steps":["trace[1818178618] 'agreement among raft nodes before linearized reading' (duration: 460.477384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:25.840632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:25.379886Z","time spent":"460.736405ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:25.848560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.927695ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:25.848643Z","caller":"traceutil/trace.go:172","msg":"trace[397017833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:749; }","duration":"170.022179ms","start":"2026-04-23T04:43:25.678605Z","end":"2026-04-23T04:43:25.848627Z","steps":["trace[397017833] 'agreement among raft nodes before linearized reading' (duration: 169.896404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:26.198455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.019755ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:26.198542Z","caller":"traceutil/trace.go:172","msg":"trace[1656884899] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:750; }","duration":"147.11782ms","start":"2026-04-23T04:43:26.051404Z","end":"2026-04-23T04:43:26.198521Z","steps":["trace[1656884899] 'range keys from in-memory index tree' (duration: 146.960112ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:26.298698Z","caller":"traceutil/trace.go:172","msg":"trace[828730022] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:825; }","duration":"233.517921ms","start":"2026-04-23T04:43:26.065168Z","end":"2026-04-23T04:43:26.298686Z","steps":["trace[828730022] 'read index received' (duration: 233.513811ms)","trace[828730022] 'applied index is now lower than readState.Index' (duration: 3.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:26.305794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.7839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:26.305853Z","caller":"traceutil/trace.go:172","msg":"trace[543512180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"152.844913ms","start":"2026-04-23T04:43:26.152992Z","end":"2026-04-23T04:43:26.305837Z","steps":["trace[543512180] 'agreement among raft nodes before linearized reading' (duration: 149.16446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:26.305952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.762513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:43:26.306008Z","caller":"traceutil/trace.go:172","msg":"trace[279471588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:754; }","duration":"240.833896ms","start":"2026-04-23T04:43:26.065162Z","end":"2026-04-23T04:43:26.305996Z","steps":["trace[279471588] 'agreement among raft nodes before linearized reading' (duration: 233.606306ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:40.738882Z","caller":"traceutil/trace.go:172","msg":"trace[1371561969] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:903; }","duration":"250.434581ms","start":"2026-04-23T04:43:40.488426Z","end":"2026-04-23T04:43:40.738861Z","steps":["trace[1371561969] 'read index received' (duration: 250.41539ms)","trace[1371561969] 'applied index is now lower than readState.Index' (duration: 18.121µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:40.739013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.566077ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:40.739074Z","caller":"traceutil/trace.go:172","msg":"trace[78042353] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:823; }","duration":"250.647809ms","start":"2026-04-23T04:43:40.488417Z","end":"2026-04-23T04:43:40.739065Z","steps":["trace[78042353] 'agreement among raft nodes before linearized reading' (duration: 250.538425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:41.593155Z","caller":"traceutil/trace.go:172","msg":"trace[2022755586] linearizableReadLoop","detail":"{readStateIndex:907; appliedIndex:908; }","duration":"104.884073ms","start":"2026-04-23T04:43:41.488237Z","end":"2026-04-23T04:43:41.593121Z","steps":["trace[2022755586] 'read index received' (duration: 104.880713ms)","trace[2022755586] 'applied index is now lower than readState.Index' (duration: 2.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:41.593316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.077411ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:41.593373Z","caller":"traceutil/trace.go:172","msg":"trace[1132548949] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:826; }","duration":"105.148993ms","start":"2026-04-23T04:43:41.488218Z","end":"2026-04-23T04:43:41.593367Z","steps":["trace[1132548949] 'agreement among raft nodes before linearized reading' (duration: 104.984377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:41.697626Z","caller":"traceutil/trace.go:172","msg":"trace[1612199382] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"103.590046ms","start":"2026-04-23T04:43:41.594001Z","end":"2026-04-23T04:43:41.697591Z","steps":["trace[1612199382] 'process raft request' (duration: 103.372017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:46.651115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:47.151739Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:47.188540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.110136ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:47.188639Z","caller":"traceutil/trace.go:172","msg":"trace[1814378134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:883; }","duration":"699.773349ms","start":"2026-04-23T04:43:46.488851Z","end":"2026-04-23T04:43:47.188624Z","steps":["trace[1814378134] 'range keys from in-memory index tree' (duration: 699.050234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:47.652528Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:48.150252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000066532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:43:48.150485Z","caller":"traceutil/trace.go:172","msg":"trace[426524909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315732s","start":"2026-04-23T04:43:46.150141Z","end":"2026-04-23T04:43:48.150457Z","steps":["trace[426524909] 'agreement among raft nodes before linearized reading' (duration: 2.000061842s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:48.150565Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.150112Z","time spent":"2.000431965s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:43:48 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:43:48.153702Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:48.653938Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:49.154317Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:49.364667Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.381423831s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:43:49.655274Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:43:49.895199Z","caller":"traceutil/trace.go:172","msg":"trace[1899328407] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:969; }","duration":"3.745012992s","start":"2026-04-23T04:43:46.150159Z","end":"2026-04-23T04:43:49.895172Z","steps":["trace[1899328407] 'read index received' (duration: 3.745006082s)","trace[1899328407] 'applied index is now lower than readState.Index' (duration: 5.24µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:49.895554Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373976819,"received-request-id":7880346864373976818} {"level":"warn","ts":"2026-04-23T04:43:50.151227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000362443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:43:50.151330Z","caller":"traceutil/trace.go:172","msg":"trace[856699775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495787s","start":"2026-04-23T04:43:48.150818Z","end":"2026-04-23T04:43:50.151313Z","steps":["trace[856699775] 'agreement among raft nodes before linearized reading' (duration: 2.000324092s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.151381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:48.150787Z","time spent":"2.00058519s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:43:50 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:43:50.201554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.369306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:50.211023Z","caller":"traceutil/trace.go:172","msg":"trace[1418393477] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:984; }","duration":"315.703894ms","start":"2026-04-23T04:43:49.895303Z","end":"2026-04-23T04:43:50.211007Z","steps":["trace[1418393477] 'read index received' (duration: 315.698684ms)","trace[1418393477] 'applied index is now lower than readState.Index' (duration: 4.02µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:50.211394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.426176683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:43:50.211434Z","caller":"traceutil/trace.go:172","msg":"trace[369588179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:899; }","duration":"2.426224106s","start":"2026-04-23T04:43:47.785196Z","end":"2026-04-23T04:43:50.211420Z","steps":["trace[369588179] 'agreement among raft nodes before linearized reading' (duration: 2.42608067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.211442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.022718103s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:43:50.211465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:47.785160Z","time spent":"2.426296288s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.211547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.280759205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:50.211608Z","caller":"traceutil/trace.go:172","msg":"trace[263650260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:900; }","duration":"3.280827027s","start":"2026-04-23T04:43:46.930770Z","end":"2026-04-23T04:43:50.211597Z","steps":["trace[263650260] 'agreement among raft nodes before linearized reading' (duration: 3.280692423s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.211624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.556138623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T04:43:50.211634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.930734Z","time spent":"3.28089491s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:50.211660Z","caller":"traceutil/trace.go:172","msg":"trace[1866956098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:899; }","duration":"1.556415612s","start":"2026-04-23T04:43:48.655235Z","end":"2026-04-23T04:43:50.211651Z","steps":["trace[1866956098] 'agreement among raft nodes before linearized reading' (duration: 1.555841623s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.211816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:48.655205Z","time spent":"1.556473814s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:50.211473Z","caller":"traceutil/trace.go:172","msg":"trace[1587500228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:899; }","duration":"3.022756234s","start":"2026-04-23T04:43:47.188704Z","end":"2026-04-23T04:43:50.211460Z","steps":["trace[1587500228] 'agreement among raft nodes before linearized reading' (duration: 3.022503755s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.212657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.798127066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:43:50.212770Z","caller":"traceutil/trace.go:172","msg":"trace[505016323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:900; }","duration":"3.798263962s","start":"2026-04-23T04:43:46.414483Z","end":"2026-04-23T04:43:50.212747Z","steps":["trace[505016323] 'agreement among raft nodes before linearized reading' (duration: 3.797042521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.212816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.414450Z","time spent":"3.798356815s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:50.233914Z","caller":"traceutil/trace.go:172","msg":"trace[1800431147] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"328.686649ms","start":"2026-04-23T04:43:49.905217Z","end":"2026-04-23T04:43:50.233904Z","steps":["trace[1800431147] 'process raft request' (duration: 328.538414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.234026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.905199Z","time spent":"328.777612ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:50.233992Z","caller":"traceutil/trace.go:172","msg":"trace[597238810] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"329.406863ms","start":"2026-04-23T04:43:49.904539Z","end":"2026-04-23T04:43:50.233946Z","steps":["trace[597238810] 'process raft request' (duration: 329.196846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.234135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.904504Z","time spent":"329.570788ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:50.234241Z","caller":"traceutil/trace.go:172","msg":"trace[1076164231] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"325.550813ms","start":"2026-04-23T04:43:49.908683Z","end":"2026-04-23T04:43:50.234234Z","steps":["trace[1076164231] 'process raft request' (duration: 325.094639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.234146Z","caller":"traceutil/trace.go:172","msg":"trace[1098047500] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"329.492875ms","start":"2026-04-23T04:43:49.904647Z","end":"2026-04-23T04:43:50.234140Z","steps":["trace[1098047500] 'process raft request' (duration: 329.098483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.234530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.904639Z","time spent":"329.860069ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:50.234550Z","caller":"traceutil/trace.go:172","msg":"trace[1549518488] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"326.263528ms","start":"2026-04-23T04:43:49.908193Z","end":"2026-04-23T04:43:50.234456Z","steps":["trace[1549518488] 'process raft request' (duration: 325.573786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.234836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.908174Z","time spent":"326.559898ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:50.235091Z","caller":"traceutil/trace.go:172","msg":"trace[678877021] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"326.232446ms","start":"2026-04-23T04:43:49.908845Z","end":"2026-04-23T04:43:50.235077Z","steps":["trace[678877021] 'process raft request' (duration: 324.965185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.235241Z","caller":"traceutil/trace.go:172","msg":"trace[1858029675] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"331.520734ms","start":"2026-04-23T04:43:49.902248Z","end":"2026-04-23T04:43:50.233769Z","steps":["trace[1858029675] 'process raft request' (duration: 331.477791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.235305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.902230Z","time spent":"333.051075ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:43:50.235353Z","caller":"traceutil/trace.go:172","msg":"trace[2051230427] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"323.180995ms","start":"2026-04-23T04:43:49.911987Z","end":"2026-04-23T04:43:50.235168Z","steps":["trace[2051230427] 'process raft request' (duration: 321.846731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.235785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.908667Z","time spent":"325.598035ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9173,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:50.235890Z","caller":"traceutil/trace.go:172","msg":"trace[1077883837] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"321.861861ms","start":"2026-04-23T04:43:49.913647Z","end":"2026-04-23T04:43:50.235508Z","steps":["trace[1077883837] 'process raft request' (duration: 320.246918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.235979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.908834Z","time spent":"326.289109ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10111,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:50.236064Z","caller":"traceutil/trace.go:172","msg":"trace[1046345344] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"313.552032ms","start":"2026-04-23T04:43:49.922502Z","end":"2026-04-23T04:43:50.236054Z","steps":["trace[1046345344] 'process raft request' (duration: 313.154568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.236076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.911973Z","time spent":"323.538846ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28789,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:50.236105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.922490Z","time spent":"313.593874ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":64512,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:50.235987Z","caller":"traceutil/trace.go:172","msg":"trace[635491763] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"322.043745ms","start":"2026-04-23T04:43:49.913932Z","end":"2026-04-23T04:43:50.235975Z","steps":["trace[635491763] 'process raft request' (duration: 321.323052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.238550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.913631Z","time spent":"322.286075ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30443,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:50.238750Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.913917Z","time spent":"322.355126ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30424,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:51.036240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.320961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:51.125793Z","caller":"traceutil/trace.go:172","msg":"trace[1684963339] transaction","detail":"{read_only:false; number_of_response:1; response_revision:952; }","duration":"420.173726ms","start":"2026-04-23T04:43:50.705595Z","end":"2026-04-23T04:43:51.125769Z","steps":["trace[1684963339] 'process raft request' (duration: 418.954405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.125945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:50.705565Z","time spent":"420.30276ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151271,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.593884Z","caller":"traceutil/trace.go:172","msg":"trace[575342965] transaction","detail":"{read_only:false; number_of_response:1; response_revision:954; }","duration":"846.760928ms","start":"2026-04-23T04:43:50.747090Z","end":"2026-04-23T04:43:51.593851Z","steps":["trace[575342965] 'process raft request' (duration: 846.21885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.596623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:50.747012Z","time spent":"849.527689ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98739,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:51.808736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.717997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:51.809015Z","caller":"traceutil/trace.go:172","msg":"trace[365584205] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"814.780621ms","start":"2026-04-23T04:43:50.994217Z","end":"2026-04-23T04:43:51.808997Z","steps":["trace[365584205] 'process raft request' (duration: 633.735803ms)","trace[365584205] 'compare' (duration: 180.596183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:51.809112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:50.994198Z","time spent":"814.859533ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.810035Z","caller":"traceutil/trace.go:172","msg":"trace[1009743171] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"806.765365ms","start":"2026-04-23T04:43:51.003256Z","end":"2026-04-23T04:43:51.810022Z","steps":["trace[1009743171] 'process raft request' (duration: 805.611827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.810105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:51.003244Z","time spent":"806.826028ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.810758Z","caller":"traceutil/trace.go:172","msg":"trace[1679220481] transaction","detail":"{read_only:false; number_of_response:1; response_revision:959; }","duration":"623.401303ms","start":"2026-04-23T04:43:51.187153Z","end":"2026-04-23T04:43:51.810554Z","steps":["trace[1679220481] 'process raft request' (duration: 623.344611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.810812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:51.187125Z","time spent":"623.660861ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18091,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.834430Z","caller":"traceutil/trace.go:172","msg":"trace[1906297068] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1107; }","duration":"366.310303ms","start":"2026-04-23T04:43:51.468097Z","end":"2026-04-23T04:43:51.834407Z","steps":["trace[1906297068] 'read index received' (duration: 366.302753ms)","trace[1906297068] 'applied index is now lower than readState.Index' (duration: 6.05µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:51.834653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.53451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T04:43:51.834682Z","caller":"traceutil/trace.go:172","msg":"trace[1525635367] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:959; }","duration":"366.583751ms","start":"2026-04-23T04:43:51.468091Z","end":"2026-04-23T04:43:51.834675Z","steps":["trace[1525635367] 'agreement among raft nodes before linearized reading' (duration: 366.427866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.834702Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:51.468071Z","time spent":"366.626593ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:51.841214Z","caller":"traceutil/trace.go:172","msg":"trace[1183181479] transaction","detail":"{read_only:false; number_of_response:1; response_revision:962; }","duration":"205.952041ms","start":"2026-04-23T04:43:51.635246Z","end":"2026-04-23T04:43:51.841198Z","steps":["trace[1183181479] 'process raft request' (duration: 205.872797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.843362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.942694ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:51.843456Z","caller":"traceutil/trace.go:172","msg":"trace[1327053169] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:962; }","duration":"321.052327ms","start":"2026-04-23T04:43:51.522390Z","end":"2026-04-23T04:43:51.843443Z","steps":["trace[1327053169] 'agreement among raft nodes before linearized reading' (duration: 320.910832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:53.475154Z","caller":"traceutil/trace.go:172","msg":"trace[2129307879] linearizableReadLoop","detail":"{readStateIndex:1138; appliedIndex:1137; }","duration":"122.332479ms","start":"2026-04-23T04:43:53.352796Z","end":"2026-04-23T04:43:53.475128Z","steps":["trace[2129307879] 'read index received' (duration: 47.253476ms)","trace[2129307879] 'applied index is now lower than readState.Index' (duration: 75.077433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:53.475485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.670241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:53.475578Z","caller":"traceutil/trace.go:172","msg":"trace[2116077605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:977; }","duration":"122.777815ms","start":"2026-04-23T04:43:53.352780Z","end":"2026-04-23T04:43:53.475557Z","steps":["trace[2116077605] 'agreement among raft nodes before linearized reading' (duration: 122.412352ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:57.200498Z","caller":"traceutil/trace.go:172","msg":"trace[262177117] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"170.106871ms","start":"2026-04-23T04:43:57.030360Z","end":"2026-04-23T04:43:57.200466Z","steps":["trace[262177117] 'process raft request' (duration: 169.915305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:57.202710Z","caller":"traceutil/trace.go:172","msg":"trace[1735054550] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1161; }","duration":"116.284142ms","start":"2026-04-23T04:43:57.086088Z","end":"2026-04-23T04:43:57.202372Z","steps":["trace[1735054550] 'read index received' (duration: 116.274271ms)","trace[1735054550] 'applied index is now lower than readState.Index' (duration: 7.791µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:57.203223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.117447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:43:57.203294Z","caller":"traceutil/trace.go:172","msg":"trace[616936601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:998; }","duration":"117.203501ms","start":"2026-04-23T04:43:57.086076Z","end":"2026-04-23T04:43:57.203280Z","steps":["trace[616936601] 'agreement among raft nodes before linearized reading' (duration: 116.51824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:58.136321Z","caller":"traceutil/trace.go:172","msg":"trace[1696246359] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1163; }","duration":"249.894136ms","start":"2026-04-23T04:43:57.886406Z","end":"2026-04-23T04:43:58.136300Z","steps":["trace[1696246359] 'read index received' (duration: 249.153454ms)","trace[1696246359] 'applied index is now lower than readState.Index' (duration: 739.212µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:58.136579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.146304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4vhbj\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-23T04:43:58.136628Z","caller":"traceutil/trace.go:172","msg":"trace[1676050282] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4vhbj; range_end:; response_count:1; response_revision:1002; }","duration":"250.216586ms","start":"2026-04-23T04:43:57.886397Z","end":"2026-04-23T04:43:58.136613Z","steps":["trace[1676050282] 'agreement among raft nodes before linearized reading' (duration: 250.005939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.512259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.791113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:43:59.650631Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:00.151395Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:00.295913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"807.141722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:00.296006Z","caller":"traceutil/trace.go:172","msg":"trace[1625087799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1011; }","duration":"807.249675ms","start":"2026-04-23T04:43:59.488736Z","end":"2026-04-23T04:44:00.295985Z","steps":["trace[1625087799] 'range keys from in-memory index tree' (duration: 807.081671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:00.652591Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:01.150540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000250073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:01.150637Z","caller":"traceutil/trace.go:172","msg":"trace[320097236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360926s","start":"2026-04-23T04:43:59.150252Z","end":"2026-04-23T04:44:01.150613Z","steps":["trace[320097236] 'agreement among raft nodes before linearized reading' (duration: 2.000246052s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:01.150692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.150225Z","time spent":"2.000456419s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:01.153579Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:01.653756Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:02.154948Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:02.655492Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:03.152187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000415183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:44:03.152319Z","caller":"traceutil/trace.go:172","msg":"trace[1631059398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579788s","start":"2026-04-23T04:44:01.151711Z","end":"2026-04-23T04:44:03.152291Z","steps":["trace[1631059398] 'agreement among raft nodes before linearized reading' (duration: 2.000408763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:03.152442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.151693Z","time spent":"2.000737681s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:03 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:03.156414Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:03.399318Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.476895984s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:44:03.657314Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:04.158267Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:04.469711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001086509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:44:04.469777Z","caller":"traceutil/trace.go:172","msg":"trace[724200410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001165691s","start":"2026-04-23T04:44:02.468597Z","end":"2026-04-23T04:44:04.469763Z","steps":["trace[724200410] 'agreement among raft nodes before linearized reading' (duration: 2.001083029s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:04.469825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:02.468572Z","time spent":"2.001246692s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:04 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:04.659161Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:05.159070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99987114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:05.159138Z","caller":"traceutil/trace.go:172","msg":"trace[331076554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969444s","start":"2026-04-23T04:44:03.159155Z","end":"2026-04-23T04:44:05.159124Z","steps":["trace[331076554] 'agreement among raft nodes before linearized reading' (duration: 1.99986725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.159172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.159132Z","time spent":"2.000034345s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:05.159573Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:05.620685Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"78b660cb1ab76d5c [logterm: 2, index: 1185, vote: 0] ignored MsgPreVote from cc0fc5dc762702b2 [logterm: 2, index: 1185] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-23T04:44:05.644400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999692883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:05.644518Z","caller":"traceutil/trace.go:172","msg":"trace[1334117011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999833976s","start":"2026-04-23T04:44:00.644665Z","end":"2026-04-23T04:44:05.644499Z","steps":["trace[1334117011] 'agreement among raft nodes before linearized reading' (duration: 4.999689213s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.644581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.644646Z","time spent":"4.999921739s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:05.661107Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:05.726857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999255229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:05.726926Z","caller":"traceutil/trace.go:172","msg":"trace[9889781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999352132s","start":"2026-04-23T04:44:00.727560Z","end":"2026-04-23T04:44:05.726912Z","steps":["trace[9889781] 'agreement among raft nodes before linearized reading' (duration: 4.999252009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.726973Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.727540Z","time spent":"4.999423244s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:06.150821Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-23T04:44:06.500710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"449.40006ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:06.500783Z","caller":"traceutil/trace.go:172","msg":"trace[356502657] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1012; }","duration":"449.484732ms","start":"2026-04-23T04:44:06.051281Z","end":"2026-04-23T04:44:06.500766Z","steps":["trace[356502657] 'range keys from in-memory index tree' (duration: 449.321638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:06.501031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.415811467s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:44:06.651398Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:07.154347Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:07.170036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000666986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:07.170134Z","caller":"traceutil/trace.go:172","msg":"trace[947780300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783009s","start":"2026-04-23T04:44:05.169332Z","end":"2026-04-23T04:44:07.170115Z","steps":["trace[947780300] 'agreement among raft nodes before linearized reading' (duration: 2.000661876s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:07.170219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.169308Z","time spent":"2.000872992s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:07.420655Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"78b660cb1ab76d5c [logterm: 2, index: 1186, vote: 0] ignored MsgPreVote from cc0fc5dc762702b2 [logterm: 2, index: 1186] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-23T04:44:07.655238Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:08.156324Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:08.657326Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:08.793021Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.707445888s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:44:08.793255Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373976910,"received-request-id":7880346864373976907} {"level":"info","ts":"2026-04-23T04:44:08.820273Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"78b660cb1ab76d5c [logterm: 2, index: 1186, vote: 0] ignored MsgPreVote from cc0fc5dc762702b2 [logterm: 2, index: 1186] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-23T04:44:08.886832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.885600Z","time spent":"7.001225563s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T04:44:09.144704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:02.143817Z","time spent":"7.000880024s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T04:44:09.157931Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:09.171591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000238067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:09.171682Z","caller":"traceutil/trace.go:172","msg":"trace[688649718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000337169s","start":"2026-04-23T04:44:07.171328Z","end":"2026-04-23T04:44:09.171665Z","steps":["trace[688649718] 'agreement among raft nodes before linearized reading' (duration: 2.000234597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.171785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.171308Z","time spent":"2.00040697s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:09.505115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.430605Z","time spent":"2.074498807s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T04:44:09.505532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"712.075485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:44:09.658111Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:09.986775Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373976910,"received-request-id":7880346864373976907} {"level":"warn","ts":"2026-04-23T04:44:09.986825Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373976910,"received-request-id":7880346864373976907} {"level":"info","ts":"2026-04-23T04:44:09.987242Z","caller":"traceutil/trace.go:172","msg":"trace[1827856888] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1186; }","duration":"3.836238346s","start":"2026-04-23T04:44:06.150923Z","end":"2026-04-23T04:44:09.987162Z","steps":["trace[1827856888] 'read index received' (duration: 3.836222986s)","trace[1827856888] 'applied index is now lower than readState.Index' (duration: 13.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:09.987305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.285859972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.987341Z","caller":"traceutil/trace.go:172","msg":"trace[1208200998] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1022; }","duration":"7.285909263s","start":"2026-04-23T04:44:02.701419Z","end":"2026-04-23T04:44:09.987329Z","steps":["trace[1208200998] 'agreement among raft nodes before linearized reading' (duration: 7.285823731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.987371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:02.701404Z","time spent":"7.285960735s","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.987403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.691310313s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.987432Z","caller":"traceutil/trace.go:172","msg":"trace[867684286] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1022; }","duration":"9.691380945s","start":"2026-04-23T04:44:00.296044Z","end":"2026-04-23T04:44:09.987425Z","steps":["trace[867684286] 'agreement among raft nodes before linearized reading' (duration: 9.691286502s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.987579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.347779475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.987690Z","caller":"traceutil/trace.go:172","msg":"trace[552539376] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1022; }","duration":"9.347903088s","start":"2026-04-23T04:44:00.639766Z","end":"2026-04-23T04:44:09.987669Z","steps":["trace[552539376] 'agreement among raft nodes before linearized reading' (duration: 9.347561689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.987742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.639746Z","time spent":"9.347982781s","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.588153732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.616969887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.990348Z","caller":"traceutil/trace.go:172","msg":"trace[877589723] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1022; }","duration":"6.617006628s","start":"2026-04-23T04:44:03.373333Z","end":"2026-04-23T04:44:09.990340Z","steps":["trace[877589723] 'agreement among raft nodes before linearized reading' (duration: 6.614209534s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.506828523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.307723627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.373310Z","time spent":"6.617055459s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:09.990381Z","caller":"traceutil/trace.go:172","msg":"trace[712527389] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1022; }","duration":"5.506846343s","start":"2026-04-23T04:44:04.483528Z","end":"2026-04-23T04:44:09.990374Z","steps":["trace[712527389] 'agreement among raft nodes before linearized reading' (duration: 5.503893874s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:09.990390Z","caller":"traceutil/trace.go:172","msg":"trace[920476477] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1022; }","duration":"6.307759688s","start":"2026-04-23T04:44:03.682622Z","end":"2026-04-23T04:44:09.990382Z","steps":["trace[920476477] 'agreement among raft nodes before linearized reading' (duration: 6.304936323s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:04.483509Z","time spent":"5.506892694s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.831323024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a8e2cea4ba482d\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-04-23T04:44:09.990542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.534702624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:09.990546Z","caller":"traceutil/trace.go:172","msg":"trace[1919482884] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a8e2cea4ba482d; range_end:; response_count:1; response_revision:1022; }","duration":"6.831347244s","start":"2026-04-23T04:44:03.159189Z","end":"2026-04-23T04:44:09.990537Z","steps":["trace[1919482884] 'agreement among raft nodes before linearized reading' (duration: 6.828371004s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:09.990590Z","caller":"traceutil/trace.go:172","msg":"trace[979248349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1022; }","duration":"10.534722996s","start":"2026-04-23T04:43:59.455836Z","end":"2026-04-23T04:44:09.990559Z","steps":["trace[979248349] 'agreement among raft nodes before linearized reading' (duration: 10.531741285s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.385025291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.58857856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.502197971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.336214596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.990672Z","caller":"traceutil/trace.go:172","msg":"trace[1662042721] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1022; }","duration":"5.502216582s","start":"2026-04-23T04:44:04.488450Z","end":"2026-04-23T04:44:09.990667Z","steps":["trace[1662042721] 'agreement among raft nodes before linearized reading' (duration: 5.499019956s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:09.990681Z","caller":"traceutil/trace.go:172","msg":"trace[44139202] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1022; }","duration":"9.336229827s","start":"2026-04-23T04:44:00.654442Z","end":"2026-04-23T04:44:09.990671Z","steps":["trace[44139202] 'agreement among raft nodes before linearized reading' (duration: 9.333121483s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.421588586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:09.990684Z","caller":"traceutil/trace.go:172","msg":"trace[1355040630] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1022; }","duration":"8.588760114s","start":"2026-04-23T04:44:01.401900Z","end":"2026-04-23T04:44:09.990660Z","steps":["trace[1355040630] 'agreement among raft nodes before linearized reading' (duration: 8.585465076s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:09.990721Z","caller":"traceutil/trace.go:172","msg":"trace[341199084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1022; }","duration":"8.421625637s","start":"2026-04-23T04:44:01.569086Z","end":"2026-04-23T04:44:09.990712Z","steps":["trace[341199084] 'agreement among raft nodes before linearized reading' (duration: 8.418318468s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:09.990325Z","caller":"traceutil/trace.go:172","msg":"trace[506488979] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1022; }","duration":"4.588195753s","start":"2026-04-23T04:44:05.402121Z","end":"2026-04-23T04:44:09.990317Z","steps":["trace[506488979] 'agreement among raft nodes before linearized reading' (duration: 4.585326406s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.569058Z","time spent":"8.421689868s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.402088Z","time spent":"4.588671416s","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.389128948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.70276042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.046692068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.675612247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.990888Z","caller":"traceutil/trace.go:172","msg":"trace[397023618] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1022; }","duration":"10.046716589s","start":"2026-04-23T04:43:59.944165Z","end":"2026-04-23T04:44:09.990882Z","steps":["trace[397023618] 'agreement among raft nodes before linearized reading' (duration: 10.043317348s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:09.990887Z","caller":"traceutil/trace.go:172","msg":"trace[140452102] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1022; }","duration":"9.702789721s","start":"2026-04-23T04:44:00.288088Z","end":"2026-04-23T04:44:09.990878Z","steps":["trace[140452102] 'agreement among raft nodes before linearized reading' (duration: 9.69940462s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.944147Z","time spent":"10.046760561s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:09.990906Z","caller":"traceutil/trace.go:172","msg":"trace[1288610609] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1022; }","duration":"10.389256012s","start":"2026-04-23T04:43:59.601615Z","end":"2026-04-23T04:44:09.990871Z","steps":["trace[1288610609] 'agreement among raft nodes before linearized reading' (duration: 10.385907382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.288068Z","time spent":"9.702848363s","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.601594Z","time spent":"10.389343953s","remote":"127.0.0.1:45136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.297717077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:04.488439Z","time spent":"5.502250003s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.991072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.72245408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.991097Z","caller":"traceutil/trace.go:172","msg":"trace[1137695930] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1022; }","duration":"9.7224814s","start":"2026-04-23T04:44:00.268610Z","end":"2026-04-23T04:44:09.991091Z","steps":["trace[1137695930] 'agreement among raft nodes before linearized reading' (duration: 9.718893685s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.991116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.268588Z","time spent":"9.722523502s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:09.990912Z","caller":"traceutil/trace.go:172","msg":"trace[966227801] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1022; }","duration":"6.67576458s","start":"2026-04-23T04:44:03.315138Z","end":"2026-04-23T04:44:09.990902Z","steps":["trace[966227801] 'agreement among raft nodes before linearized reading' (duration: 6.67238161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.991201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.315119Z","time spent":"6.676074349s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.455819Z","time spent":"10.534788987s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.003045615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.991308Z","caller":"traceutil/trace.go:172","msg":"trace[361035279] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1022; }","duration":"9.003914609s","start":"2026-04-23T04:44:00.987387Z","end":"2026-04-23T04:44:09.991302Z","steps":["trace[361035279] 'agreement among raft nodes before linearized reading' (duration: 9.000167748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.991333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.987352Z","time spent":"9.00397224s","remote":"127.0.0.1:44860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.472541362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:09.990442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.101576816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.991481Z","caller":"traceutil/trace.go:172","msg":"trace[146003016] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1022; }","duration":"6.473174089s","start":"2026-04-23T04:44:03.518233Z","end":"2026-04-23T04:44:09.991407Z","steps":["trace[146003016] 'agreement among raft nodes before linearized reading' (duration: 6.469237184s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:09.991496Z","caller":"traceutil/trace.go:172","msg":"trace[1839208491] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1022; }","duration":"6.102624794s","start":"2026-04-23T04:44:03.888860Z","end":"2026-04-23T04:44:09.991485Z","steps":["trace[1839208491] 'agreement among raft nodes before linearized reading' (duration: 6.098680989s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.990699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.654428Z","time spent":"9.336266638s","remote":"127.0.0.1:44516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.991538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.888841Z","time spent":"6.102686565s","remote":"127.0.0.1:44364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.986338403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.990634Z","caller":"traceutil/trace.go:172","msg":"trace[1674100774] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1022; }","duration":"5.385091242s","start":"2026-04-23T04:44:04.605535Z","end":"2026-04-23T04:44:09.990627Z","steps":["trace[1674100774] 'agreement among raft nodes before linearized reading' (duration: 5.381920027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.991623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:04.605513Z","time spent":"5.386104089s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.401868Z","time spent":"8.588917198s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.682596Z","time spent":"6.307812151s","remote":"127.0.0.1:44744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.94313745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.991769Z","caller":"traceutil/trace.go:172","msg":"trace[1068895403] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1022; }","duration":"3.944070254s","start":"2026-04-23T04:44:06.047687Z","end":"2026-04-23T04:44:09.991758Z","steps":["trace[1068895403] 'agreement among raft nodes before linearized reading' (duration: 3.939742349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.993068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:06.047660Z","time spent":"3.945396669s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.991657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.522865703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T04:44:09.993207Z","caller":"traceutil/trace.go:172","msg":"trace[1268138607] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1022; }","duration":"8.524420144s","start":"2026-04-23T04:44:01.468778Z","end":"2026-04-23T04:44:09.993198Z","steps":["trace[1268138607] 'agreement among raft nodes before linearized reading' (duration: 8.51863514s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.993235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.468749Z","time spent":"8.524478026s","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.991510Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.518206Z","time spent":"6.473295112s","remote":"127.0.0.1:44364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.159159Z","time spent":"6.831404306s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a8e2cea4ba482d\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:09.991594Z","caller":"traceutil/trace.go:172","msg":"trace[230741789] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1022; }","duration":"8.987284038s","start":"2026-04-23T04:44:01.004299Z","end":"2026-04-23T04:44:09.991583Z","steps":["trace[230741789] 'agreement among raft nodes before linearized reading' (duration: 8.98326558s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.993455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.004280Z","time spent":"8.989162889s","remote":"127.0.0.1:44124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.990811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.393760414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:09.993530Z","caller":"traceutil/trace.go:172","msg":"trace[635516961] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1022; }","duration":"4.396472967s","start":"2026-04-23T04:44:05.597047Z","end":"2026-04-23T04:44:09.993520Z","steps":["trace[635516961] 'agreement among raft nodes before linearized reading' (duration: 4.390391234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.993570Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.597028Z","time spent":"4.396527509s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:09.991066Z","caller":"traceutil/trace.go:172","msg":"trace[542400199] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1022; }","duration":"10.298383534s","start":"2026-04-23T04:43:59.692676Z","end":"2026-04-23T04:44:09.991059Z","steps":["trace[542400199] 'agreement among raft nodes before linearized reading' (duration: 10.29485705s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:09.993644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.692628Z","time spent":"10.300999965s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.005482Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373976913,"received-request-id":7880346864373976910} {"level":"info","ts":"2026-04-23T04:44:10.006707Z","caller":"traceutil/trace.go:172","msg":"trace[1303745172] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1026; }","duration":"1.113251483s","start":"2026-04-23T04:44:08.893445Z","end":"2026-04-23T04:44:10.006696Z","steps":["trace[1303745172] 'process raft request' (duration: 1.113067877s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:10.006778Z","caller":"traceutil/trace.go:172","msg":"trace[1786424183] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1026; }","duration":"857.886796ms","start":"2026-04-23T04:44:09.148870Z","end":"2026-04-23T04:44:10.006757Z","steps":["trace[1786424183] 'process raft request' (duration: 857.68143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.006825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.893421Z","time spent":"1.113334126s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:10.006900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.148843Z","time spent":"857.993989ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":584,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:10.013466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.40456018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.013507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"833.097122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.013541Z","caller":"traceutil/trace.go:172","msg":"trace[343599263] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1029; }","duration":"2.404649232s","start":"2026-04-23T04:44:07.608872Z","end":"2026-04-23T04:44:10.013521Z","steps":["trace[343599263] 'agreement among raft nodes before linearized reading' (duration: 2.402578457s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:10.013559Z","caller":"traceutil/trace.go:172","msg":"trace[1881238927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"833.195685ms","start":"2026-04-23T04:44:09.180351Z","end":"2026-04-23T04:44:10.013547Z","steps":["trace[1881238927] 'agreement among raft nodes before linearized reading' (duration: 831.074789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.013641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.300319826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.013678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.051321278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.013671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"838.500237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"info","ts":"2026-04-23T04:44:10.013749Z","caller":"traceutil/trace.go:172","msg":"trace[1768207742] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1029; }","duration":"838.591439ms","start":"2026-04-23T04:44:09.175142Z","end":"2026-04-23T04:44:10.013734Z","steps":["trace[1768207742] 'agreement among raft nodes before linearized reading' (duration: 836.294418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.013505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.12352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.013805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.175125Z","time spent":"838.665671ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7838,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.013820Z","caller":"traceutil/trace.go:172","msg":"trace[1921528917] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1029; }","duration":"242.51331ms","start":"2026-04-23T04:44:09.771295Z","end":"2026-04-23T04:44:10.013809Z","steps":["trace[1921528917] 'agreement among raft nodes before linearized reading' (duration: 240.103576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.013863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"583.690026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.013896Z","caller":"traceutil/trace.go:172","msg":"trace[300469638] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1029; }","duration":"583.724667ms","start":"2026-04-23T04:44:09.430164Z","end":"2026-04-23T04:44:10.013888Z","steps":["trace[300469638] 'agreement among raft nodes before linearized reading' (duration: 581.249001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.013933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.430135Z","time spent":"583.789259ms","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.013593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.608839Z","time spent":"2.404738995s","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.013641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.180331Z","time spent":"833.296039ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:10.013697Z","caller":"traceutil/trace.go:172","msg":"trace[237732654] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1029; }","duration":"3.300370817s","start":"2026-04-23T04:44:06.713314Z","end":"2026-04-23T04:44:10.013685Z","steps":["trace[237732654] 'agreement among raft nodes before linearized reading' (duration: 3.298115097s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.014237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"960.522883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.014240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.389954083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.014302Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:06.713285Z","time spent":"3.301005874s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.014309Z","caller":"traceutil/trace.go:172","msg":"trace[2050742526] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1029; }","duration":"960.594466ms","start":"2026-04-23T04:44:09.053702Z","end":"2026-04-23T04:44:10.014297Z","steps":["trace[2050742526] 'agreement among raft nodes before linearized reading' (duration: 957.666307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.014367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.053684Z","time spent":"960.643877ms","remote":"127.0.0.1:44678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.014441Z","caller":"traceutil/trace.go:172","msg":"trace[1222395680] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1029; }","duration":"1.390045806s","start":"2026-04-23T04:44:08.624271Z","end":"2026-04-23T04:44:10.014317Z","steps":["trace[1222395680] 'agreement among raft nodes before linearized reading' (duration: 1.387129848s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.013681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.187189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T04:44:10.014657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.624239Z","time spent":"1.390301573s","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.014674Z","caller":"traceutil/trace.go:172","msg":"trace[987288173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1029; }","duration":"105.189125ms","start":"2026-04-23T04:44:09.909471Z","end":"2026-04-23T04:44:10.014660Z","steps":["trace[987288173] 'agreement among raft nodes before linearized reading' (duration: 101.912948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.014016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.310797388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T04:44:10.015004Z","caller":"traceutil/trace.go:172","msg":"trace[278247825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1029; }","duration":"1.311757043s","start":"2026-04-23T04:44:08.703200Z","end":"2026-04-23T04:44:10.014957Z","steps":["trace[278247825] 'agreement among raft nodes before linearized reading' (duration: 1.308191179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.015083Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.703174Z","time spent":"1.311895947s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.013705Z","caller":"traceutil/trace.go:172","msg":"trace[940298474] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1029; }","duration":"2.051344738s","start":"2026-04-23T04:44:07.962348Z","end":"2026-04-23T04:44:10.013693Z","steps":["trace[940298474] 'agreement among raft nodes before linearized reading' (duration: 2.049059827s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.015413Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.962330Z","time spent":"2.053069854s","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.016943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"884.516383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:89 size:7477"} {"level":"info","ts":"2026-04-23T04:44:10.017564Z","caller":"traceutil/trace.go:172","msg":"trace[1277382895] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:89; response_revision:1029; }","duration":"884.598265ms","start":"2026-04-23T04:44:09.132408Z","end":"2026-04-23T04:44:10.017006Z","steps":["trace[1277382895] 'agreement among raft nodes before linearized reading' (duration: 878.950036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.017636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.132385Z","time spent":"885.238192ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":89,"response size":7499,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-23T04:44:10.021957Z","caller":"txn/util.go:46","msg":"failed to apply request","took":"76.942µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-04-23T04:44:11.477906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.772613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.478004Z","caller":"traceutil/trace.go:172","msg":"trace[1130664763] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1080; }","duration":"250.888675ms","start":"2026-04-23T04:44:11.227101Z","end":"2026-04-23T04:44:11.477989Z","steps":["trace[1130664763] 'range keys from in-memory index tree' (duration: 249.323655ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.883897Z","caller":"traceutil/trace.go:172","msg":"trace[94778148] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1258; }","duration":"395.34607ms","start":"2026-04-23T04:44:11.488521Z","end":"2026-04-23T04:44:11.883867Z","steps":["trace[94778148] 'read index received' (duration: 395.33867ms)","trace[94778148] 'applied index is now lower than readState.Index' (duration: 6.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:11.884066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.522774ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.884097Z","caller":"traceutil/trace.go:172","msg":"trace[82392332] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1081; }","duration":"395.572776ms","start":"2026-04-23T04:44:11.488514Z","end":"2026-04-23T04:44:11.884086Z","steps":["trace[82392332] 'agreement among raft nodes before linearized reading' (duration: 395.489864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:11.912312Z","caller":"traceutil/trace.go:172","msg":"trace[968625194] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"230.40023ms","start":"2026-04-23T04:44:11.681895Z","end":"2026-04-23T04:44:11.912295Z","steps":["trace[968625194] 'process raft request' (duration: 230.282626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.953072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"458.228253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:11.953163Z","caller":"traceutil/trace.go:172","msg":"trace[1354820631] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1085; }","duration":"458.331455ms","start":"2026-04-23T04:44:11.494817Z","end":"2026-04-23T04:44:11.953148Z","steps":["trace[1354820631] 'agreement among raft nodes before linearized reading' (duration: 458.184562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:11.953195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.494797Z","time spent":"458.391236ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:12.453127Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:12.715302Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.619399ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:12.716013Z","caller":"traceutil/trace.go:172","msg":"trace[806161491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1086; }","duration":"227.589665ms","start":"2026-04-23T04:44:12.488399Z","end":"2026-04-23T04:44:12.715989Z","steps":["trace[806161491] 'range keys from in-memory index tree' (duration: 226.449544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:12.895713Z","caller":"traceutil/trace.go:172","msg":"trace[1203528809] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"964.385422ms","start":"2026-04-23T04:44:11.931249Z","end":"2026-04-23T04:44:12.895634Z","steps":["trace[1203528809] 'process raft request' (duration: 964.218027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:12.895979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.931225Z","time spent":"964.606146ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:12.953550Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:13.454367Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:13.779372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.849400072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4vhbj\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-04-23T04:44:13.779476Z","caller":"traceutil/trace.go:172","msg":"trace[155934551] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4vhbj; range_end:; response_count:1; response_revision:1087; }","duration":"1.849512975s","start":"2026-04-23T04:44:11.929942Z","end":"2026-04-23T04:44:13.779455Z","steps":["trace[155934551] 'agreement among raft nodes before linearized reading' (duration: 1.849224407s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.779811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.864855536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"warn","ts":"2026-04-23T04:44:13.779888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.929918Z","time spent":"1.849958486s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18646,"request content":"key:\"/registry/pods/kube-system/cilium-4vhbj\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.779900Z","caller":"traceutil/trace.go:172","msg":"trace[1069932178] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1087; }","duration":"1.864961189s","start":"2026-04-23T04:44:11.914923Z","end":"2026-04-23T04:44:13.779884Z","steps":["trace[1069932178] 'agreement among raft nodes before linearized reading' (duration: 1.864417245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.779941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.914872Z","time spent":"1.865060791s","remote":"127.0.0.1:44258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.779162Z","caller":"traceutil/trace.go:172","msg":"trace[345788826] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1264; }","duration":"1.826141774s","start":"2026-04-23T04:44:11.952975Z","end":"2026-04-23T04:44:13.779117Z","steps":["trace[345788826] 'read index received' (duration: 1.826124764s)","trace[345788826] 'applied index is now lower than readState.Index' (duration: 13.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.780307Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373976955,"received-request-id":7880346864373976954} {"level":"warn","ts":"2026-04-23T04:44:13.780785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.851507737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.780888Z","caller":"traceutil/trace.go:172","msg":"trace[1629027864] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1087; }","duration":"1.852215455s","start":"2026-04-23T04:44:11.928649Z","end":"2026-04-23T04:44:13.780864Z","steps":["trace[1629027864] 'agreement among raft nodes before linearized reading' (duration: 1.850551452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.780955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.928616Z","time spent":"1.852311298s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.995247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"969.446752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.995320Z","caller":"traceutil/trace.go:172","msg":"trace[181804521] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1092; }","duration":"969.527704ms","start":"2026-04-23T04:44:13.025772Z","end":"2026-04-23T04:44:13.995300Z","steps":["trace[181804521] 'agreement among raft nodes before linearized reading' (duration: 755.537428ms)","trace[181804521] 'range keys from in-memory index tree' (duration: 213.886973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.995276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.584756693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.995378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.736685201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.995397Z","caller":"traceutil/trace.go:172","msg":"trace[1792219484] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1092; }","duration":"1.736702241s","start":"2026-04-23T04:44:12.258689Z","end":"2026-04-23T04:44:13.995391Z","steps":["trace[1792219484] 'agreement among raft nodes before linearized reading' (duration: 1.522599873s)","trace[1792219484] 'range keys from in-memory index tree' (duration: 214.077887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.995412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.258665Z","time spent":"1.736744292s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.995412Z","caller":"traceutil/trace.go:172","msg":"trace[1695677597] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1092; }","duration":"1.584914957s","start":"2026-04-23T04:44:12.410470Z","end":"2026-04-23T04:44:13.995385Z","steps":["trace[1695677597] 'agreement among raft nodes before linearized reading' (duration: 1.370813969s)","trace[1695677597] 'range keys from in-memory index tree' (duration: 213.917703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.995470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.410455Z","time spent":"1.58500355s","remote":"127.0.0.1:44080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.995602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.516565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.995624Z","caller":"traceutil/trace.go:172","msg":"trace[1120393255] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1092; }","duration":"629.538495ms","start":"2026-04-23T04:44:13.366079Z","end":"2026-04-23T04:44:13.995618Z","steps":["trace[1120393255] 'agreement among raft nodes before linearized reading' (duration: 415.216792ms)","trace[1120393255] 'range keys from in-memory index tree' (duration: 214.292253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.995642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.366058Z","time spent":"629.579537ms","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.995976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.149994544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:44:13.996130Z","caller":"traceutil/trace.go:172","msg":"trace[173555922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1092; }","duration":"1.150068765s","start":"2026-04-23T04:44:12.845963Z","end":"2026-04-23T04:44:13.996032Z","steps":["trace[173555922] 'agreement among raft nodes before linearized reading' (duration: 935.353751ms)","trace[173555922] 'range keys from in-memory index tree' (duration: 214.513549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.996199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.845939Z","time spent":"1.150244859s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.996355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.958331971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.996424Z","caller":"traceutil/trace.go:172","msg":"trace[628377023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"1.958396202s","start":"2026-04-23T04:44:12.038011Z","end":"2026-04-23T04:44:13.996407Z","steps":["trace[628377023] 'agreement among raft nodes before linearized reading' (duration: 1.743226447s)","trace[628377023] 'range keys from in-memory index tree' (duration: 215.089013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.996434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"713.69666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.996467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.037993Z","time spent":"1.958462765s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:13.996491Z","caller":"traceutil/trace.go:172","msg":"trace[1794293878] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1092; }","duration":"713.751471ms","start":"2026-04-23T04:44:13.282724Z","end":"2026-04-23T04:44:13.996475Z","steps":["trace[1794293878] 'agreement among raft nodes before linearized reading' (duration: 498.591195ms)","trace[1794293878] 'range keys from in-memory index tree' (duration: 215.092504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.996526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.238831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"warn","ts":"2026-04-23T04:44:13.996534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.282702Z","time spent":"713.820312ms","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.996560Z","caller":"traceutil/trace.go:172","msg":"trace[35011035] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1092; }","duration":"214.277822ms","start":"2026-04-23T04:44:13.782274Z","end":"2026-04-23T04:44:13.996552Z","steps":["trace[35011035] 'range keys from in-memory index tree' (duration: 211.44811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:13.996715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.203090336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T04:44:13.996703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.216003589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.996740Z","caller":"traceutil/trace.go:172","msg":"trace[1832894050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1092; }","duration":"1.203112876s","start":"2026-04-23T04:44:12.793618Z","end":"2026-04-23T04:44:13.996731Z","steps":["trace[1832894050] 'agreement among raft nodes before linearized reading' (duration: 987.625163ms)","trace[1832894050] 'range keys from in-memory index tree' (duration: 215.143655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.996756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.793606Z","time spent":"1.203145838s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:13.996755Z","caller":"traceutil/trace.go:172","msg":"trace[144678321] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1092; }","duration":"1.216053031s","start":"2026-04-23T04:44:12.780686Z","end":"2026-04-23T04:44:13.996739Z","steps":["trace[144678321] 'agreement among raft nodes before linearized reading' (duration: 1.000562657s)","trace[144678321] 'range keys from in-memory index tree' (duration: 215.425802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.996812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.780668Z","time spent":"1.216126443s","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.997093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.222971039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:13.997151Z","caller":"traceutil/trace.go:172","msg":"trace[1306676429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1092; }","duration":"1.223028791s","start":"2026-04-23T04:44:12.774108Z","end":"2026-04-23T04:44:13.997137Z","steps":["trace[1306676429] 'agreement among raft nodes before linearized reading' (duration: 1.007145937s)","trace[1306676429] 'range keys from in-memory index tree' (duration: 215.74932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.997192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.774088Z","time spent":"1.223092143s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.997379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.363143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:13.997397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.281038741s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.997439Z","caller":"traceutil/trace.go:172","msg":"trace[292450799] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1092; }","duration":"382.851966ms","start":"2026-04-23T04:44:13.614567Z","end":"2026-04-23T04:44:13.997419Z","steps":["trace[292450799] 'agreement among raft nodes before linearized reading' (duration: 166.735276ms)","trace[292450799] 'range keys from in-memory index tree' (duration: 215.584816ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:13.997442Z","caller":"traceutil/trace.go:172","msg":"trace[2044527242] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1092; }","duration":"1.281083152s","start":"2026-04-23T04:44:12.716344Z","end":"2026-04-23T04:44:13.997428Z","steps":["trace[2044527242] 'agreement among raft nodes before linearized reading' (duration: 1.064918431s)","trace[2044527242] 'range keys from in-memory index tree' (duration: 216.11047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.997476Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.614545Z","time spent":"382.920287ms","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.997755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.291435549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:13.997811Z","caller":"traceutil/trace.go:172","msg":"trace[2020472139] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1092; }","duration":"1.2914907s","start":"2026-04-23T04:44:12.706306Z","end":"2026-04-23T04:44:13.997796Z","steps":["trace[2020472139] 'agreement among raft nodes before linearized reading' (duration: 1.07496035s)","trace[2020472139] 'range keys from in-memory index tree' (duration: 216.454209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:13.997850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.706283Z","time spent":"1.291555043s","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.995353Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.025750Z","time spent":"969.597075ms","remote":"127.0.0.1:44258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:13.998897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.345592059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:44:13.998998Z","caller":"traceutil/trace.go:172","msg":"trace[1233059550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1092; }","duration":"1.345692802s","start":"2026-04-23T04:44:12.653286Z","end":"2026-04-23T04:44:13.998978Z","steps":["trace[1233059550] 'agreement among raft nodes before linearized reading' (duration: 1.127993821s)","trace[1233059550] 'range keys from in-memory index tree' (duration: 217.447514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.000013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:12.653269Z","time spent":"1.346695837s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:14.489781Z","caller":"traceutil/trace.go:172","msg":"trace[993618786] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"695.777761ms","start":"2026-04-23T04:44:13.793978Z","end":"2026-04-23T04:44:14.489755Z","steps":["trace[993618786] 'process raft request' (duration: 695.609857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.489967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.793955Z","time spent":"695.922664ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:14.499261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:14.960767Z","caller":"traceutil/trace.go:172","msg":"trace[1578891501] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1271; }","duration":"961.686067ms","start":"2026-04-23T04:44:13.999055Z","end":"2026-04-23T04:44:14.960741Z","steps":["trace[1578891501] 'read index received' (duration: 961.674177ms)","trace[1578891501] 'applied index is now lower than readState.Index' (duration: 10.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.979575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"980.534415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.979836Z","caller":"traceutil/trace.go:172","msg":"trace[988082901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"980.797561ms","start":"2026-04-23T04:44:13.999022Z","end":"2026-04-23T04:44:14.979820Z","steps":["trace[988082901] 'agreement among raft nodes before linearized reading' (duration: 961.822641ms)","trace[988082901] 'range keys from in-memory index tree' (duration: 18.675604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.979891Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.998978Z","time spent":"980.897354ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:15.007181Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373976960,"received-request-id":7880346864373976957} {"level":"warn","ts":"2026-04-23T04:44:15.134128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.18085ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T04:44:15.134679Z","caller":"traceutil/trace.go:172","msg":"trace[1437413497] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"803.912199ms","start":"2026-04-23T04:44:14.330740Z","end":"2026-04-23T04:44:15.134652Z","steps":["trace[1437413497] 'process raft request' (duration: 803.673883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:15.135023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.330658Z","time spent":"804.138714ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:15.402884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.069416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:44:15.461520Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:15.961820Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:16.462701Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373976960,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:16.659073Z","caller":"traceutil/trace.go:172","msg":"trace[1123050432] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1282; }","duration":"1.698164589s","start":"2026-04-23T04:44:14.960844Z","end":"2026-04-23T04:44:16.659008Z","steps":["trace[1123050432] 'read index received' (duration: 1.698148828s)","trace[1123050432] 'applied index is now lower than readState.Index' (duration: 13.261µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:16.659191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.389327516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.659246Z","caller":"traceutil/trace.go:172","msg":"trace[21388251] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1104; }","duration":"2.389417718s","start":"2026-04-23T04:44:14.269813Z","end":"2026-04-23T04:44:16.659230Z","steps":["trace[21388251] 'agreement among raft nodes before linearized reading' (duration: 2.389277314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.659226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.100372361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:16.659285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.269791Z","time spent":"2.3894857s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:16.659342Z","caller":"traceutil/trace.go:172","msg":"trace[324178096] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1104; }","duration":"2.100509444s","start":"2026-04-23T04:44:14.558809Z","end":"2026-04-23T04:44:16.659319Z","steps":["trace[324178096] 'agreement among raft nodes before linearized reading' (duration: 2.100292089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.659406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.558780Z","time spent":"2.100604646s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.659411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.810123932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.659477Z","caller":"traceutil/trace.go:172","msg":"trace[1877722997] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1105; }","duration":"1.810182484s","start":"2026-04-23T04:44:14.849272Z","end":"2026-04-23T04:44:16.659454Z","steps":["trace[1877722997] 'agreement among raft nodes before linearized reading' (duration: 1.810094332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.659539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.849249Z","time spent":"1.810278206s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.659247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.65959855s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.659658Z","caller":"traceutil/trace.go:172","msg":"trace[405255114] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1104; }","duration":"2.66001438s","start":"2026-04-23T04:44:13.999627Z","end":"2026-04-23T04:44:16.659641Z","steps":["trace[405255114] 'agreement among raft nodes before linearized reading' (duration: 2.659572599s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.660421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.658561803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-23T04:44:16.660531Z","caller":"traceutil/trace.go:172","msg":"trace[610257221] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1105; }","duration":"2.658689116s","start":"2026-04-23T04:44:14.001827Z","end":"2026-04-23T04:44:16.660516Z","steps":["trace[610257221] 'agreement among raft nodes before linearized reading' (duration: 2.657308802s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.660566Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.001812Z","time spent":"2.658746117s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":541,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.660846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.715615919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4vhbj\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-04-23T04:44:16.660936Z","caller":"traceutil/trace.go:172","msg":"trace[573876497] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4vhbj; range_end:; response_count:1; response_revision:1105; }","duration":"1.715703991s","start":"2026-04-23T04:44:14.945212Z","end":"2026-04-23T04:44:16.660916Z","steps":["trace[573876497] 'agreement among raft nodes before linearized reading' (duration: 1.714149093s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.660995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.945196Z","time spent":"1.715782334s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18912,"request content":"key:\"/registry/pods/kube-system/cilium-4vhbj\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.754901Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373976962,"received-request-id":7880346864373976960} {"level":"info","ts":"2026-04-23T04:44:16.756073Z","caller":"traceutil/trace.go:172","msg":"trace[1206376775] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"1.617547311s","start":"2026-04-23T04:44:15.138504Z","end":"2026-04-23T04:44:16.756051Z","steps":["trace[1206376775] 'process raft request' (duration: 1.617396548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.756209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.138480Z","time spent":"1.617673285s","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:16.800276Z","caller":"traceutil/trace.go:172","msg":"trace[316542535] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1288; }","duration":"141.048837ms","start":"2026-04-23T04:44:16.659160Z","end":"2026-04-23T04:44:16.800208Z","steps":["trace[316542535] 'read index received' (duration: 141.041347ms)","trace[316542535] 'applied index is now lower than readState.Index' (duration: 6.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:16.800411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.348699986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.800467Z","caller":"traceutil/trace.go:172","msg":"trace[1732240364] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1110; }","duration":"1.348734836s","start":"2026-04-23T04:44:15.451696Z","end":"2026-04-23T04:44:16.800431Z","steps":["trace[1732240364] 'agreement among raft nodes before linearized reading' (duration: 1.348674545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.800505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.016906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:44:16.800540Z","caller":"traceutil/trace.go:172","msg":"trace[288492029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1110; }","duration":"245.047567ms","start":"2026-04-23T04:44:16.555482Z","end":"2026-04-23T04:44:16.800530Z","steps":["trace[288492029] 'agreement among raft nodes before linearized reading' (duration: 244.947274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.800544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.403292194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.800567Z","caller":"traceutil/trace.go:172","msg":"trace[1364633637] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1110; }","duration":"1.403313524s","start":"2026-04-23T04:44:15.397247Z","end":"2026-04-23T04:44:16.800560Z","steps":["trace[1364633637] 'agreement among raft nodes before linearized reading' (duration: 1.403278544s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.800591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.397220Z","time spent":"1.403362875s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.800589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.590959405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.800618Z","caller":"traceutil/trace.go:172","msg":"trace[477010859] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1110; }","duration":"1.590989676s","start":"2026-04-23T04:44:15.209621Z","end":"2026-04-23T04:44:16.800611Z","steps":["trace[477010859] 'agreement among raft nodes before linearized reading' (duration: 1.590939594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.800635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.209599Z","time spent":"1.591031676s","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.800720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.95713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.800738Z","caller":"traceutil/trace.go:172","msg":"trace[146866993] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1110; }","duration":"560.97574ms","start":"2026-04-23T04:44:16.239756Z","end":"2026-04-23T04:44:16.800732Z","steps":["trace[146866993] 'agreement among raft nodes before linearized reading' (duration: 560.94395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.800753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:16.239723Z","time spent":"561.026522ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":27,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.800753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.811321459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.800779Z","caller":"traceutil/trace.go:172","msg":"trace[862123350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1111; }","duration":"1.811348709s","start":"2026-04-23T04:44:14.989422Z","end":"2026-04-23T04:44:16.800771Z","steps":["trace[862123350] 'agreement among raft nodes before linearized reading' (duration: 1.811300328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.800812Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.989407Z","time spent":"1.811400611s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:16.800507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.451668Z","time spent":"1.348830708s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:16.800802Z","caller":"traceutil/trace.go:172","msg":"trace[410815904] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"125.577873ms","start":"2026-04-23T04:44:16.675197Z","end":"2026-04-23T04:44:16.800775Z","steps":["trace[410815904] 'process raft request' (duration: 125.411559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.800409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.245644184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.801258Z","caller":"traceutil/trace.go:172","msg":"trace[123808856] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1110; }","duration":"1.246509005s","start":"2026-04-23T04:44:15.554740Z","end":"2026-04-23T04:44:16.801249Z","steps":["trace[123808856] 'agreement among raft nodes before linearized reading' (duration: 1.245606803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.801441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.554716Z","time spent":"1.246560636s","remote":"127.0.0.1:44732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.813628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.461941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.813692Z","caller":"traceutil/trace.go:172","msg":"trace[1010292682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1115; }","duration":"152.538623ms","start":"2026-04-23T04:44:16.661141Z","end":"2026-04-23T04:44:16.813680Z","steps":["trace[1010292682] 'agreement among raft nodes before linearized reading' (duration: 152.436259ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:17.610217Z","caller":"traceutil/trace.go:172","msg":"trace[1545210013] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1152; }","duration":"314.511299ms","start":"2026-04-23T04:44:17.295674Z","end":"2026-04-23T04:44:17.610185Z","steps":["trace[1545210013] 'process raft request' (duration: 314.336605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:17.610368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:17.295652Z","time spent":"314.638542ms","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":10401,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:17.618616Z","caller":"traceutil/trace.go:172","msg":"trace[412113796] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1154; }","duration":"188.604709ms","start":"2026-04-23T04:44:17.429995Z","end":"2026-04-23T04:44:17.618600Z","steps":["trace[412113796] 'process raft request' (duration: 188.553837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:17.619178Z","caller":"traceutil/trace.go:172","msg":"trace[845511331] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1352; }","duration":"130.972735ms","start":"2026-04-23T04:44:17.488194Z","end":"2026-04-23T04:44:17.619167Z","steps":["trace[845511331] 'read index received' (duration: 130.968995ms)","trace[845511331] 'applied index is now lower than readState.Index' (duration: 3.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:17.619250Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.041456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:17.619351Z","caller":"traceutil/trace.go:172","msg":"trace[93637906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1154; }","duration":"131.153449ms","start":"2026-04-23T04:44:17.488187Z","end":"2026-04-23T04:44:17.619341Z","steps":["trace[93637906] 'agreement among raft nodes before linearized reading' (duration: 131.024346ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:23.606246Z","caller":"traceutil/trace.go:172","msg":"trace[182562416] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1479; }","duration":"165.528183ms","start":"2026-04-23T04:44:23.440682Z","end":"2026-04-23T04:44:23.606210Z","steps":["trace[182562416] 'read index received' (duration: 165.499713ms)","trace[182562416] 'applied index is now lower than readState.Index' (duration: 26.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:23.708658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.973541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:23.708764Z","caller":"traceutil/trace.go:172","msg":"trace[429020634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1251; }","duration":"268.084964ms","start":"2026-04-23T04:44:23.440654Z","end":"2026-04-23T04:44:23.708739Z","steps":["trace[429020634] 'agreement among raft nodes before linearized reading' (duration: 165.624157ms)","trace[429020634] 'range keys from in-memory index tree' (duration: 102.188201ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:23.831075Z","caller":"traceutil/trace.go:172","msg":"trace[1638290915] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1481; }","duration":"224.661121ms","start":"2026-04-23T04:44:23.606350Z","end":"2026-04-23T04:44:23.831012Z","steps":["trace[1638290915] 'read index received' (duration: 224.655291ms)","trace[1638290915] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:23.831166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.567394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:23.831230Z","caller":"traceutil/trace.go:172","msg":"trace[551017126] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1252; }","duration":"300.641125ms","start":"2026-04-23T04:44:23.530574Z","end":"2026-04-23T04:44:23.831215Z","steps":["trace[551017126] 'agreement among raft nodes before linearized reading' (duration: 300.502292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:23.831260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:23.530550Z","time spent":"300.704057ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:23.831251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.319148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:23.831319Z","caller":"traceutil/trace.go:172","msg":"trace[560629584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1252; }","duration":"342.40476ms","start":"2026-04-23T04:44:23.488900Z","end":"2026-04-23T04:44:23.831304Z","steps":["trace[560629584] 'agreement among raft nodes before linearized reading' (duration: 342.289648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:23.841792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.174061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:23.841857Z","caller":"traceutil/trace.go:172","msg":"trace[1269848685] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1252; }","duration":"186.242033ms","start":"2026-04-23T04:44:23.655602Z","end":"2026-04-23T04:44:23.841845Z","steps":["trace[1269848685] 'agreement among raft nodes before linearized reading' (duration: 186.10917ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:24.711015Z","caller":"traceutil/trace.go:172","msg":"trace[467485891] linearizableReadLoop","detail":"{readStateIndex:1485; appliedIndex:1483; }","duration":"435.566623ms","start":"2026-04-23T04:44:24.275435Z","end":"2026-04-23T04:44:24.711002Z","steps":["trace[467485891] 'read index received' (duration: 401.721139ms)","trace[467485891] 'applied index is now lower than readState.Index' (duration: 33.844624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:24.711325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.871179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-4vhbj.18a8e2d5a8140de0\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-23T04:44:24.711355Z","caller":"traceutil/trace.go:172","msg":"trace[1763595546] range","detail":"{range_begin:/registry/events/kube-system/cilium-4vhbj.18a8e2d5a8140de0; range_end:; response_count:1; response_revision:1256; }","duration":"435.918771ms","start":"2026-04-23T04:44:24.275429Z","end":"2026-04-23T04:44:24.711348Z","steps":["trace[1763595546] 'agreement among raft nodes before linearized reading' (duration: 435.693706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.711379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:24.275403Z","time spent":"435.970483ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/cilium-4vhbj.18a8e2d5a8140de0\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:24.769127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.687761ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:24.769222Z","caller":"traceutil/trace.go:172","msg":"trace[1360351407] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1259; }","duration":"280.799013ms","start":"2026-04-23T04:44:24.488404Z","end":"2026-04-23T04:44:24.769203Z","steps":["trace[1360351407] 'agreement among raft nodes before linearized reading' (duration: 280.64702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.869339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.444045ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-23T04:44:25.895640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.733334ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:25.895709Z","caller":"traceutil/trace.go:172","msg":"trace[1077664227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1272; }","duration":"335.832136ms","start":"2026-04-23T04:44:25.559866Z","end":"2026-04-23T04:44:25.895698Z","steps":["trace[1077664227] 'agreement among raft nodes before linearized reading' (duration: 335.704234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:25.895509Z","caller":"traceutil/trace.go:172","msg":"trace[1847248753] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1503; }","duration":"335.570101ms","start":"2026-04-23T04:44:25.559882Z","end":"2026-04-23T04:44:25.895452Z","steps":["trace[1847248753] 'read index received' (duration: 115.908325ms)","trace[1847248753] 'applied index is now lower than readState.Index' (duration: 219.657406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:25.898184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.377982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:25.898286Z","caller":"traceutil/trace.go:172","msg":"trace[1643987506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1272; }","duration":"307.499405ms","start":"2026-04-23T04:44:25.590764Z","end":"2026-04-23T04:44:25.898264Z","steps":["trace[1643987506] 'agreement among raft nodes before linearized reading' (duration: 307.151816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.898341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:25.590742Z","time spent":"307.588057ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:26.667788Z","caller":"traceutil/trace.go:172","msg":"trace[2079191582] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"376.221678ms","start":"2026-04-23T04:44:26.291549Z","end":"2026-04-23T04:44:26.667771Z","steps":["trace[2079191582] 'process raft request' (duration: 376.122546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:26.667902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:26.291529Z","time spent":"376.316181ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20075,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:26.775595Z","caller":"traceutil/trace.go:172","msg":"trace[1392036814] linearizableReadLoop","detail":"{readStateIndex:1511; appliedIndex:1511; }","duration":"448.810787ms","start":"2026-04-23T04:44:26.326757Z","end":"2026-04-23T04:44:26.775568Z","steps":["trace[1392036814] 'read index received' (duration: 448.802187ms)","trace[1392036814] 'applied index is now lower than readState.Index' (duration: 7.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:26.792833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.055594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:26.792927Z","caller":"traceutil/trace.go:172","msg":"trace[727234473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1275; }","duration":"466.161276ms","start":"2026-04-23T04:44:26.326744Z","end":"2026-04-23T04:44:26.792905Z","steps":["trace[727234473] 'agreement among raft nodes before linearized reading' (duration: 448.95289ms)","trace[727234473] 'range keys from in-memory index tree' (duration: 16.9443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:26.792983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:26.326721Z","time spent":"466.248298ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:26.793070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.103201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:26.793121Z","caller":"traceutil/trace.go:172","msg":"trace[64512908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1278; }","duration":"304.152742ms","start":"2026-04-23T04:44:26.488954Z","end":"2026-04-23T04:44:26.793106Z","steps":["trace[64512908] 'agreement among raft nodes before linearized reading' (duration: 304.07352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:26.793294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.35753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4vhbj\" limit:1 ","response":"range_response_count:1 size:20090"} {"level":"info","ts":"2026-04-23T04:44:26.793401Z","caller":"traceutil/trace.go:172","msg":"trace[240007454] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4vhbj; range_end:; response_count:1; response_revision:1278; }","duration":"120.479922ms","start":"2026-04-23T04:44:26.672900Z","end":"2026-04-23T04:44:26.793380Z","steps":["trace[240007454] 'agreement among raft nodes before linearized reading' (duration: 120.187316ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.007458Z","caller":"traceutil/trace.go:172","msg":"trace[722369718] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"197.926809ms","start":"2026-04-23T04:44:26.809489Z","end":"2026-04-23T04:44:27.007416Z","steps":["trace[722369718] 'process raft request' (duration: 196.815585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.163099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.387115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:27.194388Z","caller":"traceutil/trace.go:172","msg":"trace[406385568] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1523; }","duration":"154.703097ms","start":"2026-04-23T04:44:27.039660Z","end":"2026-04-23T04:44:27.194363Z","steps":["trace[406385568] 'read index received' (duration: 154.697847ms)","trace[406385568] 'applied index is now lower than readState.Index' (duration: 4.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.194581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.909461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.194634Z","caller":"traceutil/trace.go:172","msg":"trace[961803835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1286; }","duration":"154.970703ms","start":"2026-04-23T04:44:27.039647Z","end":"2026-04-23T04:44:27.194617Z","steps":["trace[961803835] 'agreement among raft nodes before linearized reading' (duration: 154.87081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.197146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.132022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T04:44:27.197208Z","caller":"traceutil/trace.go:172","msg":"trace[39255403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1286; }","duration":"153.184373ms","start":"2026-04-23T04:44:27.044009Z","end":"2026-04-23T04:44:27.197193Z","steps":["trace[39255403] 'agreement among raft nodes before linearized reading' (duration: 153.108101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.197431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.962409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.197473Z","caller":"traceutil/trace.go:172","msg":"trace[19759703] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1286; }","duration":"140.342668ms","start":"2026-04-23T04:44:27.057124Z","end":"2026-04-23T04:44:27.197466Z","steps":["trace[19759703] 'agreement among raft nodes before linearized reading' (duration: 139.940619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.352261Z","caller":"traceutil/trace.go:172","msg":"trace[67249007] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1523; }","duration":"155.33432ms","start":"2026-04-23T04:44:27.196908Z","end":"2026-04-23T04:44:27.352242Z","steps":["trace[67249007] 'read index received' (duration: 155.30959ms)","trace[67249007] 'applied index is now lower than readState.Index' (duration: 23.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.414161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.387801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.414241Z","caller":"traceutil/trace.go:172","msg":"trace[1711797949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1286; }","duration":"218.498954ms","start":"2026-04-23T04:44:27.195722Z","end":"2026-04-23T04:44:27.414221Z","steps":["trace[1711797949] 'agreement among raft nodes before linearized reading' (duration: 156.63679ms)","trace[1711797949] 'range keys from in-memory index tree' (duration: 61.744022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.699649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.659222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:27.700213Z","caller":"traceutil/trace.go:172","msg":"trace[1522570511] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1524; }","duration":"347.752165ms","start":"2026-04-23T04:44:27.352441Z","end":"2026-04-23T04:44:27.700193Z","steps":["trace[1522570511] 'read index received' (duration: 262.396679ms)","trace[1522570511] 'applied index is now lower than readState.Index' (duration: 85.354436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.700362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.779572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.700487Z","caller":"traceutil/trace.go:172","msg":"trace[1304092230] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1293; }","duration":"422.888535ms","start":"2026-04-23T04:44:27.277559Z","end":"2026-04-23T04:44:27.700448Z","steps":["trace[1304092230] 'agreement among raft nodes before linearized reading' (duration: 422.715821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.700532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.277537Z","time spent":"422.985186ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:27.708476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.591211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.708520Z","caller":"traceutil/trace.go:172","msg":"trace[968210869] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1294; }","duration":"220.646072ms","start":"2026-04-23T04:44:27.487865Z","end":"2026-04-23T04:44:27.708511Z","steps":["trace[968210869] 'agreement among raft nodes before linearized reading' (duration: 220.535889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:28.069615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.599608ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-23T04:44:28.736623Z","caller":"traceutil/trace.go:172","msg":"trace[1341466632] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1534; }","duration":"248.055906ms","start":"2026-04-23T04:44:28.488543Z","end":"2026-04-23T04:44:28.736599Z","steps":["trace[1341466632] 'read index received' (duration: 248.020386ms)","trace[1341466632] 'applied index is now lower than readState.Index' (duration: 5.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:28.736776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.212089ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:28.736802Z","caller":"traceutil/trace.go:172","msg":"trace[247165271] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1296; }","duration":"248.2566ms","start":"2026-04-23T04:44:28.488536Z","end":"2026-04-23T04:44:28.736793Z","steps":["trace[247165271] 'agreement among raft nodes before linearized reading' (duration: 248.183709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:28.738558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.903852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:28.738661Z","caller":"traceutil/trace.go:172","msg":"trace[1851454746] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1296; }","duration":"106.974083ms","start":"2026-04-23T04:44:28.631632Z","end":"2026-04-23T04:44:28.738606Z","steps":["trace[1851454746] 'agreement among raft nodes before linearized reading' (duration: 106.879242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.261472Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373977097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:29.767389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.767111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:29.768951Z","caller":"traceutil/trace.go:172","msg":"trace[425177630] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1535; }","duration":"1.008093008s","start":"2026-04-23T04:44:28.760830Z","end":"2026-04-23T04:44:29.768923Z","steps":["trace[425177630] 'read index received' (duration: 988.195894ms)","trace[425177630] 'applied index is now lower than readState.Index' (duration: 19.849993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.769184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.008350093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:29.769255Z","caller":"traceutil/trace.go:172","msg":"trace[1134638411] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1303; }","duration":"1.008422425s","start":"2026-04-23T04:44:28.760815Z","end":"2026-04-23T04:44:29.769238Z","steps":["trace[1134638411] 'agreement among raft nodes before linearized reading' (duration: 1.008317123s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.769313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.760791Z","time spent":"1.008495247s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:29.944205Z","caller":"traceutil/trace.go:172","msg":"trace[1997863371] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1548; }","duration":"175.147886ms","start":"2026-04-23T04:44:29.769033Z","end":"2026-04-23T04:44:29.944181Z","steps":["trace[1997863371] 'read index received' (duration: 175.140866ms)","trace[1997863371] 'applied index is now lower than readState.Index' (duration: 6.06µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.944400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.099004102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:29.944554Z","caller":"traceutil/trace.go:172","msg":"trace[1237006054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1310; }","duration":"1.099046043s","start":"2026-04-23T04:44:28.845370Z","end":"2026-04-23T04:44:29.944416Z","steps":["trace[1237006054] 'agreement among raft nodes before linearized reading' (duration: 1.09889523s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.944636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.845345Z","time spent":"1.099280489s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:29.944728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.23192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:29.944913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"456.814284ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:29.944951Z","caller":"traceutil/trace.go:172","msg":"trace[1355060434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1311; }","duration":"456.853375ms","start":"2026-04-23T04:44:29.488089Z","end":"2026-04-23T04:44:29.944942Z","steps":["trace[1355060434] 'agreement among raft nodes before linearized reading' (duration: 456.758503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.944935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"906.846621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:29.944976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.02801273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:29.945002Z","caller":"traceutil/trace.go:172","msg":"trace[851450666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1311; }","duration":"906.917203ms","start":"2026-04-23T04:44:29.038069Z","end":"2026-04-23T04:44:29.944987Z","steps":["trace[851450666] 'agreement among raft nodes before linearized reading' (duration: 906.80611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.945030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.038049Z","time spent":"906.976233ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:29.945017Z","caller":"traceutil/trace.go:172","msg":"trace[2082320982] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1311; }","duration":"1.028058351s","start":"2026-04-23T04:44:28.916951Z","end":"2026-04-23T04:44:29.945009Z","steps":["trace[2082320982] 'agreement among raft nodes before linearized reading' (duration: 1.027953839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.945068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.916930Z","time spent":"1.028133752s","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:29.944811Z","caller":"traceutil/trace.go:172","msg":"trace[320868047] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1311; }","duration":"505.321892ms","start":"2026-04-23T04:44:29.439476Z","end":"2026-04-23T04:44:29.944798Z","steps":["trace[320868047] 'agreement among raft nodes before linearized reading' (duration: 505.204109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.945321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.439446Z","time spent":"505.825092ms","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:30.054536Z","caller":"traceutil/trace.go:172","msg":"trace[1427534821] linearizableReadLoop","detail":"{readStateIndex:1549; appliedIndex:1549; }","duration":"108.30219ms","start":"2026-04-23T04:44:29.946210Z","end":"2026-04-23T04:44:30.054512Z","steps":["trace[1427534821] 'read index received' (duration: 108.295379ms)","trace[1427534821] 'applied index is now lower than readState.Index' (duration: 5.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.101535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.303414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:30.101633Z","caller":"traceutil/trace.go:172","msg":"trace[818678083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1311; }","duration":"155.400887ms","start":"2026-04-23T04:44:29.946206Z","end":"2026-04-23T04:44:30.101606Z","steps":["trace[818678083] 'agreement among raft nodes before linearized reading' (duration: 108.421683ms)","trace[818678083] 'range keys from in-memory index tree' (duration: 46.843761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.612569Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373977100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:31.113380Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373977100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:31.470110Z","caller":"traceutil/trace.go:172","msg":"trace[1455198063] linearizableReadLoop","detail":"{readStateIndex:1555; appliedIndex:1555; }","duration":"1.357930525s","start":"2026-04-23T04:44:30.112150Z","end":"2026-04-23T04:44:31.470080Z","steps":["trace[1455198063] 'read index received' (duration: 1.357921255s)","trace[1455198063] 'applied index is now lower than readState.Index' (duration: 7.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.472888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.360717805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:31.472947Z","caller":"traceutil/trace.go:172","msg":"trace[1293902952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1316; }","duration":"1.360787276s","start":"2026-04-23T04:44:30.112146Z","end":"2026-04-23T04:44:31.472934Z","steps":["trace[1293902952] 'agreement among raft nodes before linearized reading' (duration: 1.358228201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.472984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.112132Z","time spent":"1.360841448s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:31.473127Z","caller":"traceutil/trace.go:172","msg":"trace[928436354] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"1.113351095s","start":"2026-04-23T04:44:30.359755Z","end":"2026-04-23T04:44:31.473107Z","steps":["trace[928436354] 'process raft request' (duration: 1.113281263s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.473445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.359720Z","time spent":"1.113662231s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:31.666803Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7880346864373977104,"received-request-id":7880346864373977100} {"level":"warn","ts":"2026-04-23T04:44:31.816858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.885824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:31.817016Z","caller":"traceutil/trace.go:172","msg":"trace[579685866] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"1.221281085s","start":"2026-04-23T04:44:30.595719Z","end":"2026-04-23T04:44:31.817000Z","steps":["trace[579685866] 'process raft request' (duration: 1.071195026s)","trace[579685866] 'compare' (duration: 149.778113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.817076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.595676Z","time spent":"1.221372907s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:31.817956Z","caller":"traceutil/trace.go:172","msg":"trace[334733407] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"576.72033ms","start":"2026-04-23T04:44:31.241221Z","end":"2026-04-23T04:44:31.817942Z","steps":["trace[334733407] 'process raft request' (duration: 576.644579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.818121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.241191Z","time spent":"576.814904ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:31.832348Z","caller":"traceutil/trace.go:172","msg":"trace[1077649024] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1568; }","duration":"361.928168ms","start":"2026-04-23T04:44:31.470393Z","end":"2026-04-23T04:44:31.832321Z","steps":["trace[1077649024] 'read index received' (duration: 361.917868ms)","trace[1077649024] 'applied index is now lower than readState.Index' (duration: 8.59µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.832510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"735.018326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:31.832503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.410918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:31.832585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"520.390576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T04:44:31.832622Z","caller":"traceutil/trace.go:172","msg":"trace[1753420384] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1329; }","duration":"564.551391ms","start":"2026-04-23T04:44:31.268045Z","end":"2026-04-23T04:44:31.832596Z","steps":["trace[1753420384] 'agreement among raft nodes before linearized reading' (duration: 564.329016ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.832652Z","caller":"traceutil/trace.go:172","msg":"trace[400577228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1329; }","duration":"520.435077ms","start":"2026-04-23T04:44:31.312181Z","end":"2026-04-23T04:44:31.832616Z","steps":["trace[400577228] 'agreement among raft nodes before linearized reading' (duration: 520.304774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.832539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"711.549543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T04:44:31.832637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.344303037s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:31.832678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.312174Z","time spent":"520.498588ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:31.832548Z","caller":"traceutil/trace.go:172","msg":"trace[2119511963] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1329; }","duration":"735.072787ms","start":"2026-04-23T04:44:31.097464Z","end":"2026-04-23T04:44:31.832536Z","steps":["trace[2119511963] 'agreement among raft nodes before linearized reading' (duration: 734.972355ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.832691Z","caller":"traceutil/trace.go:172","msg":"trace[17023489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1329; }","duration":"711.702037ms","start":"2026-04-23T04:44:31.120977Z","end":"2026-04-23T04:44:31.832679Z","steps":["trace[17023489] 'agreement among raft nodes before linearized reading' (duration: 711.423281ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:31.832712Z","caller":"traceutil/trace.go:172","msg":"trace[619200108] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1329; }","duration":"1.3443874s","start":"2026-04-23T04:44:30.488307Z","end":"2026-04-23T04:44:31.832694Z","steps":["trace[619200108] 'agreement among raft nodes before linearized reading' (duration: 1.344254126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.832675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.268027Z","time spent":"564.639302ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:31.832727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.097433Z","time spent":"735.281932ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:31.832842Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.120933Z","time spent":"711.897861ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:32.078383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.46637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-23T04:44:32.084880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"610.480976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:32.084936Z","caller":"traceutil/trace.go:172","msg":"trace[2125877895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1336; }","duration":"610.543127ms","start":"2026-04-23T04:44:31.474381Z","end":"2026-04-23T04:44:32.084924Z","steps":["trace[2125877895] 'agreement among raft nodes before linearized reading' (duration: 610.451696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:32.084961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.474367Z","time spent":"610.588778ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:32.084954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"548.984252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:44:32.085012Z","caller":"traceutil/trace.go:172","msg":"trace[1229698308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1336; }","duration":"549.055443ms","start":"2026-04-23T04:44:31.535945Z","end":"2026-04-23T04:44:32.085001Z","steps":["trace[1229698308] 'agreement among raft nodes before linearized reading' (duration: 548.835719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:32.085044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.535916Z","time spent":"549.122014ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:32.085307Z","caller":"traceutil/trace.go:172","msg":"trace[742333964] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1576; }","duration":"252.290977ms","start":"2026-04-23T04:44:31.832415Z","end":"2026-04-23T04:44:32.084706Z","steps":["trace[742333964] 'read index received' (duration: 252.285297ms)","trace[742333964] 'applied index is now lower than readState.Index' (duration: 4.72µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:32.085283Z","caller":"traceutil/trace.go:172","msg":"trace[1352593216] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"252.91753ms","start":"2026-04-23T04:44:31.832344Z","end":"2026-04-23T04:44:32.085262Z","steps":["trace[1352593216] 'process raft request' (duration: 252.722796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:32.085419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"614.564123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T04:44:32.085501Z","caller":"traceutil/trace.go:172","msg":"trace[1719764239] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1337; }","duration":"614.661036ms","start":"2026-04-23T04:44:31.470824Z","end":"2026-04-23T04:44:32.085485Z","steps":["trace[1719764239] 'agreement among raft nodes before linearized reading' (duration: 614.40657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:32.085534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.470806Z","time spent":"614.721976ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:32.087163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.38579ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:32.087205Z","caller":"traceutil/trace.go:172","msg":"trace[1285561552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1337; }","duration":"252.43296ms","start":"2026-04-23T04:44:31.834763Z","end":"2026-04-23T04:44:32.087196Z","steps":["trace[1285561552] 'agreement among raft nodes before linearized reading' (duration: 252.193526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.283168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.387188ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T04:44:33.454892Z","caller":"traceutil/trace.go:172","msg":"trace[899829937] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"398.623755ms","start":"2026-04-23T04:44:33.056245Z","end":"2026-04-23T04:44:33.454869Z","steps":["trace[899829937] 'process raft request' (duration: 398.470151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.455078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:33.056226Z","time spent":"398.752648ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:33.455848Z","caller":"traceutil/trace.go:172","msg":"trace[624878392] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1584; }","duration":"416.384907ms","start":"2026-04-23T04:44:33.039437Z","end":"2026-04-23T04:44:33.455821Z","steps":["trace[624878392] 'read index received' (duration: 416.373867ms)","trace[624878392] 'applied index is now lower than readState.Index' (duration: 9.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:33.456177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.571281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:33.456281Z","caller":"traceutil/trace.go:172","msg":"trace[334331875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1342; }","duration":"416.831217ms","start":"2026-04-23T04:44:33.039432Z","end":"2026-04-23T04:44:33.456263Z","steps":["trace[334331875] 'agreement among raft nodes before linearized reading' (duration: 416.497529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.456480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:33.039409Z","time spent":"416.96463ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:33.457140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.072992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:33.457221Z","caller":"traceutil/trace.go:172","msg":"trace[990083777] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1342; }","duration":"223.173684ms","start":"2026-04-23T04:44:33.234032Z","end":"2026-04-23T04:44:33.457206Z","steps":["trace[990083777] 'agreement among raft nodes before linearized reading' (duration: 223.023131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.457799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"394.57059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-f2ts2\" limit:1 ","response":"range_response_count:1 size:5549"} {"level":"info","ts":"2026-04-23T04:44:33.457856Z","caller":"traceutil/trace.go:172","msg":"trace[1278554067] range","detail":"{range_begin:/registry/pods/kube-system/coredns-66bc5c9577-f2ts2; range_end:; response_count:1; response_revision:1342; }","duration":"394.633341ms","start":"2026-04-23T04:44:33.063210Z","end":"2026-04-23T04:44:33.457843Z","steps":["trace[1278554067] 'agreement among raft nodes before linearized reading' (duration: 393.817284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.457963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:33.063192Z","time spent":"394.688733ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5571,"request content":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-f2ts2\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:33.851188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.386565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:44:35.781456Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373977129,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:36.025364Z","caller":"traceutil/trace.go:172","msg":"trace[1868011344] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1605; }","duration":"744.680745ms","start":"2026-04-23T04:44:35.280662Z","end":"2026-04-23T04:44:36.025343Z","steps":["trace[1868011344] 'read index received' (duration: 744.675135ms)","trace[1868011344] 'applied index is now lower than readState.Index' (duration: 4.55µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:36.025541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.860789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T04:44:36.025648Z","caller":"traceutil/trace.go:172","msg":"trace[563239776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1362; }","duration":"744.975782ms","start":"2026-04-23T04:44:35.280647Z","end":"2026-04-23T04:44:36.025623Z","steps":["trace[563239776] 'agreement among raft nodes before linearized reading' (duration: 744.803408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.025724Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:35.280626Z","time spent":"745.076734ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:36.026689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"538.163831ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:36.026748Z","caller":"traceutil/trace.go:172","msg":"trace[304956910] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1362; }","duration":"538.231542ms","start":"2026-04-23T04:44:35.488505Z","end":"2026-04-23T04:44:36.026736Z","steps":["trace[304956910] 'agreement among raft nodes before linearized reading' (duration: 538.14571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.026795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"500.963264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:36.026875Z","caller":"traceutil/trace.go:172","msg":"trace[2070651319] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1362; }","duration":"501.056925ms","start":"2026-04-23T04:44:35.525802Z","end":"2026-04-23T04:44:36.026859Z","steps":["trace[2070651319] 'agreement among raft nodes before linearized reading' (duration: 500.917943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.026814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.948978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T04:44:36.026941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:35.525776Z","time spent":"501.156989ms","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:36.026957Z","caller":"traceutil/trace.go:172","msg":"trace[1053232647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1362; }","duration":"124.086922ms","start":"2026-04-23T04:44:35.902850Z","end":"2026-04-23T04:44:36.026937Z","steps":["trace[1053232647] 'agreement among raft nodes before linearized reading' (duration: 123.822986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.027011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.829227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:44:36.027079Z","caller":"traceutil/trace.go:172","msg":"trace[258135553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1362; }","duration":"109.056772ms","start":"2026-04-23T04:44:35.918014Z","end":"2026-04-23T04:44:36.027071Z","steps":["trace[258135553] 'agreement among raft nodes before linearized reading' (duration: 108.774326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:38.604262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.559946ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:38.604352Z","caller":"traceutil/trace.go:172","msg":"trace[1911868689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1371; }","duration":"115.666728ms","start":"2026-04-23T04:44:38.488669Z","end":"2026-04-23T04:44:38.604335Z","steps":["trace[1911868689] 'range keys from in-memory index tree' (duration: 113.838502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:39.259697Z","caller":"traceutil/trace.go:172","msg":"trace[935505678] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"405.175824ms","start":"2026-04-23T04:44:38.854499Z","end":"2026-04-23T04:44:39.259675Z","steps":["trace[935505678] 'process raft request' (duration: 405.038332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:39.259937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:38.854471Z","time spent":"405.386099ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:39.261198Z","caller":"traceutil/trace.go:172","msg":"trace[1975812374] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1617; }","duration":"223.366097ms","start":"2026-04-23T04:44:39.037812Z","end":"2026-04-23T04:44:39.261178Z","steps":["trace[1975812374] 'read index received' (duration: 223.354847ms)","trace[1975812374] 'applied index is now lower than readState.Index' (duration: 10.24µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:39.261306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.477779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:39.261359Z","caller":"traceutil/trace.go:172","msg":"trace[1599292692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1372; }","duration":"223.543641ms","start":"2026-04-23T04:44:39.037809Z","end":"2026-04-23T04:44:39.261353Z","steps":["trace[1599292692] 'agreement among raft nodes before linearized reading' (duration: 223.444289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:40.867335Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373977168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:41.367717Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373977168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:41.536453Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.208966367s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:44:41.665204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.176358362s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:41.665287Z","caller":"traceutil/trace.go:172","msg":"trace[1456437734] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1382; }","duration":"1.176450473s","start":"2026-04-23T04:44:40.488820Z","end":"2026-04-23T04:44:41.665270Z","steps":["trace[1456437734] 'range keys from in-memory index tree' (duration: 1.176305841s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.869037Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7880346864373977168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:41.894823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.162868ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T04:44:41.921935Z","caller":"traceutil/trace.go:172","msg":"trace[1052077760] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1634; }","duration":"1.555534332s","start":"2026-04-23T04:44:40.366377Z","end":"2026-04-23T04:44:41.921912Z","steps":["trace[1052077760] 'read index received' (duration: 1.555527882s)","trace[1052077760] 'applied index is now lower than readState.Index' (duration: 5.58µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:41.922103Z","caller":"traceutil/trace.go:172","msg":"trace[1663277252] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"105.992217ms","start":"2026-04-23T04:44:41.816098Z","end":"2026-04-23T04:44:41.922090Z","steps":["trace[1663277252] 'process raft request' (duration: 105.868445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.922170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.555771296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T04:44:41.922210Z","caller":"traceutil/trace.go:172","msg":"trace[267976332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1388; }","duration":"1.555841847s","start":"2026-04-23T04:44:40.366358Z","end":"2026-04-23T04:44:41.922200Z","steps":["trace[267976332] 'agreement among raft nodes before linearized reading' (duration: 1.555634844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.922236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:40.366336Z","time spent":"1.555892859s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:41.923477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.381479135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:41.923740Z","caller":"traceutil/trace.go:172","msg":"trace[1707563092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1389; }","duration":"1.381742s","start":"2026-04-23T04:44:40.541988Z","end":"2026-04-23T04:44:41.923730Z","steps":["trace[1707563092] 'agreement among raft nodes before linearized reading' (duration: 1.381459935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.923807Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:40.541965Z","time spent":"1.381833952s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:41.923606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.26847ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:41.923890Z","caller":"traceutil/trace.go:172","msg":"trace[1722537634] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1389; }","duration":"258.554006ms","start":"2026-04-23T04:44:41.665329Z","end":"2026-04-23T04:44:41.923883Z","steps":["trace[1722537634] 'agreement among raft nodes before linearized reading' (duration: 258.255139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.923603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"625.794131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:41.924141Z","caller":"traceutil/trace.go:172","msg":"trace[443910574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1389; }","duration":"626.334521ms","start":"2026-04-23T04:44:41.297798Z","end":"2026-04-23T04:44:41.924133Z","steps":["trace[443910574] 'agreement among raft nodes before linearized reading' (duration: 625.7636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.924165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:41.297772Z","time spent":"626.385642ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:41.923643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.06121029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:41.924295Z","caller":"traceutil/trace.go:172","msg":"trace[1516567739] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1389; }","duration":"1.061856443s","start":"2026-04-23T04:44:40.862428Z","end":"2026-04-23T04:44:41.924284Z","steps":["trace[1516567739] 'agreement among raft nodes before linearized reading' (duration: 1.06119849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.924453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:40.862404Z","time spent":"1.062037997s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:41.923670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"886.255743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:41.924554Z","caller":"traceutil/trace.go:172","msg":"trace[158462327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"887.128891ms","start":"2026-04-23T04:44:41.037411Z","end":"2026-04-23T04:44:41.924540Z","steps":["trace[158462327] 'agreement among raft nodes before linearized reading' (duration: 886.243873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.924639Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:41.037392Z","time spent":"887.237042ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:41.923680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"451.991638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T04:44:41.924837Z","caller":"traceutil/trace.go:172","msg":"trace[1677445372] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1389; }","duration":"453.143631ms","start":"2026-04-23T04:44:41.471683Z","end":"2026-04-23T04:44:41.924827Z","steps":["trace[1677445372] 'agreement among raft nodes before linearized reading' (duration: 451.939667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.923698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.241965968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:41.924941Z","caller":"traceutil/trace.go:172","msg":"trace[1712809055] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1389; }","duration":"1.243200323s","start":"2026-04-23T04:44:40.681729Z","end":"2026-04-23T04:44:41.924929Z","steps":["trace[1712809055] 'agreement among raft nodes before linearized reading' (duration: 1.241956868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:41.925009Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:40.681705Z","time spent":"1.243293285s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:41.924943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:41.471658Z","time spent":"453.274274ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:47.482605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.498690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.648687Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.722986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.794779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.841904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.861464Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.880983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.898770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.924202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:47.941857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:48.026413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:48.049154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:48.079242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:48.111873Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:48.145228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:48.239788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:48.290260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:49.377548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:49.386711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58786","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:44:49.621229Z","caller":"traceutil/trace.go:172","msg":"trace[332900451] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"246.790615ms","start":"2026-04-23T04:44:49.374414Z","end":"2026-04-23T04:44:49.621205Z","steps":["trace[332900451] 'process raft request' (duration: 246.601972ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:49.622861Z","caller":"traceutil/trace.go:172","msg":"trace[1995557279] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1713; }","duration":"238.307322ms","start":"2026-04-23T04:44:49.384538Z","end":"2026-04-23T04:44:49.622845Z","steps":["trace[1995557279] 'read index received' (duration: 238.302572ms)","trace[1995557279] 'applied index is now lower than readState.Index' (duration: 3.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:49.623262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.704499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-23T04:44:49.623310Z","caller":"traceutil/trace.go:172","msg":"trace[451948174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:1461; }","duration":"238.76629ms","start":"2026-04-23T04:44:49.384533Z","end":"2026-04-23T04:44:49.623299Z","steps":["trace[451948174] 'agreement among raft nodes before linearized reading' (duration: 238.448144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:49.624738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.162365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:49.624792Z","caller":"traceutil/trace.go:172","msg":"trace[563964205] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1461; }","duration":"240.218457ms","start":"2026-04-23T04:44:49.384561Z","end":"2026-04-23T04:44:49.624780Z","steps":["trace[563964205] 'agreement among raft nodes before linearized reading' (duration: 240.124664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:49.625059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.909506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-23T04:44:49.625151Z","caller":"traceutil/trace.go:172","msg":"trace[351611228] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:1461; }","duration":"231.003498ms","start":"2026-04-23T04:44:49.394138Z","end":"2026-04-23T04:44:49.625141Z","steps":["trace[351611228] 'agreement among raft nodes before linearized reading' (duration: 230.802044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:49.624802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.435366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:49.625366Z","caller":"traceutil/trace.go:172","msg":"trace[432956636] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1461; }","duration":"137.004925ms","start":"2026-04-23T04:44:49.488351Z","end":"2026-04-23T04:44:49.625356Z","steps":["trace[432956636] 'agreement among raft nodes before linearized reading' (duration: 136.409854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:49.625748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.63792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:49.625779Z","caller":"traceutil/trace.go:172","msg":"trace[1050835781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1461; }","duration":"231.67202ms","start":"2026-04-23T04:44:49.394100Z","end":"2026-04-23T04:44:49.625772Z","steps":["trace[1050835781] 'agreement among raft nodes before linearized reading' (duration: 231.042399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:50.574130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44310","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:44:51.897961Z","caller":"traceutil/trace.go:172","msg":"trace[1710596476] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"209.90295ms","start":"2026-04-23T04:44:51.687994Z","end":"2026-04-23T04:44:51.897897Z","steps":["trace[1710596476] 'process raft request' (duration: 209.673807ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:52.344777Z","caller":"traceutil/trace.go:172","msg":"trace[1678468176] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"114.806221ms","start":"2026-04-23T04:44:52.229933Z","end":"2026-04-23T04:44:52.344739Z","steps":["trace[1678468176] 'process raft request' (duration: 114.597267ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:56.030386Z","caller":"traceutil/trace.go:172","msg":"trace[2005820478] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"119.832065ms","start":"2026-04-23T04:44:55.910534Z","end":"2026-04-23T04:44:56.030366Z","steps":["trace[2005820478] 'process raft request' (duration: 119.660392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:00.489636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.729728ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T04:45:28.337460Z","caller":"traceutil/trace.go:172","msg":"trace[165992528] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"158.488315ms","start":"2026-04-23T04:45:28.178956Z","end":"2026-04-23T04:45:28.337444Z","steps":["trace[165992528] 'process raft request' (duration: 157.985408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:28.780725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.77911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T04:45:28.780833Z","caller":"traceutil/trace.go:172","msg":"trace[2054799201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1625; }","duration":"211.894561ms","start":"2026-04-23T04:45:28.568919Z","end":"2026-04-23T04:45:28.780813Z","steps":["trace[2054799201] 'range keys from in-memory index tree' (duration: 209.791831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:28.781222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.555936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:45:28.781275Z","caller":"traceutil/trace.go:172","msg":"trace[672105238] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1625; }","duration":"293.608667ms","start":"2026-04-23T04:45:28.487653Z","end":"2026-04-23T04:45:28.781262Z","steps":["trace[672105238] 'range keys from in-memory index tree' (duration: 291.766961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:28.784172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.023638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:45:28.784213Z","caller":"traceutil/trace.go:172","msg":"trace[1214037565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1627; }","duration":"105.068318ms","start":"2026-04-23T04:45:28.679135Z","end":"2026-04-23T04:45:28.784204Z","steps":["trace[1214037565] 'agreement among raft nodes before linearized reading' (duration: 104.992176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:45:28.784090Z","caller":"traceutil/trace.go:172","msg":"trace[760413258] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1903; }","duration":"104.866655ms","start":"2026-04-23T04:45:28.679150Z","end":"2026-04-23T04:45:28.784017Z","steps":["trace[760413258] 'read index received' (duration: 104.859985ms)","trace[760413258] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:45:53.159354Z","caller":"traceutil/trace.go:172","msg":"trace[943027704] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2008; }","duration":"118.30996ms","start":"2026-04-23T04:45:53.041022Z","end":"2026-04-23T04:45:53.159332Z","steps":["trace[943027704] 'read index received' (duration: 46.083267ms)","trace[943027704] 'applied index is now lower than readState.Index' (duration: 72.225543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:45:53.159484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.441801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:45:53.159514Z","caller":"traceutil/trace.go:172","msg":"trace[709411296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1719; }","duration":"118.486312ms","start":"2026-04-23T04:45:53.041018Z","end":"2026-04-23T04:45:53.159505Z","steps":["trace[709411296] 'agreement among raft nodes before linearized reading' (duration: 118.414301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:46:16.229428Z","caller":"traceutil/trace.go:172","msg":"trace[67474317] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2113; }","duration":"190.233034ms","start":"2026-04-23T04:46:16.039167Z","end":"2026-04-23T04:46:16.229400Z","steps":["trace[67474317] 'read index received' (duration: 190.224224ms)","trace[67474317] 'applied index is now lower than readState.Index' (duration: 7.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:46:16.229640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.458268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:46:16.229683Z","caller":"traceutil/trace.go:172","msg":"trace[328833993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"190.517279ms","start":"2026-04-23T04:46:16.039155Z","end":"2026-04-23T04:46:16.229673Z","steps":["trace[328833993] 'agreement among raft nodes before linearized reading' (duration: 190.420227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:46:19.664270Z","caller":"traceutil/trace.go:172","msg":"trace[1233216362] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2128; }","duration":"281.242256ms","start":"2026-04-23T04:46:19.383003Z","end":"2026-04-23T04:46:19.664246Z","steps":["trace[1233216362] 'read index received' (duration: 281.234556ms)","trace[1233216362] 'applied index is now lower than readState.Index' (duration: 6.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:46:19.664493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.453168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:46:19.664551Z","caller":"traceutil/trace.go:172","msg":"trace[1313437773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1822; }","duration":"281.540199ms","start":"2026-04-23T04:46:19.382998Z","end":"2026-04-23T04:46:19.664538Z","steps":["trace[1313437773] 'agreement among raft nodes before linearized reading' (duration: 281.372067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:46:19.665521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.479305ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:46:19.665554Z","caller":"traceutil/trace.go:172","msg":"trace[460661050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1822; }","duration":"177.548365ms","start":"2026-04-23T04:46:19.487998Z","end":"2026-04-23T04:46:19.665547Z","steps":["trace[460661050] 'agreement among raft nodes before linearized reading' (duration: 177.467085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:46:47.047126Z","caller":"traceutil/trace.go:172","msg":"trace[968308186] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"127.936469ms","start":"2026-04-23T04:46:46.919167Z","end":"2026-04-23T04:46:47.047103Z","steps":["trace[968308186] 'process raft request' (duration: 124.89478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:47:11.137722Z","caller":"traceutil/trace.go:172","msg":"trace[1841951377] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2358; }","duration":"324.314734ms","start":"2026-04-23T04:47:10.813388Z","end":"2026-04-23T04:47:11.137703Z","steps":["trace[1841951377] 'read index received' (duration: 324.310163ms)","trace[1841951377] 'applied index is now lower than readState.Index' (duration: 3.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:47:11.137837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.440728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:47:11.137869Z","caller":"traceutil/trace.go:172","msg":"trace[905737328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2021; }","duration":"324.488511ms","start":"2026-04-23T04:47:10.813373Z","end":"2026-04-23T04:47:11.137862Z","steps":["trace[905737328] 'agreement among raft nodes before linearized reading' (duration: 324.399496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:11.137908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:47:10.813353Z","time spent":"324.546023ms","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}