{"level":"warn","ts":"2026-04-09T15:57:38.612468Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-09T15:57:38.613734Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-09T15:57:38.614056Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.86:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.86:2380","--initial-cluster=controller-1=https://199.19.213.100:2380,controller-2=https://199.19.213.86:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.86:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.86:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-09T15:57:38.614304Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-09T15:57:38.614332Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T15:57:38.614347Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-04-09T15:57:38.614393Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T15:57:38.615613Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.86:2379"]} {"level":"info","ts":"2026-04-09T15:57:38.616784Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.86:2380"],"listen-peer-urls":["https://199.19.213.86:2380"],"advertise-client-urls":["https://199.19.213.86:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.86:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.100:2380,controller-2=https://199.19.213.86:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-09T15:57:38.617692Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000136530}"} {"level":"info","ts":"2026-04-09T15:57:38.763316Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-09T15:57:38.763466Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"145.905301ms"} {"level":"info","ts":"2026-04-09T15:57:38.763559Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-09T15:57:38.763575Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-09T15:57:38.778456Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.86:2380","host":"199.19.213.86:2380","resolved-addr":"199.19.213.86:2380"} {"level":"info","ts":"2026-04-09T15:57:38.778560Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.100:2380","host":"199.19.213.100:2380","resolved-addr":"199.19.213.100:2380"} {"level":"info","ts":"2026-04-09T15:57:38.780207Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-09T15:57:39.052932Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-09T15:57:39.052992Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"6f8f0520213e17ce","cluster-id":"bba89cbb2a6fc22a"} {"level":"info","ts":"2026-04-09T15:57:39.053014Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-09T15:57:39.053090Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6f8f0520213e17ce switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T15:57:39.053139Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6f8f0520213e17ce became follower at term 0"} {"level":"info","ts":"2026-04-09T15:57:39.053150Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 6f8f0520213e17ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-09T15:57:39.055130Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T15:57:39.056474Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T15:57:39.060564Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T15:57:39.061095Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.061108Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a","remote-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-09T15:57:39.061122Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.061141Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.061472Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.064235Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.065030Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.065062Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a","remote-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-09T15:57:39.065081Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"6f8f0520213e17ce","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T15:57:39.065094Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.065708Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.065967Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:57:39.066046Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:57:39.066070Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:57:39.066104Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-09T15:57:39.066419Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T15:57:39.066477Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.86:2380"} {"level":"info","ts":"2026-04-09T15:57:39.066874Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.86:2380"} {"level":"info","ts":"2026-04-09T15:57:39.067462Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"6f8f0520213e17ce","initial-advertise-peer-urls":["https://199.19.213.86:2380"],"listen-peer-urls":["https://199.19.213.86:2380"],"advertise-client-urls":["https://199.19.213.86:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.86:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T15:57:39.067518Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T15:57:39.067764Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6f8f0520213e17ce","to":"79e65b4197a2a1a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:57:39.067954Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.068077Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.068147Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6f8f0520213e17ce","to":"79e65b4197a2a1a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:57:39.068180Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6f8f0520213e17ce [term: 0] received a MsgHeartbeat message with higher term from 79e65b4197a2a1a [term: 2]"} {"level":"info","ts":"2026-04-09T15:57:39.068194Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.068255Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6f8f0520213e17ce became follower at term 2"} {"level":"info","ts":"2026-04-09T15:57:39.068314Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6f8f0520213e17ce elected leader 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:57:39.075198Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"6f8f0520213e17ce","remote-snapshot-sender-id":"79e65b4197a2a1a","incoming-snapshot-index":537,"incoming-snapshot-message-size-bytes":8189,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-09T15:57:39.075655Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.078099Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.085102Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000219.snap.db","bytes":815104,"size":"815 kB"} {"level":"info","ts":"2026-04-09T15:57:39.085137Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"6f8f0520213e17ce","remote-snapshot-sender-id":"79e65b4197a2a1a","incoming-snapshot-index":537,"incoming-snapshot-size-bytes":815104,"incoming-snapshot-size":"815 kB","download-took":"10.748019ms"} {"level":"info","ts":"2026-04-09T15:57:39.085302Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 537, term: 2]"} {"level":"info","ts":"2026-04-09T15:57:39.085423Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6f8f0520213e17ce switched to configuration voters=(548988028781734426) learners=(8038649495434434510)"} {"level":"info","ts":"2026-04-09T15:57:39.085465Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"6f8f0520213e17ce [commit: 537, lastindex: 537, lastterm: 2] restored snapshot [index: 537, term: 2]"} {"level":"info","ts":"2026-04-09T15:57:39.085479Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"6f8f0520213e17ce [commit: 537] restored snapshot [index: 537, term: 2]"} {"level":"info","ts":"2026-04-09T15:57:39.085617Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":537,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-09T15:57:39.088666Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":537} {"level":"info","ts":"2026-04-09T15:57:39.088997Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000516688}"} {"level":"info","ts":"2026-04-09T15:57:39.089589Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-09T15:57:39.089633Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"712.872µs"} {"level":"info","ts":"2026-04-09T15:57:39.089698Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-09T15:57:39.091007Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-09T15:57:39.091039Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-09T15:57:39.098210Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":503} {"level":"info","ts":"2026-04-09T15:57:39.098249Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":537} {"level":"info","ts":"2026-04-09T15:57:39.098267Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-09T15:57:39.098365Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-09T15:57:39.099622Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-09T15:57:39.099652Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-09T15:57:39.099680Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-09T15:57:39.099716Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-09T15:57:39.100107Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-09T15:57:39.100240Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-09T15:57:39.100271Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-09T15:57:39.100329Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-09T15:57:39.100343Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6f8f0520213e17ce","recovered-remote-peer-id":"79e65b4197a2a1a","recovered-remote-peer-urls":["https://199.19.213.100:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-09T15:57:39.100356Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6f8f0520213e17ce","recovered-remote-peer-id":"6f8f0520213e17ce","recovered-remote-peer-urls":["https://199.19.213.86:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-09T15:57:39.100365Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-09T15:57:39.100373Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-09T15:57:39.100381Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-09T15:57:39.100393Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"warn","ts":"2026-04-09T15:57:39.101587Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.101616Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"79e65b4197a2a1a"} {"level":"warn","ts":"2026-04-09T15:57:39.101650Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.101658Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.101700Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"warn","ts":"2026-04-09T15:57:39.101853Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a","error":"context canceled"} {"level":"warn","ts":"2026-04-09T15:57:39.101925Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"79e65b4197a2a1a","error":"failed to read 79e65b4197a2a1a on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-09T15:57:39.101970Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"warn","ts":"2026-04-09T15:57:39.102169Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a","error":"context canceled"} {"level":"info","ts":"2026-04-09T15:57:39.102222Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102254Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102302Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"6f8f0520213e17ce","removed-remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102370Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-09T15:57:39.102404Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-09T15:57:39.102458Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102508Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102622Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102652Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102696Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102707Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a","remote-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-09T15:57:39.102741Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-09T15:57:39.102617Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.102756Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":537,"current-applied-index":537,"incoming-leader-snapshot-index":537,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-09T15:57:39.102786Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.110568Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6f8f0520213e17ce","to":"79e65b4197a2a1a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:57:39.110609Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.110640Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.111119Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.112104Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6f8f0520213e17ce","to":"79e65b4197a2a1a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:57:39.112134Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.115892Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:57:39.233774Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6f8f0520213e17ce switched to configuration voters=(548988028781734426 8038649495434434510)"} {"level":"info","ts":"2026-04-09T15:57:39.234393Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6f8f0520213e17ce","promoted-member-id":"6f8f0520213e17ce"} {"level":"warn","ts":"2026-04-09T15:57:46.067263Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"6f8f0520213e17ce","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.86:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-09T15:57:46.069956Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"6f8f0520213e17ce","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.86:2379]}","cluster-id":"bba89cbb2a6fc22a","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T15:57:46.069977Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T15:57:46.070297Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T15:57:46.069977Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T15:57:46.070374Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T15:57:46.072055Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-09T15:57:46.073535Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-09T15:57:46.073753Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-09T15:57:46.074787Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.86:2379"} {"level":"info","ts":"2026-04-09T15:57:46.078899Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-09T15:57:46.079130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.079580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.079603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.080028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.080398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.080883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.082174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.084062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.084747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.085093Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.085769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.085994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.86:60396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.106729Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.121822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.140866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.152628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.161160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.169591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.179882Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.190651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.200851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.210530Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.221578Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.236226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.247194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.258001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.268277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.282861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.288852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.316576Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.329190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.340110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.350142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.358976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45272","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.368423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.377541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.391767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.401209Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.412353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.422176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.432902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.444535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.455872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.466112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.475762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.511961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.526461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.535831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.544028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.553958Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.571253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.582825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.592952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45644","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:57:46.602476Z","caller":"traceutil/trace.go:172","msg":"trace[603565877] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:559; }","duration":"180.406976ms","start":"2026-04-09T15:57:46.422043Z","end":"2026-04-09T15:57:46.602450Z","steps":["trace[603565877] 'read index received' (duration: 180.398816ms)","trace[603565877] 'applied index is now lower than readState.Index' (duration: 6.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:57:46.603622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.50108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" limit:10000 ","response":"range_response_count:2 size:1169"} {"level":"warn","ts":"2026-04-09T15:57:46.603920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.826871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:46.603974Z","caller":"traceutil/trace.go:172","msg":"trace[427288932] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:521; }","duration":"181.890921ms","start":"2026-04-09T15:57:46.422072Z","end":"2026-04-09T15:57:46.603963Z","steps":["trace[427288932] 'agreement among raft nodes before linearized reading' (duration: 181.800781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.604708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.628528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:46.604741Z","caller":"traceutil/trace.go:172","msg":"trace[911632085] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:521; }","duration":"119.659288ms","start":"2026-04-09T15:57:46.485071Z","end":"2026-04-09T15:57:46.604731Z","steps":["trace[911632085] 'agreement among raft nodes before linearized reading' (duration: 119.609598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.07475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:10000 ","response":"range_response_count:70 size:64080"} {"level":"info","ts":"2026-04-09T15:57:46.605110Z","caller":"traceutil/trace.go:172","msg":"trace[1903530208] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:70; response_revision:521; }","duration":"120.103311ms","start":"2026-04-09T15:57:46.485000Z","end":"2026-04-09T15:57:46.605103Z","steps":["trace[1903530208] 'agreement among raft nodes before linearized reading' (duration: 119.85046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.4864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:46.605144Z","caller":"traceutil/trace.go:172","msg":"trace[1035118746] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:521; }","duration":"139.52111ms","start":"2026-04-09T15:57:46.465612Z","end":"2026-04-09T15:57:46.605133Z","steps":["trace[1035118746] 'agreement among raft nodes before linearized reading' (duration: 139.469229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.75573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:57:46.605188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.092861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:46.605258Z","caller":"traceutil/trace.go:172","msg":"trace[212810935] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:521; }","duration":"151.159991ms","start":"2026-04-09T15:57:46.454078Z","end":"2026-04-09T15:57:46.605238Z","steps":["trace[212810935] 'agreement among raft nodes before linearized reading' (duration: 151.050521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.086309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:46.605244Z","caller":"traceutil/trace.go:172","msg":"trace[394317257] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:521; }","duration":"161.85985ms","start":"2026-04-09T15:57:46.443349Z","end":"2026-04-09T15:57:46.605208Z","steps":["trace[394317257] 'agreement among raft nodes before linearized reading' (duration: 161.700869ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:46.605308Z","caller":"traceutil/trace.go:172","msg":"trace[1593421754] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:521; }","duration":"131.112159ms","start":"2026-04-09T15:57:46.474189Z","end":"2026-04-09T15:57:46.605301Z","steps":["trace[1593421754] 'agreement among raft nodes before linearized reading' (duration: 131.071019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.235101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:46.605540Z","caller":"traceutil/trace.go:172","msg":"trace[520154508] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:521; }","duration":"162.316771ms","start":"2026-04-09T15:57:46.443209Z","end":"2026-04-09T15:57:46.605526Z","steps":["trace[520154508] 'agreement among raft nodes before linearized reading' (duration: 162.1594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.520972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:46.605649Z","caller":"traceutil/trace.go:172","msg":"trace[533125022] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:521; }","duration":"151.582582ms","start":"2026-04-09T15:57:46.454050Z","end":"2026-04-09T15:57:46.605633Z","steps":["trace[533125022] 'agreement among raft nodes before linearized reading' (duration: 151.486962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.094921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" limit:10000 ","response":"range_response_count:12 size:6572"} {"level":"info","ts":"2026-04-09T15:57:46.605757Z","caller":"traceutil/trace.go:172","msg":"trace[2043465624] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:12; response_revision:521; }","duration":"140.157512ms","start":"2026-04-09T15:57:46.465586Z","end":"2026-04-09T15:57:46.605743Z","steps":["trace[2043465624] 'agreement among raft nodes before linearized reading' (duration: 139.920141ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:46.605819Z","caller":"traceutil/trace.go:172","msg":"trace[1589744843] range","detail":"{range_begin:/registry/ipaddresses/; range_end:/registry/ipaddresses0; response_count:2; response_revision:521; }","duration":"181.70642ms","start":"2026-04-09T15:57:46.422039Z","end":"2026-04-09T15:57:46.603745Z","steps":["trace[1589744843] 'agreement among raft nodes before linearized reading' (duration: 180.567907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.051663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:46.605969Z","caller":"traceutil/trace.go:172","msg":"trace[2127058413] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:521; }","duration":"174.195423ms","start":"2026-04-09T15:57:46.431766Z","end":"2026-04-09T15:57:46.605961Z","steps":["trace[2127058413] 'agreement among raft nodes before linearized reading' (duration: 173.990823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.278233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" limit:10000 ","response":"range_response_count:1 size:1006"} {"level":"info","ts":"2026-04-09T15:57:46.606056Z","caller":"traceutil/trace.go:172","msg":"trace[1023088176] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:1; response_revision:521; }","duration":"174.384644ms","start":"2026-04-09T15:57:46.431662Z","end":"2026-04-09T15:57:46.606047Z","steps":["trace[1023088176] 'agreement among raft nodes before linearized reading' (duration: 174.184693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.605544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.38884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" limit:10000 ","response":"range_response_count:12 size:7968"} {"level":"info","ts":"2026-04-09T15:57:46.606298Z","caller":"traceutil/trace.go:172","msg":"trace[1256511060] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:12; response_revision:521; }","duration":"132.134602ms","start":"2026-04-09T15:57:46.474148Z","end":"2026-04-09T15:57:46.606283Z","steps":["trace[1256511060] 'agreement among raft nodes before linearized reading' (duration: 131.26797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:57:46.607418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.618476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.626353Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.636884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.645832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.655922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.672289Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.683532Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.691852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.705613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.714724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.752431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.768966Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.777789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:46.823440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:57:55.322598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.262695ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:55.322684Z","caller":"traceutil/trace.go:172","msg":"trace[176114034] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:542; }","duration":"446.371676ms","start":"2026-04-09T15:57:54.876295Z","end":"2026-04-09T15:57:55.322666Z","steps":["trace[176114034] 'range keys from in-memory index tree' (duration: 446.184345ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:57:55.325105Z","caller":"traceutil/trace.go:172","msg":"trace[92066440] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:583; }","duration":"128.838354ms","start":"2026-04-09T15:57:55.196232Z","end":"2026-04-09T15:57:55.325070Z","steps":["trace[92066440] 'read index received' (duration: 128.830044ms)","trace[92066440] 'applied index is now lower than readState.Index' (duration: 6.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:57:55.325210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.980255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:57:55.325259Z","caller":"traceutil/trace.go:172","msg":"trace[1966354228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"129.029735ms","start":"2026-04-09T15:57:55.196215Z","end":"2026-04-09T15:57:55.325245Z","steps":["trace[1966354228] 'agreement among raft nodes before linearized reading' (duration: 128.940635ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:03.184317Z","caller":"traceutil/trace.go:172","msg":"trace[757095268] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:606; }","duration":"307.566935ms","start":"2026-04-09T15:58:02.876731Z","end":"2026-04-09T15:58:03.184298Z","steps":["trace[757095268] 'read index received' (duration: 307.562475ms)","trace[757095268] 'applied index is now lower than readState.Index' (duration: 3.37µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:03.184451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.706086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:03.184506Z","caller":"traceutil/trace.go:172","msg":"trace[1802765227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"307.760606ms","start":"2026-04-09T15:58:02.876721Z","end":"2026-04-09T15:58:03.184481Z","steps":["trace[1802765227] 'agreement among raft nodes before linearized reading' (duration: 307.681166ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:08.579478Z","caller":"traceutil/trace.go:172","msg":"trace[925548592] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:625; }","duration":"162.022083ms","start":"2026-04-09T15:58:08.417300Z","end":"2026-04-09T15:58:08.579322Z","steps":["trace[925548592] 'read index received' (duration: 162.012023ms)","trace[925548592] 'applied index is now lower than readState.Index' (duration: 8.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:08.580582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.886286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3293"} {"level":"info","ts":"2026-04-09T15:58:08.580685Z","caller":"traceutil/trace.go:172","msg":"trace[618377836] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:580; }","duration":"163.392158ms","start":"2026-04-09T15:58:08.417275Z","end":"2026-04-09T15:58:08.580667Z","steps":["trace[618377836] 'agreement among raft nodes before linearized reading' (duration: 162.284444ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:29.125577Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6f8f0520213e17ce switched to configuration voters=(548988028781734426 8038649495434434510) learners=(7532677782677878484)"} {"level":"info","ts":"2026-04-09T15:58:29.125708Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6f8f0520213e17ce","added-peer-id":"6889728893fdf6d4","added-peer-peer-urls":["https://199.204.45.115:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-09T15:58:29.125736Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.125761Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.125939Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.131557Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.131526Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.131510Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.131516Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:29.131708Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4","remote-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-04-09T15:58:29.133606Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"6f8f0520213e17ce","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"6889728893fdf6d4"} {"level":"warn","ts":"2026-04-09T15:58:31.690153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.115:42894","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:58:32.750686Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.750769Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.751727Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.759660Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6f8f0520213e17ce","to":"6889728893fdf6d4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:58:32.759804Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.761021Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6f8f0520213e17ce","to":"6889728893fdf6d4","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:58:32.761071Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"warn","ts":"2026-04-09T15:58:32.781562Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:32.781569Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4","error":"EOF"} {"level":"info","ts":"2026-04-09T15:58:32.796916Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6f8f0520213e17ce","to":"6889728893fdf6d4","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-09T15:58:32.796950Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.796962Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.800200Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6f8f0520213e17ce","to":"6889728893fdf6d4","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-09T15:58:32.800248Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.800272Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.844444Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:32.847831Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6f8f0520213e17ce","remote-peer-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:33.228153Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6f8f0520213e17ce switched to configuration voters=(548988028781734426 7532677782677878484 8038649495434434510)"} {"level":"info","ts":"2026-04-09T15:58:33.228408Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6f8f0520213e17ce","promoted-member-id":"6889728893fdf6d4"} {"level":"info","ts":"2026-04-09T15:58:42.218842Z","caller":"traceutil/trace.go:172","msg":"trace[777235536] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:781; }","duration":"343.228031ms","start":"2026-04-09T15:58:41.875590Z","end":"2026-04-09T15:58:42.218818Z","steps":["trace[777235536] 'read index received' (duration: 343.221841ms)","trace[777235536] 'applied index is now lower than readState.Index' (duration: 4.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:42.219018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.438431ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:42.219057Z","caller":"traceutil/trace.go:172","msg":"trace[959744300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:714; }","duration":"343.497023ms","start":"2026-04-09T15:58:41.875548Z","end":"2026-04-09T15:58:42.219045Z","steps":["trace[959744300] 'agreement among raft nodes before linearized reading' (duration: 343.410711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:42.259354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.822357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T15:58:42.259444Z","caller":"traceutil/trace.go:172","msg":"trace[1987057352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:719; }","duration":"344.928067ms","start":"2026-04-09T15:58:41.914497Z","end":"2026-04-09T15:58:42.259425Z","steps":["trace[1987057352] 'agreement among raft nodes before linearized reading' (duration: 344.769816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:42.259501Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:58:41.914447Z","time spent":"345.036227ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:58:57.126880Z","caller":"traceutil/trace.go:172","msg":"trace[1395159466] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:931; }","duration":"115.575902ms","start":"2026-04-09T15:58:57.011278Z","end":"2026-04-09T15:58:57.126854Z","steps":["trace[1395159466] 'read index received' (duration: 115.571412ms)","trace[1395159466] 'applied index is now lower than readState.Index' (duration: 3.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:57.127134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.844323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:58:57.127181Z","caller":"traceutil/trace.go:172","msg":"trace[1412963830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:854; }","duration":"115.902903ms","start":"2026-04-09T15:58:57.011264Z","end":"2026-04-09T15:58:57.127167Z","steps":["trace[1412963830] 'agreement among raft nodes before linearized reading' (duration: 115.743243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:57.128554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.554126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:57.128609Z","caller":"traceutil/trace.go:172","msg":"trace[1572766621] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:854; }","duration":"110.608577ms","start":"2026-04-09T15:58:57.017986Z","end":"2026-04-09T15:58:57.128595Z","steps":["trace[1572766621] 'agreement among raft nodes before linearized reading' (duration: 110.528376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:58.640855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.481503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:58.640987Z","caller":"traceutil/trace.go:172","msg":"trace[442953656] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:856; }","duration":"118.617404ms","start":"2026-04-09T15:58:58.522315Z","end":"2026-04-09T15:58:58.640932Z","steps":["trace[442953656] 'range keys from in-memory index tree' (duration: 116.726887ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:08.018976Z","caller":"traceutil/trace.go:172","msg":"trace[292775537] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:968; }","duration":"142.273362ms","start":"2026-04-09T15:59:07.876685Z","end":"2026-04-09T15:59:08.018959Z","steps":["trace[292775537] 'read index received' (duration: 142.267592ms)","trace[292775537] 'applied index is now lower than readState.Index' (duration: 4.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:08.028944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.244047ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:08.029021Z","caller":"traceutil/trace.go:172","msg":"trace[363719644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:885; }","duration":"152.331737ms","start":"2026-04-09T15:59:07.876677Z","end":"2026-04-09T15:59:08.029008Z","steps":["trace[363719644] 'agreement among raft nodes before linearized reading' (duration: 142.362292ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:09.231105Z","caller":"traceutil/trace.go:172","msg":"trace[1689470126] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1004; }","duration":"455.429585ms","start":"2026-04-09T15:59:08.775660Z","end":"2026-04-09T15:59:09.231089Z","steps":["trace[1689470126] 'read index received' (duration: 455.424525ms)","trace[1689470126] 'applied index is now lower than readState.Index' (duration: 4.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.231303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.626166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.86\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T15:59:09.231329Z","caller":"traceutil/trace.go:172","msg":"trace[293858657] range","detail":"{range_begin:/registry/masterleases/199.19.213.86; range_end:; response_count:1; response_revision:920; }","duration":"455.668646ms","start":"2026-04-09T15:59:08.775654Z","end":"2026-04-09T15:59:09.231323Z","steps":["trace[293858657] 'agreement among raft nodes before linearized reading' (duration: 455.523976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.231350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.775635Z","time spent":"455.710426ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.86\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:09.507119Z","caller":"traceutil/trace.go:172","msg":"trace[1790007033] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1010; }","duration":"275.938216ms","start":"2026-04-09T15:59:09.231157Z","end":"2026-04-09T15:59:09.507095Z","steps":["trace[1790007033] 'read index received' (duration: 275.932356ms)","trace[1790007033] 'applied index is now lower than readState.Index' (duration: 4.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.507485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"631.132322ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:09.507615Z","caller":"traceutil/trace.go:172","msg":"trace[1586209526] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:925; }","duration":"631.285423ms","start":"2026-04-09T15:59:08.876299Z","end":"2026-04-09T15:59:09.507585Z","steps":["trace[1586209526] 'agreement among raft nodes before linearized reading' (duration: 631.086302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.507540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.062969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T15:59:09.508242Z","caller":"traceutil/trace.go:172","msg":"trace[300132768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:925; }","duration":"321.791092ms","start":"2026-04-09T15:59:09.186438Z","end":"2026-04-09T15:59:09.508229Z","steps":["trace[300132768] 'agreement among raft nodes before linearized reading' (duration: 320.890769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.508296Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:09.186414Z","time spent":"321.867372ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:09.508385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.508246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg\" limit:1 ","response":"range_response_count:1 size:3624"} {"level":"info","ts":"2026-04-09T15:59:09.508533Z","caller":"traceutil/trace.go:172","msg":"trace[1103774789] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg; range_end:; response_count:1; response_revision:927; }","duration":"343.690496ms","start":"2026-04-09T15:59:09.164824Z","end":"2026-04-09T15:59:09.508514Z","steps":["trace[1103774789] 'agreement among raft nodes before linearized reading' (duration: 343.267335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.508586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:09.164807Z","time spent":"343.769337ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":3647,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:09.563718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.596405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-04-09T15:59:09.563737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.686946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-09T15:59:09.563950Z","caller":"traceutil/trace.go:172","msg":"trace[859074918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:928; }","duration":"222.940696ms","start":"2026-04-09T15:59:09.340982Z","end":"2026-04-09T15:59:09.563881Z","steps":["trace[859074918] 'agreement among raft nodes before linearized reading' (duration: 222.541015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.563870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.363627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:09.563835Z","caller":"traceutil/trace.go:172","msg":"trace[1739890096] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:928; }","duration":"151.749615ms","start":"2026-04-09T15:59:09.412072Z","end":"2026-04-09T15:59:09.563822Z","steps":["trace[1739890096] 'agreement among raft nodes before linearized reading' (duration: 151.469844ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:09.564151Z","caller":"traceutil/trace.go:172","msg":"trace[860253748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:930; }","duration":"158.652938ms","start":"2026-04-09T15:59:09.405474Z","end":"2026-04-09T15:59:09.564127Z","steps":["trace[860253748] 'agreement among raft nodes before linearized reading' (duration: 158.173687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.148334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.672594ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-09T15:59:11.695843Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:11.895213Z","caller":"traceutil/trace.go:172","msg":"trace[1053777364] transaction","detail":"{read_only:false; number_of_response:1; response_revision:956; }","duration":"738.822056ms","start":"2026-04-09T15:59:11.156366Z","end":"2026-04-09T15:59:11.895188Z","steps":["trace[1053777364] 'process raft request' (duration: 738.511355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.896194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.156359Z","time spent":"738.958746ms","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:12.196336Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:12.513865Z","caller":"traceutil/trace.go:172","msg":"trace[614017181] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1058; }","duration":"1.318528763s","start":"2026-04-09T15:59:11.195307Z","end":"2026-04-09T15:59:12.513836Z","steps":["trace[614017181] 'read index received' (duration: 1.318518913s)","trace[614017181] 'applied index is now lower than readState.Index' (duration: 8.28µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:12.514065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.318736524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:12.514133Z","caller":"traceutil/trace.go:172","msg":"trace[944263598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:959; }","duration":"1.318817454s","start":"2026-04-09T15:59:11.195300Z","end":"2026-04-09T15:59:12.514118Z","steps":["trace[944263598] 'agreement among raft nodes before linearized reading' (duration: 1.318683073s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.514174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.195281Z","time spent":"1.318886004s","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:12.514463Z","caller":"traceutil/trace.go:172","msg":"trace[1401799723] transaction","detail":"{read_only:false; number_of_response:0; response_revision:961; }","duration":"1.347229161s","start":"2026-04-09T15:59:11.167224Z","end":"2026-04-09T15:59:12.514453Z","steps":["trace[1401799723] 'process raft request' (duration: 1.34686035s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.514529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.167212Z","time spent":"1.347279091s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:12.514560Z","caller":"traceutil/trace.go:172","msg":"trace[1168952971] transaction","detail":"{read_only:false; number_of_response:1; response_revision:961; }","duration":"1.34406282s","start":"2026-04-09T15:59:11.170477Z","end":"2026-04-09T15:59:12.514540Z","steps":["trace[1168952971] 'process raft request' (duration: 1.343640289s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.514644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.170458Z","time spent":"1.34414242s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:12.867007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.627526ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T15:59:12.867761Z","caller":"traceutil/trace.go:172","msg":"trace[281107595] transaction","detail":"{read_only:false; number_of_response:0; response_revision:966; }","duration":"1.673230475s","start":"2026-04-09T15:59:11.194512Z","end":"2026-04-09T15:59:12.867742Z","steps":["trace[281107595] 'process raft request' (duration: 1.672868564s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.867861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.194493Z","time spent":"1.673325937s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:12.867867Z","caller":"traceutil/trace.go:172","msg":"trace[405547434] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.673237536s","start":"2026-04-09T15:59:11.194584Z","end":"2026-04-09T15:59:12.867822Z","steps":["trace[405547434] 'process raft request' (duration: 1.672822954s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:12.868007Z","caller":"traceutil/trace.go:172","msg":"trace[1546527670] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.670116575s","start":"2026-04-09T15:59:11.197873Z","end":"2026-04-09T15:59:12.867990Z","steps":["trace[1546527670] 'process raft request' (duration: 1.669629804s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:12.868023Z","caller":"traceutil/trace.go:172","msg":"trace[1709605597] transaction","detail":"{read_only:false; number_of_response:0; response_revision:966; }","duration":"1.686754912s","start":"2026-04-09T15:59:11.181262Z","end":"2026-04-09T15:59:12.868017Z","steps":["trace[1709605597] 'process raft request' (duration: 1.68608056s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.868068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.181242Z","time spent":"1.686813202s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:12.868066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.194572Z","time spent":"1.673400306s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30444,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:12.868114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.197860Z","time spent":"1.670185505s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30425,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:12.868538Z","caller":"traceutil/trace.go:172","msg":"trace[62783600] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.658402106s","start":"2026-04-09T15:59:11.210126Z","end":"2026-04-09T15:59:12.868528Z","steps":["trace[62783600] 'process raft request' (duration: 1.657418842s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:12.868328Z","caller":"traceutil/trace.go:172","msg":"trace[820126736] transaction","detail":"{read_only:false; number_of_response:0; response_revision:966; }","duration":"1.681806515s","start":"2026-04-09T15:59:11.186247Z","end":"2026-04-09T15:59:12.868054Z","steps":["trace[820126736] 'process raft request' (duration: 1.681113163s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.868593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.210103Z","time spent":"1.658461386s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28790,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:12.868626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.186226Z","time spent":"1.682357048s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:12.868944Z","caller":"traceutil/trace.go:172","msg":"trace[2089705639] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.649628006s","start":"2026-04-09T15:59:11.219305Z","end":"2026-04-09T15:59:12.868933Z","steps":["trace[2089705639] 'process raft request' (duration: 1.648370321s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:12.868989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.219286Z","time spent":"1.649682217s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":64513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:13.014640Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:13.034806Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1715481625164345346,"received-request-id":1715481625164345332} {"level":"info","ts":"2026-04-09T15:59:13.072045Z","caller":"traceutil/trace.go:172","msg":"trace[1966259850] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"1.165782676s","start":"2026-04-09T15:59:11.906222Z","end":"2026-04-09T15:59:13.072005Z","steps":["trace[1966259850] 'process raft request' (duration: 1.165345754s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.072278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.906204Z","time spent":"1.165963876s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:13.090860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.214686851s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:13.091237Z","caller":"traceutil/trace.go:172","msg":"trace[1995920738] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:969; }","duration":"1.215082253s","start":"2026-04-09T15:59:11.876145Z","end":"2026-04-09T15:59:13.091227Z","steps":["trace[1995920738] 'agreement among raft nodes before linearized reading' (duration: 1.214657201s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.091005Z","caller":"traceutil/trace.go:172","msg":"trace[2063762888] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1086; }","duration":"576.804737ms","start":"2026-04-09T15:59:12.513930Z","end":"2026-04-09T15:59:13.090735Z","steps":["trace[2063762888] 'read index received' (duration: 576.791347ms)","trace[2063762888] 'applied index is now lower than readState.Index' (duration: 11.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:13.091018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.329049399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T15:59:13.091782Z","caller":"traceutil/trace.go:172","msg":"trace[1481680230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:969; }","duration":"1.329811071s","start":"2026-04-09T15:59:11.761924Z","end":"2026-04-09T15:59:13.091735Z","steps":["trace[1481680230] 'agreement among raft nodes before linearized reading' (duration: 1.328916319s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.091086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.875342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:13.091853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.761901Z","time spent":"1.329942642s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:13.091906Z","caller":"traceutil/trace.go:172","msg":"trace[1076618146] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:969; }","duration":"667.675455ms","start":"2026-04-09T15:59:12.424206Z","end":"2026-04-09T15:59:13.091882Z","steps":["trace[1076618146] 'agreement among raft nodes before linearized reading' (duration: 666.862432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.092150Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.424184Z","time spent":"667.958946ms","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.091154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.889613419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-09T15:59:13.092295Z","caller":"traceutil/trace.go:172","msg":"trace[53239007] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:969; }","duration":"1.890757353s","start":"2026-04-09T15:59:11.201530Z","end":"2026-04-09T15:59:13.092287Z","steps":["trace[53239007] 'agreement among raft nodes before linearized reading' (duration: 1.889496109s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.092335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.201513Z","time spent":"1.890813863s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.093351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.477382932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:13.093598Z","caller":"traceutil/trace.go:172","msg":"trace[1591389949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:969; }","duration":"1.477566702s","start":"2026-04-09T15:59:11.615820Z","end":"2026-04-09T15:59:13.093387Z","steps":["trace[1591389949] 'agreement among raft nodes before linearized reading' (duration: 1.475201934s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.093630Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.615766Z","time spent":"1.477854593s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.108900Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1715481625164345351,"received-request-id":1715481625164345346} {"level":"info","ts":"2026-04-09T15:59:13.109244Z","caller":"traceutil/trace.go:172","msg":"trace[480652481] transaction","detail":"{read_only:false; number_of_response:1; response_revision:972; }","duration":"567.193475ms","start":"2026-04-09T15:59:12.542033Z","end":"2026-04-09T15:59:13.109226Z","steps":["trace[480652481] 'process raft request' (duration: 566.960994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.109418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.541989Z","time spent":"567.367886ms","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58895,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:13.133185Z","caller":"traceutil/trace.go:172","msg":"trace[708119016] transaction","detail":"{read_only:false; number_of_response:1; response_revision:975; }","duration":"240.334635ms","start":"2026-04-09T15:59:12.892829Z","end":"2026-04-09T15:59:13.133164Z","steps":["trace[708119016] 'process raft request' (duration: 240.037694ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.133419Z","caller":"traceutil/trace.go:172","msg":"trace[132238603] transaction","detail":"{read_only:false; number_of_response:1; response_revision:975; }","duration":"232.517079ms","start":"2026-04-09T15:59:12.900892Z","end":"2026-04-09T15:59:13.133409Z","steps":["trace[132238603] 'process raft request' (duration: 232.071147ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.133619Z","caller":"traceutil/trace.go:172","msg":"trace[2129124639] transaction","detail":"{read_only:false; number_of_response:1; response_revision:976; }","duration":"203.081518ms","start":"2026-04-09T15:59:12.930528Z","end":"2026-04-09T15:59:13.133609Z","steps":["trace[2129124639] 'process raft request' (duration: 202.561937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.187410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.785008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-09T15:59:13.187476Z","caller":"traceutil/trace.go:172","msg":"trace[1530492644] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:979; }","duration":"317.868098ms","start":"2026-04-09T15:59:12.869595Z","end":"2026-04-09T15:59:13.187464Z","steps":["trace[1530492644] 'agreement among raft nodes before linearized reading' (duration: 317.677317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.187506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.869579Z","time spent":"317.921348ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.187854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"672.07058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:13.188056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.849169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:13.188095Z","caller":"traceutil/trace.go:172","msg":"trace[2124985453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:979; }","duration":"535.879069ms","start":"2026-04-09T15:59:12.652202Z","end":"2026-04-09T15:59:13.188081Z","steps":["trace[2124985453] 'agreement among raft nodes before linearized reading' (duration: 535.832519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.188141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.652183Z","time spent":"535.952009ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:13.188061Z","caller":"traceutil/trace.go:172","msg":"trace[1417525211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"672.278131ms","start":"2026-04-09T15:59:12.515774Z","end":"2026-04-09T15:59:13.188052Z","steps":["trace[1417525211] 'agreement among raft nodes before linearized reading' (duration: 672.03987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.188312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.515754Z","time spent":"672.549371ms","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:13.187991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"672.01063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-04-09T15:59:13.188576Z","caller":"traceutil/trace.go:172","msg":"trace[1317615468] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:979; }","duration":"672.609602ms","start":"2026-04-09T15:59:12.515948Z","end":"2026-04-09T15:59:13.188557Z","steps":["trace[1317615468] 'agreement among raft nodes before linearized reading' (duration: 671.87698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.188558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.145422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-04-09T15:59:13.188786Z","caller":"traceutil/trace.go:172","msg":"trace[1456107852] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:979; }","duration":"319.385453ms","start":"2026-04-09T15:59:12.869389Z","end":"2026-04-09T15:59:13.188775Z","steps":["trace[1456107852] 'agreement among raft nodes before linearized reading' (duration: 318.58451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.188811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.869375Z","time spent":"319.427444ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1042,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.189068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.530144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-09T15:59:13.189297Z","caller":"traceutil/trace.go:172","msg":"trace[237510709] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:979; }","duration":"319.756884ms","start":"2026-04-09T15:59:12.869529Z","end":"2026-04-09T15:59:13.189286Z","steps":["trace[237510709] 'agreement among raft nodes before linearized reading' (duration: 318.563611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.189321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.869514Z","time spent":"319.799914ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.188629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.515932Z","time spent":"672.682172ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1018,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.229147Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.203464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:13.229604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.391336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:13.230238Z","caller":"traceutil/trace.go:172","msg":"trace[1887343074] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:983; }","duration":"138.020398ms","start":"2026-04-09T15:59:13.092198Z","end":"2026-04-09T15:59:13.230218Z","steps":["trace[1887343074] 'agreement among raft nodes before linearized reading' (duration: 137.345455ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.230150Z","caller":"traceutil/trace.go:172","msg":"trace[1650112250] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:981; }","duration":"120.220148ms","start":"2026-04-09T15:59:13.109908Z","end":"2026-04-09T15:59:13.230128Z","steps":["trace[1650112250] 'agreement among raft nodes before linearized reading' (duration: 119.146264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.988136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.579808ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:13.988225Z","caller":"traceutil/trace.go:172","msg":"trace[1643508578] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1002; }","duration":"111.688808ms","start":"2026-04-09T15:59:13.876522Z","end":"2026-04-09T15:59:13.988211Z","steps":["trace[1643508578] 'range keys from in-memory index tree' (duration: 111.464257ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:14.287467Z","caller":"traceutil/trace.go:172","msg":"trace[1498924784] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1160; }","duration":"448.48557ms","start":"2026-04-09T15:59:13.838967Z","end":"2026-04-09T15:59:14.287453Z","steps":["trace[1498924784] 'read index received' (duration: 448.48186ms)","trace[1498924784] 'applied index is now lower than readState.Index' (duration: 2.31µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:14.334316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.328989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-09T15:59:14.334399Z","caller":"traceutil/trace.go:172","msg":"trace[657342239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1006; }","duration":"495.428779ms","start":"2026-04-09T15:59:13.838951Z","end":"2026-04-09T15:59:14.334380Z","steps":["trace[657342239] 'agreement among raft nodes before linearized reading' (duration: 448.67313ms)","trace[657342239] 'range keys from in-memory index tree' (duration: 46.518469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:14.334453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.838930Z","time spent":"495.51337ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:14.335195Z","caller":"traceutil/trace.go:172","msg":"trace[22095481] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1006; }","duration":"699.23564ms","start":"2026-04-09T15:59:13.635930Z","end":"2026-04-09T15:59:14.335166Z","steps":["trace[22095481] 'process raft request' (duration: 698.379217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:14.335355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.635905Z","time spent":"699.36603ms","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151272,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:14.335324Z","caller":"traceutil/trace.go:172","msg":"trace[802474535] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1006; }","duration":"654.490828ms","start":"2026-04-09T15:59:13.680819Z","end":"2026-04-09T15:59:14.335310Z","steps":["trace[802474535] 'process raft request' (duration: 654.270988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:14.335792Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.680797Z","time spent":"654.618989ms","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98740,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:14.336841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.568193ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:14.336924Z","caller":"traceutil/trace.go:172","msg":"trace[207639758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1007; }","duration":"348.653963ms","start":"2026-04-09T15:59:13.988256Z","end":"2026-04-09T15:59:14.336910Z","steps":["trace[207639758] 'agreement among raft nodes before linearized reading' (duration: 348.550373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:14.337193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.197779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:14.337281Z","caller":"traceutil/trace.go:172","msg":"trace[1138526966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1007; }","duration":"141.299099ms","start":"2026-04-09T15:59:14.195971Z","end":"2026-04-09T15:59:14.337270Z","steps":["trace[1138526966] 'agreement among raft nodes before linearized reading' (duration: 141.165539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.016674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.670346ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.016778Z","caller":"traceutil/trace.go:172","msg":"trace[1463292185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1015; }","duration":"140.795917ms","start":"2026-04-09T15:59:14.875966Z","end":"2026-04-09T15:59:15.016762Z","steps":["trace[1463292185] 'range keys from in-memory index tree' (duration: 140.613116ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:15.088607Z","caller":"traceutil/trace.go:172","msg":"trace[1233042447] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1015; }","duration":"551.664361ms","start":"2026-04-09T15:59:14.536909Z","end":"2026-04-09T15:59:15.088574Z","steps":["trace[1233042447] 'process raft request' (duration: 551.44202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.088775Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.536889Z","time spent":"551.787121ms","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":74805,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:15.089040Z","caller":"traceutil/trace.go:172","msg":"trace[1586360878] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"510.024309ms","start":"2026-04-09T15:59:14.578992Z","end":"2026-04-09T15:59:15.089017Z","steps":["trace[1586360878] 'process raft request' (duration: 509.569297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.089236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.578965Z","time spent":"510.142949ms","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:15.178709Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:15.527055Z","caller":"traceutil/trace.go:172","msg":"trace[1499890592] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1184; }","duration":"849.364791ms","start":"2026-04-09T15:59:14.677666Z","end":"2026-04-09T15:59:15.527031Z","steps":["trace[1499890592] 'read index received' (duration: 817.097911ms)","trace[1499890592] 'applied index is now lower than readState.Index' (duration: 32.26612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.527350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"849.657482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-09T15:59:15.527467Z","caller":"traceutil/trace.go:172","msg":"trace[1407594420] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1023; }","duration":"849.786952ms","start":"2026-04-09T15:59:14.677657Z","end":"2026-04-09T15:59:15.527443Z","steps":["trace[1407594420] 'agreement among raft nodes before linearized reading' (duration: 849.504821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.527521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.677639Z","time spent":"849.867892ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:15.527557Z","caller":"traceutil/trace.go:172","msg":"trace[1934653552] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"562.958199ms","start":"2026-04-09T15:59:14.964551Z","end":"2026-04-09T15:59:15.527509Z","steps":["trace[1934653552] 'process raft request' (duration: 562.368457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.528319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.964532Z","time spent":"563.26168ms","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:15.538653Z","caller":"traceutil/trace.go:172","msg":"trace[411935895] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1023; }","duration":"419.101211ms","start":"2026-04-09T15:59:15.119511Z","end":"2026-04-09T15:59:15.538612Z","steps":["trace[411935895] 'process raft request' (duration: 419.00461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.538778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.119483Z","time spent":"419.232942ms","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":20902,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:15.542885Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1715481625164345390,"received-request-id":1715481625164345384} {"level":"info","ts":"2026-04-09T15:59:15.543095Z","caller":"traceutil/trace.go:172","msg":"trace[639099966] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1023; }","duration":"408.163674ms","start":"2026-04-09T15:59:15.134919Z","end":"2026-04-09T15:59:15.543083Z","steps":["trace[639099966] 'process raft request' (duration: 408.025043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.543162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.134897Z","time spent":"408.231264ms","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":15713,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:15.559466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.65661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.559584Z","caller":"traceutil/trace.go:172","msg":"trace[30712101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"365.78675ms","start":"2026-04-09T15:59:15.193776Z","end":"2026-04-09T15:59:15.559563Z","steps":["trace[30712101] 'agreement among raft nodes before linearized reading' (duration: 365.58145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.559632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.193760Z","time spent":"365.86179ms","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:15.559736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"542.446799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.559794Z","caller":"traceutil/trace.go:172","msg":"trace[205369476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1025; }","duration":"542.965731ms","start":"2026-04-09T15:59:15.016815Z","end":"2026-04-09T15:59:15.559780Z","steps":["trace[205369476] 'agreement among raft nodes before linearized reading' (duration: 542.423429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.560043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.897987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg\" limit:1 ","response":"range_response_count:1 size:5197"} {"level":"info","ts":"2026-04-09T15:59:15.560119Z","caller":"traceutil/trace.go:172","msg":"trace[326015336] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg; range_end:; response_count:1; response_revision:1026; }","duration":"432.989117ms","start":"2026-04-09T15:59:15.127115Z","end":"2026-04-09T15:59:15.560104Z","steps":["trace[326015336] 'agreement among raft nodes before linearized reading' (duration: 432.757956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.560158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.127087Z","time spent":"433.063407ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5220,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:17.649386Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345407,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:17.722367Z","caller":"traceutil/trace.go:172","msg":"trace[938191004] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"581.762482ms","start":"2026-04-09T15:59:17.140581Z","end":"2026-04-09T15:59:17.722343Z","steps":["trace[938191004] 'process raft request' (duration: 581.526221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:17.722528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:17.140558Z","time spent":"581.888672ms","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:17.724977Z","caller":"traceutil/trace.go:172","msg":"trace[2079607398] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1216; }","duration":"576.107583ms","start":"2026-04-09T15:59:17.148855Z","end":"2026-04-09T15:59:17.724963Z","steps":["trace[2079607398] 'read index received' (duration: 576.102553ms)","trace[2079607398] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:17.725089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"576.234233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:17.725124Z","caller":"traceutil/trace.go:172","msg":"trace[706366611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1040; }","duration":"576.273853ms","start":"2026-04-09T15:59:17.148842Z","end":"2026-04-09T15:59:17.725116Z","steps":["trace[706366611] 'agreement among raft nodes before linearized reading' (duration: 576.205713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:17.725151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:17.148824Z","time spent":"576.319133ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:17.726296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.374446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:17.726328Z","caller":"traceutil/trace.go:172","msg":"trace[238564493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1040; }","duration":"532.406976ms","start":"2026-04-09T15:59:17.193913Z","end":"2026-04-09T15:59:17.726320Z","steps":["trace[238564493] 'agreement among raft nodes before linearized reading' (duration: 532.361266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:17.726345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:17.193881Z","time spent":"532.460546ms","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:19.026764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.29642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:19.026962Z","caller":"traceutil/trace.go:172","msg":"trace[280409972] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1046; }","duration":"150.467351ms","start":"2026-04-09T15:59:18.876400Z","end":"2026-04-09T15:59:19.026867Z","steps":["trace[280409972] 'range keys from in-memory index tree' (duration: 150.22985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:20.700035Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:21.200891Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:21.584515Z","caller":"traceutil/trace.go:172","msg":"trace[392295452] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"1.394370707s","start":"2026-04-09T15:59:20.190124Z","end":"2026-04-09T15:59:21.584495Z","steps":["trace[392295452] 'process raft request' (duration: 1.394255777s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:21.584651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.190079Z","time spent":"1.394511978s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:21.701512Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:22.199442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000464831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T15:59:22.199528Z","caller":"traceutil/trace.go:172","msg":"trace[2010179619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574022s","start":"2026-04-09T15:59:20.198936Z","end":"2026-04-09T15:59:22.199510Z","steps":["trace[2010179619] 'agreement among raft nodes before linearized reading' (duration: 2.000462271s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:22.199635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.198908Z","time spent":"2.000717072s","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 15:59:22 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T15:59:22.202693Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:22.703046Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:23.204099Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:23.654151Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"6f8f0520213e17ce is starting a new election at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.654298Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"6f8f0520213e17ce became pre-candidate at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.654327Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 2, index: 1268] sent MsgPreVote request to 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.654343Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 2, index: 1268] sent MsgPreVote request to 6889728893fdf6d4 at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.654360Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 6f8f0520213e17ce lost leader 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.654406Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgPreVoteResp from 6f8f0520213e17ce at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.654429Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-09T15:59:23.704831Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:23.715825Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6f8f0520213e17ce [logterm: 2, index: 1268, vote: 0] cast MsgPreVote for 6889728893fdf6d4 [logterm: 2, index: 1268] at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.823196Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6f8f0520213e17ce became follower at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.823266Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6f8f0520213e17ce elected leader 79e65b4197a2a1a at term 2"} {"level":"warn","ts":"2026-04-09T15:59:23.825863Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1715481625164345449,"received-request-id":1715481625164345442} {"level":"info","ts":"2026-04-09T15:59:23.826590Z","caller":"traceutil/trace.go:172","msg":"trace[1826975577] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"3.441529854s","start":"2026-04-09T15:59:20.385022Z","end":"2026-04-09T15:59:23.826552Z","steps":["trace[1826975577] 'process raft request' (duration: 3.441051562s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:23.826739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.384999Z","time spent":"3.441667584s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:23.829460Z","caller":"traceutil/trace.go:172","msg":"trace[234484233] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"3.24296134s","start":"2026-04-09T15:59:20.586399Z","end":"2026-04-09T15:59:23.829361Z","steps":["trace[234484233] 'process raft request' (duration: 3.242015167s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:23.829644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.586362Z","time spent":"3.243207131s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:24.200430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.0007383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T15:59:24.200533Z","caller":"traceutil/trace.go:172","msg":"trace[2066805774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00085572s","start":"2026-04-09T15:59:22.199657Z","end":"2026-04-09T15:59:24.200512Z","steps":["trace[2066805774] 'agreement among raft nodes before linearized reading' (duration: 2.00073488s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:24.200585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.199635Z","time spent":"2.000939941s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 15:59:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T15:59:24.324035Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:24.636184Z","caller":"traceutil/trace.go:172","msg":"trace[1531947468] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"3.448684596s","start":"2026-04-09T15:59:21.186914Z","end":"2026-04-09T15:59:24.635598Z","steps":["trace[1531947468] 'process raft request' (duration: 3.442150244s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:24.636311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.186884Z","time spent":"3.449374798s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:24.654938Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1715481625164345449,"received-request-id":1715481625164345442} {"level":"info","ts":"2026-04-09T15:59:24.668927Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6f8f0520213e17ce [logterm: 2, index: 1280, vote: 0] ignored MsgVote from 6889728893fdf6d4 [logterm: 2, index: 1268] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-09T15:59:24.824789Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:25.055593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.24821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:59:25.056030Z","caller":"traceutil/trace.go:172","msg":"trace[2130142541] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1085; }","duration":"3.455402609s","start":"2026-04-09T15:59:21.600610Z","end":"2026-04-09T15:59:25.056012Z","steps":["trace[2130142541] 'process raft request' (duration: 3.455347839s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:25.056126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.600571Z","time spent":"3.455507469s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24271,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:25.056178Z","caller":"traceutil/trace.go:172","msg":"trace[318303403] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1085; }","duration":"3.464021978s","start":"2026-04-09T15:59:21.592130Z","end":"2026-04-09T15:59:25.056152Z","steps":["trace[318303403] 'process raft request' (duration: 3.463794128s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:25.056299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.592105Z","time spent":"3.464137839s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:25.284948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000489779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:25.285037Z","caller":"traceutil/trace.go:172","msg":"trace[243505002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613509s","start":"2026-04-09T15:59:23.284405Z","end":"2026-04-09T15:59:25.285018Z","steps":["trace[243505002] 'agreement among raft nodes before linearized reading' (duration: 2.000484069s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:25.285093Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:23.284384Z","time spent":"2.000701599s","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:25.325951Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:25.714867Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6f8f0520213e17ce [logterm: 2, index: 1280, vote: 0] ignored MsgPreVote from 6889728893fdf6d4 [logterm: 2, index: 1268] at term 2: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-04-09T15:59:25.826890Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:26.209260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999815226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:26.209358Z","caller":"traceutil/trace.go:172","msg":"trace[406439552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999940537s","start":"2026-04-09T15:59:24.209396Z","end":"2026-04-09T15:59:26.209337Z","steps":["trace[406439552] 'agreement among raft nodes before linearized reading' (duration: 1.999812336s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:26.209417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.209375Z","time spent":"2.000031907s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:26.327760Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:26.653768Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"6f8f0520213e17ce is starting a new election at term 2"} {"level":"info","ts":"2026-04-09T15:59:26.653828Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"6f8f0520213e17ce became pre-candidate at term 2"} {"level":"info","ts":"2026-04-09T15:59:26.653847Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 2, index: 1280] sent MsgPreVote request to 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:59:26.653857Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 2, index: 1280] sent MsgPreVote request to 6889728893fdf6d4 at term 2"} {"level":"info","ts":"2026-04-09T15:59:26.653866Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 6f8f0520213e17ce lost leader 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:59:26.653893Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgPreVoteResp from 6f8f0520213e17ce at term 2"} {"level":"info","ts":"2026-04-09T15:59:26.653901Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:26.657815Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6f8f0520213e17ce [term: 2] received a MsgPreVoteResp message with higher term from 6889728893fdf6d4 [term: 3]"} {"level":"info","ts":"2026-04-09T15:59:26.657842Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6f8f0520213e17ce became follower at term 3"} {"level":"warn","ts":"2026-04-09T15:59:26.828559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:26.828656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"6f8f0520213e17ce no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:26.914645Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"6f8f0520213e17ce [logterm: 2, index: 1280, vote: 0] rejected MsgPreVote from 6889728893fdf6d4 [logterm: 2, index: 1268] at term 3"} {"level":"warn","ts":"2026-04-09T15:59:27.329307Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:27.329443Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"6f8f0520213e17ce no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:27.539268Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6f8f0520213e17ce [term: 3] ignored a MsgReadIndexResp message with lower term from 79e65b4197a2a1a [term: 2]"} {"level":"warn","ts":"2026-04-09T15:59:27.621741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999607219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:27.621817Z","caller":"traceutil/trace.go:172","msg":"trace[939888634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99976402s","start":"2026-04-09T15:59:22.622038Z","end":"2026-04-09T15:59:27.621802Z","steps":["trace[939888634] 'agreement among raft nodes before linearized reading' (duration: 4.999604299s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:27.621867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.622000Z","time spent":"4.99985238s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:27.830243Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:27.830316Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"6f8f0520213e17ce no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:28.154498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"6f8f0520213e17ce is starting a new election at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.154560Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"6f8f0520213e17ce became pre-candidate at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.154590Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 2, index: 1280] sent MsgPreVote request to 79e65b4197a2a1a at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.154607Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 2, index: 1280] sent MsgPreVote request to 6889728893fdf6d4 at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.154657Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgPreVoteResp from 6f8f0520213e17ce at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.154685Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:28.156281Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1079","msg":"6f8f0520213e17ce received MsgPreVoteResp rejection from 79e65b4197a2a1a at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.156326Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 1 MsgPreVoteResp votes and 1 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:28.157340Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgPreVoteResp from 6889728893fdf6d4 at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.157409Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 2 MsgPreVoteResp votes and 1 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:28.157449Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"6f8f0520213e17ce became candidate at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.157473Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 2, index: 1280] sent MsgVote request to 79e65b4197a2a1a at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.157506Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 2, index: 1280] sent MsgVote request to 6889728893fdf6d4 at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.158431Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgVoteResp from 6f8f0520213e17ce at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.158474Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-09T15:59:28.161307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999337918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T15:59:28.161326Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1079","msg":"6f8f0520213e17ce received MsgVoteResp rejection from 79e65b4197a2a1a at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.161356Z","caller":"traceutil/trace.go:172","msg":"trace[1710490703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999400739s","start":"2026-04-09T15:59:23.161943Z","end":"2026-04-09T15:59:28.161344Z","steps":["trace[1710490703] 'agreement among raft nodes before linearized reading' (duration: 4.999336708s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.161374Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 1 MsgVoteResp votes and 1 vote rejections"} {"level":"warn","ts":"2026-04-09T15:59:28.161401Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:23.161907Z","time spent":"4.999486159s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/09 15:59:28 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T15:59:28.161433Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgVoteResp from 6889728893fdf6d4 at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.161453Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 2 MsgVoteResp votes and 1 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:28.161490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"6f8f0520213e17ce became leader at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.161515Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6f8f0520213e17ce elected leader 6f8f0520213e17ce at term 4"} {"level":"warn","ts":"2026-04-09T15:59:28.161771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.577589306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.161804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.6231599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.161813Z","caller":"traceutil/trace.go:172","msg":"trace[1342707026] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; }","duration":"6.577647796s","start":"2026-04-09T15:59:21.584152Z","end":"2026-04-09T15:59:28.161800Z","steps":["trace[1342707026] 'agreement among raft nodes before linearized reading' (duration: 6.577587966s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.161838Z","caller":"traceutil/trace.go:172","msg":"trace[108419965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"6.62318826s","start":"2026-04-09T15:59:21.538636Z","end":"2026-04-09T15:59:28.161825Z","steps":["trace[108419965] 'agreement among raft nodes before linearized reading' (duration: 6.62316005s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.161850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.584123Z","time spent":"6.577719036s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.161873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.777464564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.161875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.538586Z","time spent":"6.62328035s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.161903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.178125691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.161903Z","caller":"traceutil/trace.go:172","msg":"trace[1928472021] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; }","duration":"5.777487684s","start":"2026-04-09T15:59:22.384402Z","end":"2026-04-09T15:59:28.161890Z","steps":["trace[1928472021] 'agreement among raft nodes before linearized reading' (duration: 5.777464584s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.161917Z","caller":"traceutil/trace.go:172","msg":"trace[2137223338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; }","duration":"6.178139911s","start":"2026-04-09T15:59:21.983772Z","end":"2026-04-09T15:59:28.161912Z","steps":["trace[2137223338] 'agreement among raft nodes before linearized reading' (duration: 6.178126491s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.161919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.771595783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.161933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.983740Z","time spent":"6.178188072s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.161939Z","caller":"traceutil/trace.go:172","msg":"trace[1531247112] range","detail":"{range_begin:/registry/statefulsets; range_end:; }","duration":"6.771615933s","start":"2026-04-09T15:59:21.390316Z","end":"2026-04-09T15:59:28.161932Z","steps":["trace[1531247112] 'agreement among raft nodes before linearized reading' (duration: 6.771596953s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.161940Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.384381Z","time spent":"5.777550504s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.161952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.377230107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.161961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.390260Z","time spent":"6.771694053s","remote":"127.0.0.1:45718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.161977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.884103316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.161993Z","caller":"traceutil/trace.go:172","msg":"trace[2116716877] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; }","duration":"5.884117166s","start":"2026-04-09T15:59:22.277870Z","end":"2026-04-09T15:59:28.161987Z","steps":["trace[2116716877] 'agreement among raft nodes before linearized reading' (duration: 5.884103436s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.162011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.277849Z","time spent":"5.884153946s","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.162023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.776718781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.162043Z","caller":"traceutil/trace.go:172","msg":"trace[1318117676] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; }","duration":"6.776773581s","start":"2026-04-09T15:59:21.385264Z","end":"2026-04-09T15:59:28.162037Z","steps":["trace[1318117676] 'agreement among raft nodes before linearized reading' (duration: 6.776718901s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.162065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.385218Z","time spent":"6.776841531s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.162092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.177115978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.162108Z","caller":"traceutil/trace.go:172","msg":"trace[510535195] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; }","duration":"7.177133618s","start":"2026-04-09T15:59:20.984970Z","end":"2026-04-09T15:59:28.162103Z","steps":["trace[510535195] 'agreement among raft nodes before linearized reading' (duration: 7.177116278s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.162132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.984947Z","time spent":"7.177179118s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.162159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.285572705s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.162175Z","caller":"traceutil/trace.go:172","msg":"trace[475063741] range","detail":"{range_begin:; range_end:; }","duration":"7.285590075s","start":"2026-04-09T15:59:20.876580Z","end":"2026-04-09T15:59:28.162170Z","steps":["trace[475063741] 'agreement among raft nodes before linearized reading' (duration: 7.285572255s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.161815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.977154511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"error","ts":"2026-04-09T15:59:28.162235Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-09T15:59:28.162268Z","caller":"traceutil/trace.go:172","msg":"trace[1158796207] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; }","duration":"5.977637442s","start":"2026-04-09T15:59:22.184625Z","end":"2026-04-09T15:59:28.162262Z","steps":["trace[1158796207] 'agreement among raft nodes before linearized reading' (duration: 5.977151931s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.162293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.184607Z","time spent":"5.977678742s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.162315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.377589978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.162327Z","caller":"traceutil/trace.go:172","msg":"trace[1304656881] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; }","duration":"7.377602468s","start":"2026-04-09T15:59:20.784720Z","end":"2026-04-09T15:59:28.162323Z","steps":["trace[1304656881] 'agreement among raft nodes before linearized reading' (duration: 7.377590108s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.162342Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.784695Z","time spent":"7.377641888s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.161889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.023450897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.162379Z","caller":"traceutil/trace.go:172","msg":"trace[2006195443] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg; range_end:; }","duration":"6.023939689s","start":"2026-04-09T15:59:22.138432Z","end":"2026-04-09T15:59:28.162372Z","steps":["trace[2006195443] 'agreement among raft nodes before linearized reading' (duration: 6.023451147s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.162394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.138410Z","time spent":"6.023979389s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-tj5cg\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.161965Z","caller":"traceutil/trace.go:172","msg":"trace[387169601] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; }","duration":"6.377243137s","start":"2026-04-09T15:59:21.784718Z","end":"2026-04-09T15:59:28.161961Z","steps":["trace[387169601] 'agreement among raft nodes before linearized reading' (duration: 6.377230687s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.162471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.784694Z","time spent":"6.377771289s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.161770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.594677464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.162534Z","caller":"traceutil/trace.go:172","msg":"trace[452748199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"6.595463396s","start":"2026-04-09T15:59:21.567066Z","end":"2026-04-09T15:59:28.162529Z","steps":["trace[452748199] 'agreement among raft nodes before linearized reading' (duration: 6.594677344s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.162550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.567036Z","time spent":"6.595509776s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.165284Z","caller":"traceutil/trace.go:172","msg":"trace[412919165] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"3.960134316s","start":"2026-04-09T15:59:24.205098Z","end":"2026-04-09T15:59:28.165232Z","steps":["trace[412919165] 'process raft request' (duration: 3.960002056s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.165338Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-09T15:59:28.165653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.205057Z","time spent":"3.960313197s","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:28.170470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.404907814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.170502Z","caller":"traceutil/trace.go:172","msg":"trace[133744519] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1089; }","duration":"3.404944404s","start":"2026-04-09T15:59:24.765550Z","end":"2026-04-09T15:59:28.170495Z","steps":["trace[133744519] 'agreement among raft nodes before linearized reading' (duration: 3.404893804s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.170528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.765528Z","time spent":"3.404995924s","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.170567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.870525675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.170634Z","caller":"traceutil/trace.go:172","msg":"trace[1196015417] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1089; }","duration":"2.870591185s","start":"2026-04-09T15:59:25.300017Z","end":"2026-04-09T15:59:28.170608Z","steps":["trace[1196015417] 'agreement among raft nodes before linearized reading' (duration: 2.870486364s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.170674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:25.299989Z","time spent":"2.870677605s","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.170710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.02594523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:3368"} {"level":"info","ts":"2026-04-09T15:59:28.170739Z","caller":"traceutil/trace.go:172","msg":"trace[701338934] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1089; }","duration":"3.0259933s","start":"2026-04-09T15:59:25.144739Z","end":"2026-04-09T15:59:28.170732Z","steps":["trace[701338934] 'agreement among raft nodes before linearized reading' (duration: 3.02588761s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.170757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:25.144710Z","time spent":"3.02604228s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":3391,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.170793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.832338243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:4595"} {"level":"info","ts":"2026-04-09T15:59:28.170842Z","caller":"traceutil/trace.go:172","msg":"trace[1336325949] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1089; }","duration":"3.832377703s","start":"2026-04-09T15:59:24.338446Z","end":"2026-04-09T15:59:28.170824Z","steps":["trace[1336325949] 'agreement among raft nodes before linearized reading' (duration: 3.832208683s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.170884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.338411Z","time spent":"3.832465854s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4618,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.170895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.113630987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"warn","ts":"2026-04-09T15:59:28.170890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.952884675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.170915Z","caller":"traceutil/trace.go:172","msg":"trace[1569610231] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1089; }","duration":"3.113650777s","start":"2026-04-09T15:59:25.057258Z","end":"2026-04-09T15:59:28.170909Z","steps":["trace[1569610231] 'agreement among raft nodes before linearized reading' (duration: 3.113594226s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.170931Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:25.057220Z","time spent":"3.113705877s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":970,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.170596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.452687176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.171180Z","caller":"traceutil/trace.go:172","msg":"trace[2081884628] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1089; }","duration":"3.453286837s","start":"2026-04-09T15:59:24.717867Z","end":"2026-04-09T15:59:28.171154Z","steps":["trace[2081884628] 'agreement among raft nodes before linearized reading' (duration: 3.452619015s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.171265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.838433534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:4249"} {"level":"warn","ts":"2026-04-09T15:59:28.171269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.717832Z","time spent":"3.453410329s","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.171283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.045686686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.171319Z","caller":"traceutil/trace.go:172","msg":"trace[1671757691] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1089; }","duration":"4.045726556s","start":"2026-04-09T15:59:24.125587Z","end":"2026-04-09T15:59:28.171314Z","steps":["trace[1671757691] 'agreement among raft nodes before linearized reading' (duration: 4.045665096s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.171314Z","caller":"traceutil/trace.go:172","msg":"trace[1219938460] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1089; }","duration":"3.838478884s","start":"2026-04-09T15:59:24.332821Z","end":"2026-04-09T15:59:28.171300Z","steps":["trace[1219938460] 'agreement among raft nodes before linearized reading' (duration: 3.838095503s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.171499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.332786Z","time spent":"3.838703394s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":4272,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.170891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.022359837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.171541Z","caller":"traceutil/trace.go:172","msg":"trace[470064029] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1089; }","duration":"4.023017459s","start":"2026-04-09T15:59:24.148518Z","end":"2026-04-09T15:59:28.171535Z","steps":["trace[470064029] 'agreement among raft nodes before linearized reading' (duration: 4.022332706s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.171561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.148482Z","time spent":"4.02307255s","remote":"127.0.0.1:45646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.170929Z","caller":"traceutil/trace.go:172","msg":"trace[1963016224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1089; }","duration":"1.952922725s","start":"2026-04-09T15:59:26.217994Z","end":"2026-04-09T15:59:28.170917Z","steps":["trace[1963016224] 'agreement among raft nodes before linearized reading' (duration: 1.952867024s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.171613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:26.217972Z","time spent":"1.953632757s","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:28.171350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.125577Z","time spent":"4.045770266s","remote":"127.0.0.1:45428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.171340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.048746366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.171743Z","caller":"traceutil/trace.go:172","msg":"trace[746953632] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1089; }","duration":"4.049142237s","start":"2026-04-09T15:59:24.122578Z","end":"2026-04-09T15:59:28.171721Z","steps":["trace[746953632] 'agreement among raft nodes before linearized reading' (duration: 4.048719996s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.171791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.122540Z","time spent":"4.049238707s","remote":"127.0.0.1:45408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.183507Z","caller":"traceutil/trace.go:172","msg":"trace[1696893694] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"3.113008577s","start":"2026-04-09T15:59:25.070458Z","end":"2026-04-09T15:59:28.183467Z","steps":["trace[1696893694] 'process raft request' (duration: 3.112720346s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.183779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:25.070424Z","time spent":"3.113175107s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:28.184102Z","caller":"traceutil/trace.go:172","msg":"trace[2116192381] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1099; }","duration":"3.113187405s","start":"2026-04-09T15:59:25.070900Z","end":"2026-04-09T15:59:28.184087Z","steps":["trace[2116192381] 'process raft request' (duration: 3.112531463s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.184571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:25.070888Z","time spent":"3.113638027s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24280,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:28.370598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:29.305086Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:29.419316Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:29.439760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:29.472386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:29.611137Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:29.972382Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"325.308908ms"} {"level":"warn","ts":"2026-04-09T15:59:29.972446Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"325.378018ms"} {"level":"warn","ts":"2026-04-09T15:59:29.980284Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:30.183841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.518502ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:30.183946Z","caller":"traceutil/trace.go:172","msg":"trace[1320108342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1156; }","duration":"307.651793ms","start":"2026-04-09T15:59:29.876276Z","end":"2026-04-09T15:59:30.183928Z","steps":["trace[1320108342] 'range keys from in-memory index tree' (duration: 307.435432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.184252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.894455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-09T15:59:30.412561Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"240.092303ms"} {"level":"warn","ts":"2026-04-09T15:59:30.412634Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"240.173353ms"} {"level":"info","ts":"2026-04-09T15:59:30.412710Z","caller":"traceutil/trace.go:172","msg":"trace[97435056] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1366; }","duration":"932.920171ms","start":"2026-04-09T15:59:29.479751Z","end":"2026-04-09T15:59:30.412671Z","steps":["trace[97435056] 'read index received' (duration: 932.900681ms)","trace[97435056] 'applied index is now lower than readState.Index' (duration: 18.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:30.502262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.022479864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:30.502367Z","caller":"traceutil/trace.go:172","msg":"trace[1552131002] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1157; }","duration":"1.022595514s","start":"2026-04-09T15:59:29.479747Z","end":"2026-04-09T15:59:30.502342Z","steps":["trace[1552131002] 'agreement among raft nodes before linearized reading' (duration: 933.067911ms)","trace[1552131002] 'range keys from in-memory index tree' (duration: 89.312892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:30.502440Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.479730Z","time spent":"1.022689814s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-09T15:59:30.913407Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:30.985487Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"372.828963ms"} {"level":"warn","ts":"2026-04-09T15:59:30.985555Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"372.902273ms"} {"level":"info","ts":"2026-04-09T15:59:30.986931Z","caller":"traceutil/trace.go:172","msg":"trace[72913676] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"741.222553ms","start":"2026-04-09T15:59:30.245691Z","end":"2026-04-09T15:59:30.986914Z","steps":["trace[72913676] 'process raft request' (duration: 741.195233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.987053Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.245661Z","time spent":"741.335614ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:30.986981Z","caller":"traceutil/trace.go:172","msg":"trace[1632911663] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"946.589619ms","start":"2026-04-09T15:59:30.040360Z","end":"2026-04-09T15:59:30.986949Z","steps":["trace[1632911663] 'process raft request' (duration: 946.387989ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:30.987308Z","caller":"traceutil/trace.go:172","msg":"trace[482182702] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"790.560621ms","start":"2026-04-09T15:59:30.196739Z","end":"2026-04-09T15:59:30.987300Z","steps":["trace[482182702] 'process raft request' (duration: 790.120039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.987367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.196718Z","time spent":"790.623462ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:30.988304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.040323Z","time spent":"946.859201ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:31.056602Z","caller":"traceutil/trace.go:172","msg":"trace[1825405030] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1375; }","duration":"643.806573ms","start":"2026-04-09T15:59:30.412766Z","end":"2026-04-09T15:59:31.056573Z","steps":["trace[1825405030] 'read index received' (duration: 643.794513ms)","trace[1825405030] 'applied index is now lower than readState.Index' (duration: 10.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.056831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"861.10454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.056879Z","caller":"traceutil/trace.go:172","msg":"trace[1862809248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1166; }","duration":"861.20454ms","start":"2026-04-09T15:59:30.195661Z","end":"2026-04-09T15:59:31.056866Z","steps":["trace[1862809248] 'agreement among raft nodes before linearized reading' (duration: 861.06458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.056912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.195639Z","time spent":"861.26626ms","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:31.057041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.435195645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:31.057222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.576866964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.057251Z","caller":"traceutil/trace.go:172","msg":"trace[999959432] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1168; }","duration":"1.576893015s","start":"2026-04-09T15:59:29.480348Z","end":"2026-04-09T15:59:31.057241Z","steps":["trace[999959432] 'agreement among raft nodes before linearized reading' (duration: 1.576856074s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.057276Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.480327Z","time spent":"1.576941925s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-09T15:59:31.057260Z","caller":"traceutil/trace.go:172","msg":"trace[555214747] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1168; }","duration":"1.435423306s","start":"2026-04-09T15:59:29.621813Z","end":"2026-04-09T15:59:31.057236Z","steps":["trace[555214747] 'agreement among raft nodes before linearized reading' (duration: 1.435151345s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.057328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.621786Z","time spent":"1.435521037s","remote":"127.0.0.1:52916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:31.057454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"873.455232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.057822Z","caller":"traceutil/trace.go:172","msg":"trace[1204096671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1168; }","duration":"873.818843ms","start":"2026-04-09T15:59:30.183986Z","end":"2026-04-09T15:59:31.057805Z","steps":["trace[1204096671] 'agreement among raft nodes before linearized reading' (duration: 873.436612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.057387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.435138384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.057947Z","caller":"traceutil/trace.go:172","msg":"trace[609731020] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1168; }","duration":"1.436027308s","start":"2026-04-09T15:59:29.621904Z","end":"2026-04-09T15:59:31.057931Z","steps":["trace[609731020] 'agreement among raft nodes before linearized reading' (duration: 1.435101534s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.058001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.621899Z","time spent":"1.436086038s","remote":"127.0.0.1:52916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 "} {"level":"warn","ts":"2026-04-09T15:59:31.057462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.577254206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.058208Z","caller":"traceutil/trace.go:172","msg":"trace[1776087065] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1168; }","duration":"1.577995038s","start":"2026-04-09T15:59:29.480200Z","end":"2026-04-09T15:59:31.058195Z","steps":["trace[1776087065] 'agreement among raft nodes before linearized reading' (duration: 1.577236426s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.058378Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.480195Z","time spent":"1.578169829s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:31.057183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.449152171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.058498Z","caller":"traceutil/trace.go:172","msg":"trace[1161316048] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1168; }","duration":"1.450468366s","start":"2026-04-09T15:59:29.608017Z","end":"2026-04-09T15:59:31.058486Z","steps":["trace[1161316048] 'agreement among raft nodes before linearized reading' (duration: 1.449132271s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.058538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.607997Z","time spent":"1.450525916s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-09T15:59:31.057411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.435485317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.058664Z","caller":"traceutil/trace.go:172","msg":"trace[784163783] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1168; }","duration":"1.436829301s","start":"2026-04-09T15:59:29.621822Z","end":"2026-04-09T15:59:31.058651Z","steps":["trace[784163783] 'agreement among raft nodes before linearized reading' (duration: 1.435376805s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.058700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.621799Z","time spent":"1.436889631s","remote":"127.0.0.1:52916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-09T15:59:31.556981Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:31.846117Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"589.547207ms"} {"level":"warn","ts":"2026-04-09T15:59:31.846187Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"589.632208ms"} {"level":"info","ts":"2026-04-09T15:59:31.964206Z","caller":"traceutil/trace.go:172","msg":"trace[1897747763] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1379; }","duration":"907.504905ms","start":"2026-04-09T15:59:31.056682Z","end":"2026-04-09T15:59:31.964187Z","steps":["trace[1897747763] 'read index received' (duration: 907.495135ms)","trace[1897747763] 'applied index is now lower than readState.Index' (duration: 8.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.964404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.280543951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-09T15:59:31.964416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"964.372458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T15:59:31.964458Z","caller":"traceutil/trace.go:172","msg":"trace[1355416775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1170; }","duration":"1.280613321s","start":"2026-04-09T15:59:30.683833Z","end":"2026-04-09T15:59:31.964447Z","steps":["trace[1355416775] 'agreement among raft nodes before linearized reading' (duration: 1.280457391s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:31.964473Z","caller":"traceutil/trace.go:172","msg":"trace[1926497161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1170; }","duration":"964.431418ms","start":"2026-04-09T15:59:31.000025Z","end":"2026-04-09T15:59:31.964457Z","steps":["trace[1926497161] 'agreement among raft nodes before linearized reading' (duration: 964.177887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.964491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.683815Z","time spent":"1.280670381s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:31.964519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.000009Z","time spent":"964.500038ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:32.302158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.534752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-09T15:59:32.464657Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:32.965240Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:33.059391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999230993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T15:59:33.059484Z","caller":"traceutil/trace.go:172","msg":"trace[920151033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999346673s","start":"2026-04-09T15:59:31.060113Z","end":"2026-04-09T15:59:33.059460Z","steps":["trace[920151033] 'agreement among raft nodes before linearized reading' (duration: 1.999226673s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.059557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.060091Z","time spent":"1.999452794s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 15:59:33 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T15:59:33.261267Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6f8f0520213e17ce [logterm: 4, index: 1389, vote: 6f8f0520213e17ce] ignored MsgPreVote from 79e65b4197a2a1a [logterm: 4, index: 1386] at term 4: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-04-09T15:59:33.346539Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6f8f0520213e17ce [logterm: 4, index: 1389, vote: 6f8f0520213e17ce] ignored MsgVote from 79e65b4197a2a1a [logterm: 4, index: 1386] at term 4: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-04-09T15:59:33.386914Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6f8f0520213e17ce [term: 4] received a MsgApp message with higher term from 79e65b4197a2a1a [term: 5]"} {"level":"info","ts":"2026-04-09T15:59:33.387036Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6f8f0520213e17ce became follower at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.387064Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1387 [existing term: 4, conflicting term: 5]"} {"level":"info","ts":"2026-04-09T15:59:33.387087Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1387"} {"level":"info","ts":"2026-04-09T15:59:33.387247Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 6f8f0520213e17ce changed leader from 6f8f0520213e17ce to 79e65b4197a2a1a at term 5"} {"level":"warn","ts":"2026-04-09T15:59:33.466377Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:33.514001Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.481608138s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T15:59:33.514149Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6f8f0520213e17ce [term: 5] ignored a MsgAppResp message with lower term from 6f8f0520213e17ce [term: 4]"} {"level":"info","ts":"2026-04-09T15:59:33.514184Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6f8f0520213e17ce [term: 5] ignored a MsgAppResp message with lower term from 6f8f0520213e17ce [term: 4]"} {"level":"info","ts":"2026-04-09T15:59:33.514202Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6f8f0520213e17ce [term: 5] ignored a MsgAppResp message with lower term from 6f8f0520213e17ce [term: 4]"} {"level":"info","ts":"2026-04-09T15:59:33.514219Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"6f8f0520213e17ce [term: 5] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 4]"} {"level":"warn","ts":"2026-04-09T15:59:33.514356Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1715481625164345529,"received-request-id":1715481625164345528} {"level":"warn","ts":"2026-04-09T15:59:33.514376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.073606615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:33.514436Z","caller":"traceutil/trace.go:172","msg":"trace[967628323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"2.073683275s","start":"2026-04-09T15:59:31.440739Z","end":"2026-04-09T15:59:33.514422Z","steps":["trace[967628323] 'agreement among raft nodes before linearized reading' (duration: 2.073603535s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.514455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.454533265s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:33.514482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.440716Z","time spent":"2.073756276s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:33.514488Z","caller":"traceutil/trace.go:172","msg":"trace[493960680] range","detail":"{range_begin:; range_end:; }","duration":"2.454581826s","start":"2026-04-09T15:59:31.059893Z","end":"2026-04-09T15:59:33.514475Z","steps":["trace[493960680] 'agreement among raft nodes before linearized reading' (duration: 2.454531505s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.514541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.408965311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:33.514680Z","caller":"traceutil/trace.go:172","msg":"trace[1585785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"2.409149371s","start":"2026-04-09T15:59:31.105499Z","end":"2026-04-09T15:59:33.514648Z","steps":["trace[1585785] 'agreement among raft nodes before linearized reading' (duration: 2.408952651s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.514771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.105477Z","time spent":"2.409274351s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:34.014466Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345529,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:34.347853Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6f8f0520213e17ce [term: 5] ignored a MsgAppResp message with lower term from 6f8f0520213e17ce [term: 4]"} {"level":"info","ts":"2026-04-09T15:59:34.347920Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6f8f0520213e17ce [term: 5] ignored a MsgAppResp message with lower term from 6f8f0520213e17ce [term: 4]"} {"level":"info","ts":"2026-04-09T15:59:34.347938Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6f8f0520213e17ce [term: 5] ignored a MsgAppResp message with lower term from 6f8f0520213e17ce [term: 4]"} {"level":"warn","ts":"2026-04-09T15:59:34.520259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.005706737s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:34.520333Z","caller":"traceutil/trace.go:172","msg":"trace[262758991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1174; }","duration":"1.005785197s","start":"2026-04-09T15:59:33.514531Z","end":"2026-04-09T15:59:34.520317Z","steps":["trace[262758991] 'range keys from in-memory index tree' (duration: 1.005689947s)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:59:34.520374Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-09T15:59:34.520661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.006071088s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:59:34.521102Z","caller":"traceutil/trace.go:172","msg":"trace[882523673] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1383; }","duration":"1.0067627s","start":"2026-04-09T15:59:33.514327Z","end":"2026-04-09T15:59:34.521090Z","steps":["trace[882523673] 'read index received' (duration: 836.395773ms)","trace[882523673] 'applied index is now lower than readState.Index' (duration: 170.366177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:34.521204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.452330419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:34.521253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.458055498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a4bb8c440083ff\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-09T15:59:34.521280Z","caller":"traceutil/trace.go:172","msg":"trace[703509685] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a4bb8c440083ff; range_end:; response_count:1; response_revision:1182; }","duration":"1.458085338s","start":"2026-04-09T15:59:33.063185Z","end":"2026-04-09T15:59:34.521270Z","steps":["trace[703509685] 'agreement among raft nodes before linearized reading' (duration: 1.457967898s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:34.521262Z","caller":"traceutil/trace.go:172","msg":"trace[1702461099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"1.452415419s","start":"2026-04-09T15:59:33.068835Z","end":"2026-04-09T15:59:34.521250Z","steps":["trace[1702461099] 'agreement among raft nodes before linearized reading' (duration: 1.452287268s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.521308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.063164Z","time spent":"1.458137299s","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a4bb8c440083ff\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:34.521314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.068826Z","time spent":"1.452481559s","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:34.554779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"977.968403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:34.554792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.011941708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:34.554840Z","caller":"traceutil/trace.go:172","msg":"trace[1710448864] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1191; }","duration":"978.044773ms","start":"2026-04-09T15:59:33.576783Z","end":"2026-04-09T15:59:34.554827Z","steps":["trace[1710448864] 'agreement among raft nodes before linearized reading' (duration: 977.925613ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:34.554857Z","caller":"traceutil/trace.go:172","msg":"trace[462747032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1191; }","duration":"1.012006108s","start":"2026-04-09T15:59:33.542835Z","end":"2026-04-09T15:59:34.554841Z","steps":["trace[462747032] 'agreement among raft nodes before linearized reading' (duration: 1.011904698s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.554873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.576748Z","time spent":"978.116573ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:34.554908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.542797Z","time spent":"1.012097919s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:34.554911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.892382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:34.554969Z","caller":"traceutil/trace.go:172","msg":"trace[1658535398] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1191; }","duration":"112.983823ms","start":"2026-04-09T15:59:34.441972Z","end":"2026-04-09T15:59:34.554956Z","steps":["trace[1658535398] 'agreement among raft nodes before linearized reading' (duration: 112.783412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.554788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.010894435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:34.555152Z","caller":"traceutil/trace.go:172","msg":"trace[161123356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1191; }","duration":"1.011245846s","start":"2026-04-09T15:59:33.543884Z","end":"2026-04-09T15:59:34.555129Z","steps":["trace[161123356] 'agreement among raft nodes before linearized reading' (duration: 1.010849765s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.555211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.543866Z","time spent":"1.011326036s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:36.033570Z","caller":"traceutil/trace.go:172","msg":"trace[1196334707] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1417; }","duration":"157.028413ms","start":"2026-04-09T15:59:35.876509Z","end":"2026-04-09T15:59:36.033538Z","steps":["trace[1196334707] 'read index received' (duration: 157.020713ms)","trace[1196334707] 'applied index is now lower than readState.Index' (duration: 6.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:36.033770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.184073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:36.033924Z","caller":"traceutil/trace.go:172","msg":"trace[460158537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1206; }","duration":"157.379674ms","start":"2026-04-09T15:59:35.876498Z","end":"2026-04-09T15:59:36.033878Z","steps":["trace[460158537] 'agreement among raft nodes before linearized reading' (duration: 157.144823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:36.534735Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:37.035290Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:37.414256Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6f8f0520213e17ce [logterm: 5, index: 1419, vote: 0] cast MsgPreVote for 6889728893fdf6d4 [logterm: 5, index: 1419] at term 5"} {"level":"info","ts":"2026-04-09T15:59:37.492381Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6f8f0520213e17ce [term: 5] received a MsgVote message with higher term from 6889728893fdf6d4 [term: 6]"} {"level":"info","ts":"2026-04-09T15:59:37.492488Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6f8f0520213e17ce became follower at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.492509Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6f8f0520213e17ce [logterm: 5, index: 1419, vote: 0] cast MsgVote for 6889728893fdf6d4 [logterm: 5, index: 1419] at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.492529Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 6f8f0520213e17ce lost leader 79e65b4197a2a1a at term 6"} {"level":"warn","ts":"2026-04-09T15:59:37.535751Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:37.535884Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"6f8f0520213e17ce no leader at term 6; dropping index reading msg"} {"level":"info","ts":"2026-04-09T15:59:37.543105Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6f8f0520213e17ce elected leader 6889728893fdf6d4 at term 6"} {"level":"warn","ts":"2026-04-09T15:59:37.543349Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.552737697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:37.543393Z","caller":"traceutil/trace.go:172","msg":"trace[116540845] range","detail":"{range_begin:/registry/daemonsets; range_end:; }","duration":"1.552798288s","start":"2026-04-09T15:59:35.990583Z","end":"2026-04-09T15:59:37.543382Z","steps":["trace[116540845] 'agreement among raft nodes before linearized reading' (duration: 1.552736567s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.543429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:35.990543Z","time spent":"1.552876478s","remote":"127.0.0.1:45728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.543465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.607832454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:37.543481Z","caller":"traceutil/trace.go:172","msg":"trace[1368791826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.607848504s","start":"2026-04-09T15:59:35.935627Z","end":"2026-04-09T15:59:37.543476Z","steps":["trace[1368791826] 'agreement among raft nodes before linearized reading' (duration: 1.607833214s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.543496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:35.935594Z","time spent":"1.607897104s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:37.768179Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-09T15:59:37.768926Z","caller":"traceutil/trace.go:172","msg":"trace[741411672] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1420; }","duration":"225.599644ms","start":"2026-04-09T15:59:37.543298Z","end":"2026-04-09T15:59:37.768898Z","steps":["trace[741411672] 'read index received' (duration: 225.588804ms)","trace[741411672] 'applied index is now lower than readState.Index' (duration: 8.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:37.769104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"847.73843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.769146Z","caller":"traceutil/trace.go:172","msg":"trace[1448684066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"847.79699ms","start":"2026-04-09T15:59:36.921339Z","end":"2026-04-09T15:59:37.769136Z","steps":["trace[1448684066] 'agreement among raft nodes before linearized reading' (duration: 847.70076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.769329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.888597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:37.769784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"453.946836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.769827Z","caller":"traceutil/trace.go:172","msg":"trace[754336643] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1208; }","duration":"516.413048ms","start":"2026-04-09T15:59:37.253373Z","end":"2026-04-09T15:59:37.769786Z","steps":["trace[754336643] 'agreement among raft nodes before linearized reading' (duration: 515.614055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.769613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.569288154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8xtzj\" limit:1 ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-04-09T15:59:37.769837Z","caller":"traceutil/trace.go:172","msg":"trace[855539205] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1208; }","duration":"453.987766ms","start":"2026-04-09T15:59:37.315830Z","end":"2026-04-09T15:59:37.769818Z","steps":["trace[855539205] 'agreement among raft nodes before linearized reading' (duration: 453.927306ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:37.769892Z","caller":"traceutil/trace.go:172","msg":"trace[429023728] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8xtzj; range_end:; response_count:1; response_revision:1208; }","duration":"1.569581615s","start":"2026-04-09T15:59:36.200294Z","end":"2026-04-09T15:59:37.769875Z","steps":["trace[429023728] 'agreement among raft nodes before linearized reading' (duration: 1.569132594s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.769906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.315789Z","time spent":"454.108146ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.769943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.200257Z","time spent":"1.569668576s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18642,"request content":"key:\"/registry/pods/kube-system/cilium-8xtzj\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.769901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.253338Z","time spent":"516.546278ms","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.769687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.575701176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.770413Z","caller":"traceutil/trace.go:172","msg":"trace[815804463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"1.576410538s","start":"2026-04-09T15:59:36.193980Z","end":"2026-04-09T15:59:37.770391Z","steps":["trace[815804463] 'agreement among raft nodes before linearized reading' (duration: 1.575683056s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.770505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.193965Z","time spent":"1.576525318s","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:37.769721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.613720814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.770693Z","caller":"traceutil/trace.go:172","msg":"trace[1923330118] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1208; }","duration":"1.614684547s","start":"2026-04-09T15:59:36.155993Z","end":"2026-04-09T15:59:37.770678Z","steps":["trace[1923330118] 'agreement among raft nodes before linearized reading' (duration: 1.613710664s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.770748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.155958Z","time spent":"1.614764977s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.769702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.175803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.770793Z","caller":"traceutil/trace.go:172","msg":"trace[605397174] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1208; }","duration":"288.286466ms","start":"2026-04-09T15:59:37.482492Z","end":"2026-04-09T15:59:37.770778Z","steps":["trace[605397174] 'agreement among raft nodes before linearized reading' (duration: 287.118043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.772932Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1715481625164345548,"received-request-id":1715481625164345547} {"level":"warn","ts":"2026-04-09T15:59:37.773805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.357263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-09T15:59:37.773852Z","caller":"traceutil/trace.go:172","msg":"trace[1610058635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"204.403633ms","start":"2026-04-09T15:59:37.569436Z","end":"2026-04-09T15:59:37.773839Z","steps":["trace[1610058635] 'agreement among raft nodes before linearized reading' (duration: 204.238993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.773898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.328076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.773997Z","caller":"traceutil/trace.go:172","msg":"trace[206782361] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1208; }","duration":"202.433286ms","start":"2026-04-09T15:59:37.571547Z","end":"2026-04-09T15:59:37.773980Z","steps":["trace[206782361] 'agreement among raft nodes before linearized reading' (duration: 202.274685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.264750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"387.908392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.264807Z","caller":"traceutil/trace.go:172","msg":"trace[1788971320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"387.982462ms","start":"2026-04-09T15:59:37.876813Z","end":"2026-04-09T15:59:38.264796Z","steps":["trace[1788971320] 'range keys from in-memory index tree' (duration: 387.854222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.289437Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:38.355317Z","caller":"traceutil/trace.go:172","msg":"trace[1750981691] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"568.232853ms","start":"2026-04-09T15:59:37.787057Z","end":"2026-04-09T15:59:38.355289Z","steps":["trace[1750981691] 'process raft request' (duration: 567.750222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.355454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.787042Z","time spent":"568.340943ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18870,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:38.790484Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:38.847300Z","caller":"traceutil/trace.go:172","msg":"trace[631623671] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1429; }","duration":"1.058425272s","start":"2026-04-09T15:59:37.788855Z","end":"2026-04-09T15:59:38.847280Z","steps":["trace[631623671] 'read index received' (duration: 1.058418812s)","trace[631623671] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.969473Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.180594845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:38.969602Z","caller":"traceutil/trace.go:172","msg":"trace[670652019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1216; }","duration":"1.180714076s","start":"2026-04-09T15:59:37.788841Z","end":"2026-04-09T15:59:38.969555Z","steps":["trace[670652019] 'agreement among raft nodes before linearized reading' (duration: 1.058570522s)","trace[670652019] 'range keys from in-memory index tree' (duration: 121.965383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.969576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.873683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-09T15:59:38.969665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.788821Z","time spent":"1.180828716s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.970898Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1715481625164345554,"received-request-id":1715481625164345551} {"level":"info","ts":"2026-04-09T15:59:38.971191Z","caller":"traceutil/trace.go:172","msg":"trace[1999980222] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"202.783677ms","start":"2026-04-09T15:59:38.768366Z","end":"2026-04-09T15:59:38.971150Z","steps":["trace[1999980222] 'process raft request' (duration: 202.626286ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:39.009500Z","caller":"traceutil/trace.go:172","msg":"trace[811026611] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1432; }","duration":"162.115649ms","start":"2026-04-09T15:59:38.847360Z","end":"2026-04-09T15:59:39.009476Z","steps":["trace[811026611] 'read index received' (duration: 162.105849ms)","trace[811026611] 'applied index is now lower than readState.Index' (duration: 8.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:39.009628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"744.765812ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:39.009664Z","caller":"traceutil/trace.go:172","msg":"trace[2010984574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1219; }","duration":"744.817422ms","start":"2026-04-09T15:59:38.264835Z","end":"2026-04-09T15:59:39.009653Z","steps":["trace[2010984574] 'agreement among raft nodes before linearized reading' (duration: 744.738412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:39.009736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.334249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.86\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T15:59:39.009801Z","caller":"traceutil/trace.go:172","msg":"trace[1299668869] range","detail":"{range_begin:/registry/masterleases/199.19.213.86; range_end:; response_count:1; response_revision:1219; }","duration":"233.41906ms","start":"2026-04-09T15:59:38.776365Z","end":"2026-04-09T15:59:39.009784Z","steps":["trace[1299668869] 'agreement among raft nodes before linearized reading' (duration: 233.155069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:39.010686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"523.429142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T15:59:39.010782Z","caller":"traceutil/trace.go:172","msg":"trace[77380740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1219; }","duration":"523.547623ms","start":"2026-04-09T15:59:38.487209Z","end":"2026-04-09T15:59:39.010756Z","steps":["trace[77380740] 'agreement among raft nodes before linearized reading' (duration: 522.587099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:39.010827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.487171Z","time spent":"523.649363ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:41.475900Z","caller":"traceutil/trace.go:172","msg":"trace[110760253] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1462; }","duration":"413.758311ms","start":"2026-04-09T15:59:41.062114Z","end":"2026-04-09T15:59:41.475872Z","steps":["trace[110760253] 'read index received' (duration: 413.749021ms)","trace[110760253] 'applied index is now lower than readState.Index' (duration: 7.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:41.517692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.553182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:41.517782Z","caller":"traceutil/trace.go:172","msg":"trace[1831292733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1247; }","duration":"455.657133ms","start":"2026-04-09T15:59:41.062104Z","end":"2026-04-09T15:59:41.517761Z","steps":["trace[1831292733] 'agreement among raft nodes before linearized reading' (duration: 413.934601ms)","trace[1831292733] 'range keys from in-memory index tree' (duration: 41.47721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:41.517823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:41.062084Z","time spent":"455.730703ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:41.518020Z","caller":"traceutil/trace.go:172","msg":"trace[304639303] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"258.015612ms","start":"2026-04-09T15:59:41.259975Z","end":"2026-04-09T15:59:41.517991Z","steps":["trace[304639303] 'process raft request' (duration: 257.890602ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:41.518049Z","caller":"traceutil/trace.go:172","msg":"trace[1466227972] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"492.488236ms","start":"2026-04-09T15:59:41.025535Z","end":"2026-04-09T15:59:41.518023Z","steps":["trace[1466227972] 'process raft request' (duration: 450.416124ms)","trace[1466227972] 'compare' (duration: 41.555261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:41.518360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:41.025508Z","time spent":"492.775757ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:41.522264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.403059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8xtzj\" limit:1 ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-04-09T15:59:41.522302Z","caller":"traceutil/trace.go:172","msg":"trace[1182574938] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8xtzj; range_end:; response_count:1; response_revision:1250; }","duration":"289.443639ms","start":"2026-04-09T15:59:41.232848Z","end":"2026-04-09T15:59:41.522292Z","steps":["trace[1182574938] 'agreement among raft nodes before linearized reading' (duration: 289.325659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:41.522344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.586444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:41.522440Z","caller":"traceutil/trace.go:172","msg":"trace[1905031835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"326.686565ms","start":"2026-04-09T15:59:41.195732Z","end":"2026-04-09T15:59:41.522419Z","steps":["trace[1905031835] 'agreement among raft nodes before linearized reading' (duration: 326.530614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:41.522483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:41.195709Z","time spent":"326.766125ms","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:41.522264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.197989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T15:59:41.522720Z","caller":"traceutil/trace.go:172","msg":"trace[903432315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1250; }","duration":"390.658071ms","start":"2026-04-09T15:59:41.132054Z","end":"2026-04-09T15:59:41.522712Z","steps":["trace[903432315] 'agreement among raft nodes before linearized reading' (duration: 390.108899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:41.522746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:41.132028Z","time spent":"390.710832ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:42.318450Z","caller":"traceutil/trace.go:172","msg":"trace[1628858201] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"194.302157ms","start":"2026-04-09T15:59:42.124115Z","end":"2026-04-09T15:59:42.318417Z","steps":["trace[1628858201] 'process raft request' (duration: 194.065047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:43.204843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.203708Z","time spent":"7.001125517s","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-09T15:59:45.000762Z","caller":"traceutil/trace.go:172","msg":"trace[1406091294] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1527; }","duration":"124.017378ms","start":"2026-04-09T15:59:44.876706Z","end":"2026-04-09T15:59:45.000724Z","steps":["trace[1406091294] 'read index received' (duration: 124.002758ms)","trace[1406091294] 'applied index is now lower than readState.Index' (duration: 12.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:45.000919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.188269ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:45.001393Z","caller":"traceutil/trace.go:172","msg":"trace[693509180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1310; }","duration":"124.67805ms","start":"2026-04-09T15:59:44.876698Z","end":"2026-04-09T15:59:45.001376Z","steps":["trace[693509180] 'agreement among raft nodes before linearized reading' (duration: 124.122769ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:46.380194Z","caller":"traceutil/trace.go:172","msg":"trace[768806078] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1546; }","duration":"185.280616ms","start":"2026-04-09T15:59:46.194890Z","end":"2026-04-09T15:59:46.380171Z","steps":["trace[768806078] 'read index received' (duration: 185.277116ms)","trace[768806078] 'applied index is now lower than readState.Index' (duration: 2.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:46.380308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.405696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:46.380329Z","caller":"traceutil/trace.go:172","msg":"trace[1440723294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1327; }","duration":"185.437027ms","start":"2026-04-09T15:59:46.194886Z","end":"2026-04-09T15:59:46.380323Z","steps":["trace[1440723294] 'agreement among raft nodes before linearized reading' (duration: 185.382396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:46.383328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.238247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:46.383388Z","caller":"traceutil/trace.go:172","msg":"trace[1684901969] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1327; }","duration":"105.302387ms","start":"2026-04-09T15:59:46.278073Z","end":"2026-04-09T15:59:46.383375Z","steps":["trace[1684901969] 'agreement among raft nodes before linearized reading' (duration: 105.208737ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:47.495435Z","caller":"traceutil/trace.go:172","msg":"trace[1581242243] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1554; }","duration":"115.157741ms","start":"2026-04-09T15:59:47.380252Z","end":"2026-04-09T15:59:47.495409Z","steps":["trace[1581242243] 'read index received' (duration: 115.148451ms)","trace[1581242243] 'applied index is now lower than readState.Index' (duration: 7.88µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:47.495579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.307641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:47.495625Z","caller":"traceutil/trace.go:172","msg":"trace[1078176083] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1336; }","duration":"115.362171ms","start":"2026-04-09T15:59:47.380247Z","end":"2026-04-09T15:59:47.495609Z","steps":["trace[1078176083] 'agreement among raft nodes before linearized reading' (duration: 115.269731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:48.877907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.030361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.86\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T15:59:48.878072Z","caller":"traceutil/trace.go:172","msg":"trace[1773156904] range","detail":"{range_begin:/registry/masterleases/199.19.213.86; range_end:; response_count:1; response_revision:1343; }","duration":"101.210821ms","start":"2026-04-09T15:59:48.776843Z","end":"2026-04-09T15:59:48.878054Z","steps":["trace[1773156904] 'range keys from in-memory index tree' (duration: 98.850143ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.100415Z","caller":"traceutil/trace.go:172","msg":"trace[588517682] linearizableReadLoop","detail":"{readStateIndex:1563; appliedIndex:1564; }","duration":"222.479252ms","start":"2026-04-09T15:59:48.877909Z","end":"2026-04-09T15:59:49.100388Z","steps":["trace[588517682] 'read index received' (duration: 222.471611ms)","trace[588517682] 'applied index is now lower than readState.Index' (duration: 6.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.100664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.685623ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:49.100801Z","caller":"traceutil/trace.go:172","msg":"trace[1075172359] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1344; }","duration":"222.802103ms","start":"2026-04-09T15:59:48.877903Z","end":"2026-04-09T15:59:49.100705Z","steps":["trace[1075172359] 'agreement among raft nodes before linearized reading' (duration: 222.647413ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.225355Z","caller":"traceutil/trace.go:172","msg":"trace[57693633] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"122.410645ms","start":"2026-04-09T15:59:49.102919Z","end":"2026-04-09T15:59:49.225329Z","steps":["trace[57693633] 'process raft request' (duration: 121.195511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.487381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.6994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:59:49.487784Z","caller":"traceutil/trace.go:172","msg":"trace[1855612508] linearizableReadLoop","detail":"{readStateIndex:1569; appliedIndex:1567; }","duration":"259.477849ms","start":"2026-04-09T15:59:49.228280Z","end":"2026-04-09T15:59:49.487758Z","steps":["trace[1855612508] 'read index received' (duration: 234.594364ms)","trace[1855612508] 'applied index is now lower than readState.Index' (duration: 24.881795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.487975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.686989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-09T15:59:49.489171Z","caller":"traceutil/trace.go:172","msg":"trace[2110890022] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1349; }","duration":"260.889933ms","start":"2026-04-09T15:59:49.228266Z","end":"2026-04-09T15:59:49.489156Z","steps":["trace[2110890022] 'agreement among raft nodes before linearized reading' (duration: 259.577509ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.602899Z","caller":"traceutil/trace.go:172","msg":"trace[373507765] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1570; }","duration":"111.219826ms","start":"2026-04-09T15:59:49.491654Z","end":"2026-04-09T15:59:49.602873Z","steps":["trace[373507765] 'read index received' (duration: 98.155912ms)","trace[373507765] 'applied index is now lower than readState.Index' (duration: 13.062824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.603161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.476697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-04-09T15:59:49.603243Z","caller":"traceutil/trace.go:172","msg":"trace[1223244305] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1352; }","duration":"111.584087ms","start":"2026-04-09T15:59:49.491638Z","end":"2026-04-09T15:59:49.603222Z","steps":["trace[1223244305] 'agreement among raft nodes before linearized reading' (duration: 111.322416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.678041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.496554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T15:59:49.678170Z","caller":"traceutil/trace.go:172","msg":"trace[2025797373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1353; }","duration":"116.630945ms","start":"2026-04-09T15:59:49.561514Z","end":"2026-04-09T15:59:49.678145Z","steps":["trace[2025797373] 'agreement among raft nodes before linearized reading' (duration: 116.359804ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.823646Z","caller":"traceutil/trace.go:172","msg":"trace[630104683] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1578; }","duration":"145.777053ms","start":"2026-04-09T15:59:49.677843Z","end":"2026-04-09T15:59:49.823620Z","steps":["trace[630104683] 'read index received' (duration: 145.772993ms)","trace[630104683] 'applied index is now lower than readState.Index' (duration: 3.06µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.823820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.229149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-09T15:59:49.823910Z","caller":"traceutil/trace.go:172","msg":"trace[416718353] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1357; }","duration":"218.327719ms","start":"2026-04-09T15:59:49.605571Z","end":"2026-04-09T15:59:49.823899Z","steps":["trace[416718353] 'agreement among raft nodes before linearized reading' (duration: 218.141129ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:50.293636Z","caller":"traceutil/trace.go:172","msg":"trace[2136435450] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"241.847697ms","start":"2026-04-09T15:59:50.051762Z","end":"2026-04-09T15:59:50.293610Z","steps":["trace[2136435450] 'process raft request' (duration: 241.655117ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:50.294400Z","caller":"traceutil/trace.go:172","msg":"trace[1178439390] linearizableReadLoop","detail":"{readStateIndex:1579; appliedIndex:1579; }","duration":"176.321417ms","start":"2026-04-09T15:59:50.118022Z","end":"2026-04-09T15:59:50.294344Z","steps":["trace[1178439390] 'read index received' (duration: 176.316087ms)","trace[1178439390] 'applied index is now lower than readState.Index' (duration: 4.55µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:50.294799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.758158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-09T15:59:50.294965Z","caller":"traceutil/trace.go:172","msg":"trace[688193939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1358; }","duration":"176.884298ms","start":"2026-04-09T15:59:50.118011Z","end":"2026-04-09T15:59:50.294895Z","steps":["trace[688193939] 'agreement among raft nodes before linearized reading' (duration: 176.508717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:50.296354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.062748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:50.296422Z","caller":"traceutil/trace.go:172","msg":"trace[551208341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1358; }","duration":"100.137798ms","start":"2026-04-09T15:59:50.196270Z","end":"2026-04-09T15:59:50.296408Z","steps":["trace[551208341] 'agreement among raft nodes before linearized reading' (duration: 100.027067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:51.085419Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:51.586704Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:52.053292Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"6f8f0520213e17ce is starting a new election at term 6"} {"level":"info","ts":"2026-04-09T15:59:52.053380Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"6f8f0520213e17ce became pre-candidate at term 6"} {"level":"info","ts":"2026-04-09T15:59:52.053416Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 6, index: 1580] sent MsgPreVote request to 79e65b4197a2a1a at term 6"} {"level":"info","ts":"2026-04-09T15:59:52.053437Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 6, index: 1580] sent MsgPreVote request to 6889728893fdf6d4 at term 6"} {"level":"info","ts":"2026-04-09T15:59:52.053455Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 6f8f0520213e17ce lost leader 6889728893fdf6d4 at term 6"} {"level":"info","ts":"2026-04-09T15:59:52.053515Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgPreVoteResp from 6f8f0520213e17ce at term 6"} {"level":"info","ts":"2026-04-09T15:59:52.053563Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:52.054542Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgPreVoteResp from 79e65b4197a2a1a at term 6"} {"level":"info","ts":"2026-04-09T15:59:52.054607Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:52.054638Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"6f8f0520213e17ce became candidate at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.054673Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 6, index: 1580] sent MsgVote request to 79e65b4197a2a1a at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.054700Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6f8f0520213e17ce [logterm: 6, index: 1580] sent MsgVote request to 6889728893fdf6d4 at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.078010Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgVoteResp from 6f8f0520213e17ce at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.078100Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-09T15:59:52.087882Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1715481625164345659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:52.160821Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6f8f0520213e17ce received MsgVoteResp from 79e65b4197a2a1a at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.160886Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6f8f0520213e17ce has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:52.160926Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"6f8f0520213e17ce became leader at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.160951Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6f8f0520213e17ce elected leader 6f8f0520213e17ce at term 7"} {"level":"warn","ts":"2026-04-09T15:59:52.161228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.576817927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:52.161306Z","caller":"traceutil/trace.go:172","msg":"trace[259269512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"1.576908548s","start":"2026-04-09T15:59:50.584375Z","end":"2026-04-09T15:59:52.161284Z","steps":["trace[259269512] 'agreement among raft nodes before linearized reading' (duration: 1.576816527s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.161354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:50.584338Z","time spent":"1.577005338s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:52.297322Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-09T15:59:52.297363Z","caller":"traceutil/trace.go:172","msg":"trace[1345700333] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"1.981077036s","start":"2026-04-09T15:59:50.316251Z","end":"2026-04-09T15:59:52.297328Z","steps":["trace[1345700333] 'process raft request' (duration: 1.980760745s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.297604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:50.316229Z","time spent":"1.981251136s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:52.297927Z","caller":"traceutil/trace.go:172","msg":"trace[2070084641] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1581; }","duration":"136.786694ms","start":"2026-04-09T15:59:52.161123Z","end":"2026-04-09T15:59:52.297910Z","steps":["trace[2070084641] 'read index received' (duration: 136.779404ms)","trace[2070084641] 'applied index is now lower than readState.Index' (duration: 6.24µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:52.298058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.660718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T15:59:52.298084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.57474291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:52.298001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.421338541s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:52.298120Z","caller":"traceutil/trace.go:172","msg":"trace[676917756] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1359; }","duration":"1.57478069s","start":"2026-04-09T15:59:50.723330Z","end":"2026-04-09T15:59:52.298111Z","steps":["trace[676917756] 'agreement among raft nodes before linearized reading' (duration: 1.57464525s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.298153Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:50.723308Z","time spent":"1.57483515s","remote":"127.0.0.1:45462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:52.298153Z","caller":"traceutil/trace.go:172","msg":"trace[239891921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1359; }","duration":"1.421501961s","start":"2026-04-09T15:59:50.876636Z","end":"2026-04-09T15:59:52.298138Z","steps":["trace[239891921] 'agreement among raft nodes before linearized reading' (duration: 1.421318471s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:52.298101Z","caller":"traceutil/trace.go:172","msg":"trace[330651004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1359; }","duration":"581.714438ms","start":"2026-04-09T15:59:51.716371Z","end":"2026-04-09T15:59:52.298086Z","steps":["trace[330651004] 'agreement among raft nodes before linearized reading' (duration: 581.552568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.298199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.716346Z","time spent":"581.845798ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:52.298000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.263376366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:52.298581Z","caller":"traceutil/trace.go:172","msg":"trace[1018712074] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1359; }","duration":"1.263969308s","start":"2026-04-09T15:59:51.034597Z","end":"2026-04-09T15:59:52.298566Z","steps":["trace[1018712074] 'agreement among raft nodes before linearized reading' (duration: 1.263338046s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.299236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.508031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:52.299266Z","caller":"traceutil/trace.go:172","msg":"trace[2136071594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"106.559061ms","start":"2026-04-09T15:59:52.192699Z","end":"2026-04-09T15:59:52.299258Z","steps":["trace[2136071594] 'agreement among raft nodes before linearized reading' (duration: 106.47744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.299320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.33308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T15:59:52.299391Z","caller":"traceutil/trace.go:172","msg":"trace[2030491408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1359; }","duration":"112.41978ms","start":"2026-04-09T15:59:52.186956Z","end":"2026-04-09T15:59:52.299376Z","steps":["trace[2030491408] 'agreement among raft nodes before linearized reading' (duration: 112.179979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.299265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.034575Z","time spent":"1.2646735s","remote":"127.0.0.1:45358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:52.596389Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"92.58611ms"} {"level":"warn","ts":"2026-04-09T15:59:52.596525Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"92.77262ms"} {"level":"warn","ts":"2026-04-09T15:59:52.707737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.165437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:59:52.773953Z","caller":"traceutil/trace.go:172","msg":"trace[285783657] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1582; }","duration":"269.970655ms","start":"2026-04-09T15:59:52.503945Z","end":"2026-04-09T15:59:52.773915Z","steps":["trace[285783657] 'read index received' (duration: 269.960645ms)","trace[285783657] 'applied index is now lower than readState.Index' (duration: 8.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:52.774180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.191235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:52.774240Z","caller":"traceutil/trace.go:172","msg":"trace[1776488548] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1360; }","duration":"270.294056ms","start":"2026-04-09T15:59:52.503931Z","end":"2026-04-09T15:59:52.774225Z","steps":["trace[1776488548] 'agreement among raft nodes before linearized reading' (duration: 270.121395ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:52.789669Z","caller":"traceutil/trace.go:172","msg":"trace[1838537740] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"479.774724ms","start":"2026-04-09T15:59:52.309870Z","end":"2026-04-09T15:59:52.789645Z","steps":["trace[1838537740] 'process raft request' (duration: 479.515033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.789839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.309856Z","time spent":"479.911304ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4326,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:52.968345Z","caller":"traceutil/trace.go:172","msg":"trace[1586943955] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"171.375439ms","start":"2026-04-09T15:59:52.796518Z","end":"2026-04-09T15:59:52.967893Z","steps":["trace[1586943955] 'process raft request' (duration: 170.881418ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:55.329060Z","caller":"traceutil/trace.go:172","msg":"trace[1471451869] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1602; }","duration":"133.665323ms","start":"2026-04-09T15:59:55.195368Z","end":"2026-04-09T15:59:55.329034Z","steps":["trace[1471451869] 'read index received' (duration: 133.657373ms)","trace[1471451869] 'applied index is now lower than readState.Index' (duration: 6.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:55.329184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.811313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:55.329240Z","caller":"traceutil/trace.go:172","msg":"trace[625342985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1380; }","duration":"133.871793ms","start":"2026-04-09T15:59:55.195356Z","end":"2026-04-09T15:59:55.329227Z","steps":["trace[625342985] 'agreement among raft nodes before linearized reading' (duration: 133.764173ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:56.733817Z","caller":"traceutil/trace.go:172","msg":"trace[2114566108] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1609; }","duration":"117.208676ms","start":"2026-04-09T15:59:56.616580Z","end":"2026-04-09T15:59:56.733789Z","steps":["trace[2114566108] 'read index received' (duration: 117.196296ms)","trace[2114566108] 'applied index is now lower than readState.Index' (duration: 10.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:56.733967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.363297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:56.733996Z","caller":"traceutil/trace.go:172","msg":"trace[106248421] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1385; }","duration":"117.413507ms","start":"2026-04-09T15:59:56.616573Z","end":"2026-04-09T15:59:56.733987Z","steps":["trace[106248421] 'agreement among raft nodes before linearized reading' (duration: 117.315456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:57.301786Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.22007ms"} {"level":"warn","ts":"2026-04-09T15:59:57.301845Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.28669ms"} {"level":"info","ts":"2026-04-09T15:59:57.328700Z","caller":"traceutil/trace.go:172","msg":"trace[1923742137] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1613; }","duration":"132.8654ms","start":"2026-04-09T15:59:57.195804Z","end":"2026-04-09T15:59:57.328670Z","steps":["trace[1923742137] 'read index received' (duration: 132.86031ms)","trace[1923742137] 'applied index is now lower than readState.Index' (duration: 4.02µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:57.328829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.014201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:57.328861Z","caller":"traceutil/trace.go:172","msg":"trace[1341261367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"133.059921ms","start":"2026-04-09T15:59:57.195790Z","end":"2026-04-09T15:59:57.328850Z","steps":["trace[1341261367] 'agreement among raft nodes before linearized reading' (duration: 132.979991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:58.585598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.584529Z","time spent":"7.001061682s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T15:59:58.622084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.621164Z","time spent":"7.000912611s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T15:59:58.649360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.648658Z","time spent":"7.00069562s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-09T16:00:33.987042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.312834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:00:33.987125Z","caller":"traceutil/trace.go:172","msg":"trace[947958211] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1597; }","duration":"110.413364ms","start":"2026-04-09T16:00:33.876697Z","end":"2026-04-09T16:00:33.987110Z","steps":["trace[947958211] 'range keys from in-memory index tree' (duration: 110.260173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:34.205017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.40386ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-09T16:01:11.210756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.702902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-09T16:01:11.830234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.543464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-09T16:01:32.960545Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.846689ms"} {"level":"warn","ts":"2026-04-09T16:01:32.960624Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"6.935509ms"} {"level":"warn","ts":"2026-04-09T16:02:10.806993Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6889728893fdf6d4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.784735ms"} {"level":"warn","ts":"2026-04-09T16:02:10.807099Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.900683ms"} {"level":"warn","ts":"2026-04-09T16:02:21.690099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.414256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"}