{"level":"warn","ts":"2026-03-30T23:47:40.903369Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T23:47:40.903506Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T23:47:40.903516Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=controller-1=https://199.204.45.216:2380,controller-3=https://199.204.45.129:2380,controller-2=https://199.204.45.157:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T23:47:40.903581Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T23:47:40.903600Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T23:47:40.903609Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-30T23:47:40.903626Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T23:47:40.904043Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-03-30T23:47:40.904142Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.216:2380,controller-2=https://199.204.45.157:2380,controller-3=https://199.204.45.129:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T23:47:40.904808Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00059c430}"} {"level":"info","ts":"2026-03-30T23:47:40.908992Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T23:47:40.909035Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.322745ms"} {"level":"info","ts":"2026-03-30T23:47:40.909065Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T23:47:40.909079Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T23:47:40.922375Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.216:2380","host":"199.204.45.216:2380","resolved-addr":"199.204.45.216:2380"} {"level":"info","ts":"2026-03-30T23:47:40.922418Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-30T23:47:40.922434Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.216:2380","host":"199.204.45.216:2380","resolved-addr":"199.204.45.216:2380"} {"level":"info","ts":"2026-03-30T23:47:40.922442Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.129:2380","host":"199.204.45.129:2380","resolved-addr":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-30T23:47:40.922454Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.129:2380","host":"199.204.45.129:2380","resolved-addr":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-30T23:47:40.922462Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-30T23:47:40.938024Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T23:47:40.951527Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T23:47:40.951581Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"ae199e48cc6e3af5","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-03-30T23:47:40.951609Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T23:47:40.951719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ae199e48cc6e3af5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T23:47:40.951762Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ae199e48cc6e3af5 became follower at term 0"} {"level":"info","ts":"2026-03-30T23:47:40.951774Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft ae199e48cc6e3af5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T23:47:40.956549Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T23:47:40.957735Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T23:47:40.962850Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T23:47:40.963714Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.963744Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c","remote-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-03-30T23:47:40.963772Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.963828Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-30T23:47:40.963851Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.963870Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.964800Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.965299Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.965871Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.965923Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c","remote-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-03-30T23:47:40.966041Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.966190Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.966224Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.966454Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.973519Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.973591Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.973608Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-30T23:47:40.973646Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.973682Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"ae199e48cc6e3af5","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T23:47:40.973858Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T23:47:40.973928Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.974125Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.974147Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"ae199e48cc6e3af5","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T23:47:40.974172Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T23:47:40.974241Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-30T23:47:40.974244Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T23:47:40.974259Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-30T23:47:40.974368Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T23:47:40.974418Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T23:47:40.974510Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T23:47:40.974466Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"ae199e48cc6e3af5 [term: 0] received a MsgHeartbeat message with higher term from 4e98569549cc430c [term: 2]"} {"level":"info","ts":"2026-03-30T23:47:40.974874Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ae199e48cc6e3af5 became follower at term 2"} {"level":"info","ts":"2026-03-30T23:47:40.974910Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ae199e48cc6e3af5 elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-30T23:47:40.976444Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ae199e48cc6e3af5","to":"4e98569549cc430c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T23:47:40.978302Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.978360Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.978440Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ae199e48cc6e3af5","to":"f2626f6539ec0a12","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T23:47:40.978469Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.979404Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.982734Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.982884Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.983023Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ae199e48cc6e3af5","to":"4e98569549cc430c","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T23:47:40.982760Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ae199e48cc6e3af5","to":"f2626f6539ec0a12","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T23:47:40.983075Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.983073Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:40.983324Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:40.986464Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.005304Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"ae199e48cc6e3af5","remote-snapshot-sender-id":"4e98569549cc430c","incoming-snapshot-index":720,"incoming-snapshot-message-size-bytes":8751,"incoming-snapshot-message-size":"8.8 kB"} {"level":"info","ts":"2026-03-30T23:47:41.017596Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002d0.snap.db","bytes":1056768,"size":"1.1 MB"} {"level":"info","ts":"2026-03-30T23:47:41.017657Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"ae199e48cc6e3af5","remote-snapshot-sender-id":"4e98569549cc430c","incoming-snapshot-index":720,"incoming-snapshot-size-bytes":1056768,"incoming-snapshot-size":"1.1 MB","download-took":"13.228703ms"} {"level":"info","ts":"2026-03-30T23:47:41.017815Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 720, term: 2]"} {"level":"info","ts":"2026-03-30T23:47:41.017919Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ae199e48cc6e3af5 switched to configuration voters=(5663371730606637836 17465644785450355218) learners=(12545232272521837301)"} {"level":"info","ts":"2026-03-30T23:47:41.017951Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"ae199e48cc6e3af5 [commit: 720, lastindex: 720, lastterm: 2] restored snapshot [index: 720, term: 2]"} {"level":"info","ts":"2026-03-30T23:47:41.017966Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"ae199e48cc6e3af5 [commit: 720] restored snapshot [index: 720, term: 2]"} {"level":"info","ts":"2026-03-30T23:47:41.018091Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":720,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T23:47:41.021603Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":720} {"level":"info","ts":"2026-03-30T23:47:41.022140Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011e520}"} {"level":"info","ts":"2026-03-30T23:47:41.023015Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T23:47:41.023058Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.048933ms"} {"level":"info","ts":"2026-03-30T23:47:41.023127Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-30T23:47:41.024314Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"ae199e48cc6e3af5","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-30T23:47:41.024644Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-30T23:47:41.024672Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-30T23:47:41.027559Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":667} {"level":"info","ts":"2026-03-30T23:47:41.027615Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":720} {"level":"info","ts":"2026-03-30T23:47:41.027639Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-30T23:47:41.027840Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-30T23:47:41.029027Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-30T23:47:41.029056Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-30T23:47:41.029104Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-30T23:47:41.029122Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-30T23:47:41.030449Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-30T23:47:41.030492Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-30T23:47:41.030577Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T23:47:41.030602Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"ae199e48cc6e3af5","recovered-remote-peer-id":"4e98569549cc430c","recovered-remote-peer-urls":["https://199.204.45.216:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T23:47:41.030622Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"ae199e48cc6e3af5","recovered-remote-peer-id":"ae199e48cc6e3af5","recovered-remote-peer-urls":["https://199.204.45.129:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-30T23:47:41.030639Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"ae199e48cc6e3af5","recovered-remote-peer-id":"f2626f6539ec0a12","recovered-remote-peer-urls":["https://199.204.45.157:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T23:47:41.030653Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T23:47:41.030670Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-30T23:47:41.030685Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-30T23:47:41.030707Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-03-30T23:47:41.030881Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.030925Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-03-30T23:47:41.031250Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.031339Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.034967Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-03-30T23:47:41.035093Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c","error":"context canceled"} {"level":"warn","ts":"2026-03-30T23:47:41.035129Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"4e98569549cc430c","error":"failed to read 4e98569549cc430c on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T23:47:41.035158Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.034743Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-03-30T23:47:41.035955Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c","error":"context canceled"} {"level":"info","ts":"2026-03-30T23:47:41.036003Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.036010Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.036022Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"ae199e48cc6e3af5","removed-remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.036034Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"f2626f6539ec0a12"} {"level":"warn","ts":"2026-03-30T23:47:41.036420Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.036440Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"f2626f6539ec0a12"} {"level":"warn","ts":"2026-03-30T23:47:41.037647Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.037664Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.037691Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"warn","ts":"2026-03-30T23:47:41.037839Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12","error":"context canceled"} {"level":"warn","ts":"2026-03-30T23:47:41.037859Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"f2626f6539ec0a12","error":"failed to read f2626f6539ec0a12 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T23:47:41.037875Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"warn","ts":"2026-03-30T23:47:41.037959Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12","error":"context canceled"} {"level":"info","ts":"2026-03-30T23:47:41.037976Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.037983Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.037991Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"ae199e48cc6e3af5","removed-remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.038002Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-30T23:47:41.038012Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T23:47:41.038098Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.038133Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.038494Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.038586Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.038647Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.038676Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c","remote-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-03-30T23:47:41.038691Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.038703Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.038808Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.038825Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-30T23:47:41.038832Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T23:47:41.038847Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":720,"current-applied-index":720,"incoming-leader-snapshot-index":720,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T23:47:41.039217Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"ae199e48cc6e3af5","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.129:2379]}","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T23:47:41.039384Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.039421Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.039570Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.039600Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T23:47:41.039586Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.039620Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.039658Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T23:47:41.039703Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.040133Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T23:47:41.040238Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T23:47:41.040471Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T23:47:41.040498Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T23:47:41.040628Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T23:47:41.049574Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T23:47:41.053343Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-03-30T23:47:41.058335Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.058371Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.059170Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.059205Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"warn","ts":"2026-03-30T23:47:41.059208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.129:36120","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T23:47:41.060570Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.065436Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.072677Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ae199e48cc6e3af5","to":"4e98569549cc430c","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T23:47:41.072720Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.074614Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ae199e48cc6e3af5","to":"f2626f6539ec0a12","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T23:47:41.074662Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.079619Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ae199e48cc6e3af5","to":"f2626f6539ec0a12","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T23:47:41.079649Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"f2626f6539ec0a12"} {"level":"info","ts":"2026-03-30T23:47:41.080030Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ae199e48cc6e3af5","to":"4e98569549cc430c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T23:47:41.080102Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ae199e48cc6e3af5","remote-peer-id":"4e98569549cc430c"} {"level":"info","ts":"2026-03-30T23:47:41.522245Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ae199e48cc6e3af5 switched to configuration voters=(5663371730606637836 12545232272521837301 17465644785450355218)"} {"level":"info","ts":"2026-03-30T23:47:41.522525Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"ae199e48cc6e3af5","promoted-member-id":"ae199e48cc6e3af5"} {"level":"warn","ts":"2026-03-30T23:47:41.878016Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.882725Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.905256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.910682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.922405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.941870Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.952334Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.960624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.972455Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:41.986504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.001111Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.004988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.018711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.029164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.038604Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.055590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.064271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.077214Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.086624Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.098653Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.120401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.164047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.172022Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.180340Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.192641Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.202531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.213351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.224812Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.237341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.246993Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.255636Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.265936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.291553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.303924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.314446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.327431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.334084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.345710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.356559Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.364445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.371905Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.378652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.387413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.396161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.403948Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.413023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.424566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.436240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.452677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.461568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.469938Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.483946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.500494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.508189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.516924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:47:42.582021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51188","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T23:47:54.271345Z","caller":"traceutil/trace.go:172","msg":"trace[1474233933] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"190.547828ms","start":"2026-03-30T23:47:54.080772Z","end":"2026-03-30T23:47:54.271320Z","steps":["trace[1474233933] 'process raft request' (duration: 190.312073ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:47:54.274219Z","caller":"traceutil/trace.go:172","msg":"trace[1468463594] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:842; }","duration":"180.588636ms","start":"2026-03-30T23:47:54.093581Z","end":"2026-03-30T23:47:54.274170Z","steps":["trace[1468463594] 'read index received' (duration: 180.577436ms)","trace[1468463594] 'applied index is now lower than readState.Index' (duration: 8.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:47:54.274668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.014285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:47:54.274774Z","caller":"traceutil/trace.go:172","msg":"trace[1318668776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:780; }","duration":"181.184128ms","start":"2026-03-30T23:47:54.093567Z","end":"2026-03-30T23:47:54.274751Z","steps":["trace[1318668776] 'agreement among raft nodes before linearized reading' (duration: 180.80675ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:05.006765Z","caller":"traceutil/trace.go:172","msg":"trace[1102388492] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"349.888982ms","start":"2026-03-30T23:48:04.656852Z","end":"2026-03-30T23:48:05.006741Z","steps":["trace[1102388492] 'process raft request' (duration: 333.800138ms)","trace[1102388492] 'compare' (duration: 15.978512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:05.007431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:04.656830Z","time spent":"350.016844ms","remote":"127.0.0.1:50104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:17.322612Z","caller":"traceutil/trace.go:172","msg":"trace[1841069365] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"193.140908ms","start":"2026-03-30T23:48:17.129443Z","end":"2026-03-30T23:48:17.322584Z","steps":["trace[1841069365] 'process raft request' (duration: 192.979764ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:17.326419Z","caller":"traceutil/trace.go:172","msg":"trace[218708667] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"167.889237ms","start":"2026-03-30T23:48:17.158507Z","end":"2026-03-30T23:48:17.326397Z","steps":["trace[218708667] 'process raft request' (duration: 167.704423ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:18.750053Z","caller":"traceutil/trace.go:172","msg":"trace[61371132] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1021; }","duration":"286.805952ms","start":"2026-03-30T23:48:18.463203Z","end":"2026-03-30T23:48:18.750009Z","steps":["trace[61371132] 'read index received' (duration: 286.797442ms)","trace[61371132] 'applied index is now lower than readState.Index' (duration: 6.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:18.750277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.056467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T23:48:18.750368Z","caller":"traceutil/trace.go:172","msg":"trace[349810028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:942; }","duration":"287.158969ms","start":"2026-03-30T23:48:18.463194Z","end":"2026-03-30T23:48:18.750353Z","steps":["trace[349810028] 'agreement among raft nodes before linearized reading' (duration: 287.023106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:18.752168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.351347ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:18.752217Z","caller":"traceutil/trace.go:172","msg":"trace[936545928] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:942; }","duration":"258.407238ms","start":"2026-03-30T23:48:18.493798Z","end":"2026-03-30T23:48:18.752205Z","steps":["trace[936545928] 'agreement among raft nodes before linearized reading' (duration: 258.332146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:18.752507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.37155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T23:48:18.752536Z","caller":"traceutil/trace.go:172","msg":"trace[387294328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:942; }","duration":"168.40323ms","start":"2026-03-30T23:48:18.584124Z","end":"2026-03-30T23:48:18.752528Z","steps":["trace[387294328] 'agreement among raft nodes before linearized reading' (duration: 168.282998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:19.974440Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:20.475685Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:20.552166Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"ae199e48cc6e3af5 is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T23:48:20.552233Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"ae199e48cc6e3af5 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T23:48:20.552265Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"ae199e48cc6e3af5 [logterm: 2, index: 1024] sent MsgPreVote request to 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-30T23:48:20.552285Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"ae199e48cc6e3af5 [logterm: 2, index: 1024] sent MsgPreVote request to f2626f6539ec0a12 at term 2"} {"level":"info","ts":"2026-03-30T23:48:20.552300Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: ae199e48cc6e3af5 lost leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-30T23:48:20.552483Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ae199e48cc6e3af5 received MsgPreVoteResp from ae199e48cc6e3af5 at term 2"} {"level":"info","ts":"2026-03-30T23:48:20.552758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ae199e48cc6e3af5 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-03-30T23:48:20.975841Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:21.176431Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ae199e48cc6e3af5 became follower at term 2"} {"level":"info","ts":"2026-03-30T23:48:21.176488Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ae199e48cc6e3af5 elected leader 4e98569549cc430c at term 2"} {"level":"warn","ts":"2026-03-30T23:48:21.176627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.702299739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T23:48:21.176691Z","caller":"traceutil/trace.go:172","msg":"trace[2077734396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.702383541s","start":"2026-03-30T23:48:19.474294Z","end":"2026-03-30T23:48:21.176677Z","steps":["trace[2077734396] 'agreement among raft nodes before linearized reading' (duration: 1.702298699s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.176734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.474264Z","time spent":"1.702459943s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:21.267145Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4248474726619224375,"received-request-id":4248474726619224374} {"level":"info","ts":"2026-03-30T23:48:21.440813Z","caller":"traceutil/trace.go:172","msg":"trace[1056280882] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1037; }","duration":"264.222996ms","start":"2026-03-30T23:48:21.176568Z","end":"2026-03-30T23:48:21.440791Z","steps":["trace[1056280882] 'read index received' (duration: 264.214996ms)","trace[1056280882] 'applied index is now lower than readState.Index' (duration: 7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:21.440930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.947209706s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:21.440948Z","caller":"traceutil/trace.go:172","msg":"trace[524281158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:958; }","duration":"1.947247597s","start":"2026-03-30T23:48:19.493696Z","end":"2026-03-30T23:48:21.440943Z","steps":["trace[524281158] 'agreement among raft nodes before linearized reading' (duration: 1.947193886s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.441027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.440818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T23:48:21.441099Z","caller":"traceutil/trace.go:172","msg":"trace[967338964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:958; }","duration":"362.52769ms","start":"2026-03-30T23:48:21.078555Z","end":"2026-03-30T23:48:21.441083Z","steps":["trace[967338964] 'agreement among raft nodes before linearized reading' (duration: 362.283965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.441156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.078538Z","time spent":"362.609012ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:21.441218Z","caller":"traceutil/trace.go:172","msg":"trace[775977855] transaction","detail":"{read_only:false; number_of_response:1; response_revision:960; }","duration":"246.847267ms","start":"2026-03-30T23:48:21.194348Z","end":"2026-03-30T23:48:21.441196Z","steps":["trace[775977855] 'process raft request' (duration: 246.813507ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.441399Z","caller":"traceutil/trace.go:172","msg":"trace[298903779] transaction","detail":"{read_only:false; number_of_response:0; response_revision:960; }","duration":"249.784176ms","start":"2026-03-30T23:48:21.191606Z","end":"2026-03-30T23:48:21.441391Z","steps":["trace[298903779] 'process raft request' (duration: 249.505871ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.441584Z","caller":"traceutil/trace.go:172","msg":"trace[1311468] transaction","detail":"{read_only:false; number_of_response:1; response_revision:960; }","duration":"247.621733ms","start":"2026-03-30T23:48:21.193953Z","end":"2026-03-30T23:48:21.441575Z","steps":["trace[1311468] 'process raft request' (duration: 247.180044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.441788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.89228782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:48:21.441836Z","caller":"traceutil/trace.go:172","msg":"trace[1281311624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:958; }","duration":"1.892336001s","start":"2026-03-30T23:48:19.549485Z","end":"2026-03-30T23:48:21.441821Z","steps":["trace[1281311624] 'agreement among raft nodes before linearized reading' (duration: 1.891357141s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.441869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:19.549466Z","time spent":"1.892394622s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:21.544052Z","caller":"traceutil/trace.go:172","msg":"trace[54269645] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"271.096684ms","start":"2026-03-30T23:48:21.272930Z","end":"2026-03-30T23:48:21.544026Z","steps":["trace[54269645] 'process raft request' (duration: 270.933291ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.544078Z","caller":"traceutil/trace.go:172","msg":"trace[190329265] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"270.651305ms","start":"2026-03-30T23:48:21.273402Z","end":"2026-03-30T23:48:21.544053Z","steps":["trace[190329265] 'process raft request' (duration: 270.551193ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.544109Z","caller":"traceutil/trace.go:172","msg":"trace[1455984212] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"269.681886ms","start":"2026-03-30T23:48:21.274409Z","end":"2026-03-30T23:48:21.544091Z","steps":["trace[1455984212] 'process raft request' (duration: 269.577523ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.544803Z","caller":"traceutil/trace.go:172","msg":"trace[145440219] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"267.160025ms","start":"2026-03-30T23:48:21.277614Z","end":"2026-03-30T23:48:21.544774Z","steps":["trace[145440219] 'process raft request' (duration: 266.40143ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.544167Z","caller":"traceutil/trace.go:172","msg":"trace[253996221] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"261.795598ms","start":"2026-03-30T23:48:21.282356Z","end":"2026-03-30T23:48:21.544152Z","steps":["trace[253996221] 'process raft request' (duration: 261.738507ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.547494Z","caller":"traceutil/trace.go:172","msg":"trace[1439806154] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"264.757626ms","start":"2026-03-30T23:48:21.282724Z","end":"2026-03-30T23:48:21.547481Z","steps":["trace[1439806154] 'process raft request' (duration: 263.027052ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.547761Z","caller":"traceutil/trace.go:172","msg":"trace[1619008757] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"260.716906ms","start":"2026-03-30T23:48:21.287032Z","end":"2026-03-30T23:48:21.547749Z","steps":["trace[1619008757] 'process raft request' (duration: 259.41284ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.549058Z","caller":"traceutil/trace.go:172","msg":"trace[228815161] transaction","detail":"{read_only:false; number_of_response:1; response_revision:968; }","duration":"244.397928ms","start":"2026-03-30T23:48:21.304640Z","end":"2026-03-30T23:48:21.549038Z","steps":["trace[228815161] 'process raft request' (duration: 243.783465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.621592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"311.709669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-30T23:48:21.621659Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.263663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:21.621671Z","caller":"traceutil/trace.go:172","msg":"trace[526075007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:969; }","duration":"311.802751ms","start":"2026-03-30T23:48:21.309856Z","end":"2026-03-30T23:48:21.621659Z","steps":["trace[526075007] 'agreement among raft nodes before linearized reading' (duration: 311.610177ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.621706Z","caller":"traceutil/trace.go:172","msg":"trace[1227374093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"331.310874ms","start":"2026-03-30T23:48:21.290382Z","end":"2026-03-30T23:48:21.621693Z","steps":["trace[1227374093] 'agreement among raft nodes before linearized reading' (duration: 331.223652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.621711Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.309828Z","time spent":"311.874813ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:21.621732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.290362Z","time spent":"331.363895ms","remote":"127.0.0.1:50070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:21.621821Z","caller":"traceutil/trace.go:172","msg":"trace[1627988229] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"168.099346ms","start":"2026-03-30T23:48:21.453706Z","end":"2026-03-30T23:48:21.621806Z","steps":["trace[1627988229] 'process raft request' (duration: 168.001624ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.621998Z","caller":"traceutil/trace.go:172","msg":"trace[325594682] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"171.920423ms","start":"2026-03-30T23:48:21.450073Z","end":"2026-03-30T23:48:21.621994Z","steps":["trace[325594682] 'process raft request' (duration: 171.510215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.623650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.634548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T23:48:21.623779Z","caller":"traceutil/trace.go:172","msg":"trace[1489991869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:971; }","duration":"419.74655ms","start":"2026-03-30T23:48:21.203989Z","end":"2026-03-30T23:48:21.623735Z","steps":["trace[1489991869] 'agreement among raft nodes before linearized reading' (duration: 419.455004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.623819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.203978Z","time spent":"419.830311ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:21.627350Z","caller":"traceutil/trace.go:172","msg":"trace[1888579736] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1071; }","duration":"180.561616ms","start":"2026-03-30T23:48:21.440867Z","end":"2026-03-30T23:48:21.621428Z","steps":["trace[1888579736] 'read index received' (duration: 180.554696ms)","trace[1888579736] 'applied index is now lower than readState.Index' (duration: 5.78µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:21.757272Z","caller":"traceutil/trace.go:172","msg":"trace[1560003391] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"195.20603ms","start":"2026-03-30T23:48:21.562046Z","end":"2026-03-30T23:48:21.757252Z","steps":["trace[1560003391] 'process raft request' (duration: 194.741871ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.757461Z","caller":"traceutil/trace.go:172","msg":"trace[1074818185] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"188.918984ms","start":"2026-03-30T23:48:21.568519Z","end":"2026-03-30T23:48:21.757438Z","steps":["trace[1074818185] 'process raft request' (duration: 188.337902ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.758057Z","caller":"traceutil/trace.go:172","msg":"trace[710401047] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"159.602685ms","start":"2026-03-30T23:48:21.598432Z","end":"2026-03-30T23:48:21.758035Z","steps":["trace[710401047] 'process raft request' (duration: 159.383471ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.758074Z","caller":"traceutil/trace.go:172","msg":"trace[1204877337] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"188.860443ms","start":"2026-03-30T23:48:21.569122Z","end":"2026-03-30T23:48:21.757982Z","steps":["trace[1204877337] 'process raft request' (duration: 187.912584ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.791055Z","caller":"traceutil/trace.go:172","msg":"trace[1589247691] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1087; }","duration":"163.643836ms","start":"2026-03-30T23:48:21.627394Z","end":"2026-03-30T23:48:21.791038Z","steps":["trace[1589247691] 'read index received' (duration: 163.637996ms)","trace[1589247691] 'applied index is now lower than readState.Index' (duration: 4.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:21.791168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.389647ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:21.791197Z","caller":"traceutil/trace.go:172","msg":"trace[318491262] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:977; }","duration":"349.433237ms","start":"2026-03-30T23:48:21.441755Z","end":"2026-03-30T23:48:21.791188Z","steps":["trace[318491262] 'agreement among raft nodes before linearized reading' (duration: 349.363696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.791487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.390621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:21.791526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.808094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-30T23:48:21.791549Z","caller":"traceutil/trace.go:172","msg":"trace[1039342110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"168.464103ms","start":"2026-03-30T23:48:21.623073Z","end":"2026-03-30T23:48:21.791537Z","steps":["trace[1039342110] 'agreement among raft nodes before linearized reading' (duration: 168.31993ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.791558Z","caller":"traceutil/trace.go:172","msg":"trace[1314879991] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:977; }","duration":"348.840556ms","start":"2026-03-30T23:48:21.442708Z","end":"2026-03-30T23:48:21.791549Z","steps":["trace[1314879991] 'agreement among raft nodes before linearized reading' (duration: 348.719083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:21.791589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.442697Z","time spent":"348.883366ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:21.792083Z","caller":"traceutil/trace.go:172","msg":"trace[1470143848] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"160.148286ms","start":"2026-03-30T23:48:21.631916Z","end":"2026-03-30T23:48:21.792064Z","steps":["trace[1470143848] 'process raft request' (duration: 160.084745ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:21.792302Z","caller":"traceutil/trace.go:172","msg":"trace[1687690716] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"161.380301ms","start":"2026-03-30T23:48:21.630913Z","end":"2026-03-30T23:48:21.792294Z","steps":["trace[1687690716] 'process raft request' (duration: 161.012053ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:22.210857Z","caller":"traceutil/trace.go:172","msg":"trace[1554656461] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1092; }","duration":"414.340454ms","start":"2026-03-30T23:48:21.796493Z","end":"2026-03-30T23:48:22.210834Z","steps":["trace[1554656461] 'read index received' (duration: 414.330414ms)","trace[1554656461] 'applied index is now lower than readState.Index' (duration: 5.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.210978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.453306ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:22.211003Z","caller":"traceutil/trace.go:172","msg":"trace[1972369206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:980; }","duration":"414.507067ms","start":"2026-03-30T23:48:21.796490Z","end":"2026-03-30T23:48:22.210997Z","steps":["trace[1972369206] 'agreement among raft nodes before linearized reading' (duration: 414.425015ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:22.211703Z","caller":"traceutil/trace.go:172","msg":"trace[711672484] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"397.810122ms","start":"2026-03-30T23:48:21.813883Z","end":"2026-03-30T23:48:22.211693Z","steps":["trace[711672484] 'process raft request' (duration: 397.591318ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:22.211727Z","caller":"traceutil/trace.go:172","msg":"trace[933112691] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"391.448804ms","start":"2026-03-30T23:48:21.820255Z","end":"2026-03-30T23:48:22.211703Z","steps":["trace[933112691] 'process raft request' (duration: 391.326722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:22.211781Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.813857Z","time spent":"397.877723ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:22.211875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:21.820232Z","time spent":"391.569536ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:22.357166Z","caller":"traceutil/trace.go:172","msg":"trace[819956444] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"101.026706ms","start":"2026-03-30T23:48:22.256103Z","end":"2026-03-30T23:48:22.357130Z","steps":["trace[819956444] 'process raft request' (duration: 100.594107ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:22.810657Z","caller":"traceutil/trace.go:172","msg":"trace[822459830] linearizableReadLoop","detail":"{readStateIndex:1122; appliedIndex:1123; }","duration":"316.771631ms","start":"2026-03-30T23:48:22.493859Z","end":"2026-03-30T23:48:22.810631Z","steps":["trace[822459830] 'read index received' (duration: 316.766231ms)","trace[822459830] 'applied index is now lower than readState.Index' (duration: 4.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:22.810814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.940354ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:22.810846Z","caller":"traceutil/trace.go:172","msg":"trace[614270593] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:996; }","duration":"316.994495ms","start":"2026-03-30T23:48:22.493842Z","end":"2026-03-30T23:48:22.810836Z","steps":["trace[614270593] 'agreement among raft nodes before linearized reading' (duration: 316.908693ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:22.811523Z","caller":"traceutil/trace.go:172","msg":"trace[1923943160] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"331.325682ms","start":"2026-03-30T23:48:22.480136Z","end":"2026-03-30T23:48:22.811462Z","steps":["trace[1923943160] 'process raft request' (duration: 330.897184ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:22.812195Z","caller":"traceutil/trace.go:172","msg":"trace[724745917] transaction","detail":"{read_only:false; number_of_response:1; response_revision:997; }","duration":"331.922894ms","start":"2026-03-30T23:48:22.480250Z","end":"2026-03-30T23:48:22.812173Z","steps":["trace[724745917] 'process raft request' (duration: 330.922614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:22.812218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.480101Z","time spent":"331.551056ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:22.812332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.480229Z","time spent":"332.032576ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65250,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:23.307805Z","caller":"traceutil/trace.go:172","msg":"trace[1741889039] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"464.527071ms","start":"2026-03-30T23:48:22.843261Z","end":"2026-03-30T23:48:23.307788Z","steps":["trace[1741889039] 'process raft request' (duration: 464.286786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.307997Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.843228Z","time spent":"464.713215ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:23.308179Z","caller":"traceutil/trace.go:172","msg":"trace[752511770] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"464.822627ms","start":"2026-03-30T23:48:22.843350Z","end":"2026-03-30T23:48:23.308172Z","steps":["trace[752511770] 'process raft request' (duration: 464.340578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.308235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:22.843262Z","time spent":"464.955759ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:23.688616Z","caller":"traceutil/trace.go:172","msg":"trace[357525486] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1131; }","duration":"403.025875ms","start":"2026-03-30T23:48:23.285557Z","end":"2026-03-30T23:48:23.688583Z","steps":["trace[357525486] 'read index received' (duration: 403.013274ms)","trace[357525486] 'applied index is now lower than readState.Index' (duration: 10.521µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:23.688790Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.202719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:23.688842Z","caller":"traceutil/trace.go:172","msg":"trace[1083291923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1000; }","duration":"403.275981ms","start":"2026-03-30T23:48:23.285552Z","end":"2026-03-30T23:48:23.688828Z","steps":["trace[1083291923] 'agreement among raft nodes before linearized reading' (duration: 403.165928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:23.688874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.285533Z","time spent":"403.337531ms","remote":"127.0.0.1:50070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:24.014693Z","caller":"traceutil/trace.go:172","msg":"trace[1178159220] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"673.561878ms","start":"2026-03-30T23:48:23.341107Z","end":"2026-03-30T23:48:24.014669Z","steps":["trace[1178159220] 'process raft request' (duration: 671.096308ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:24.014718Z","caller":"traceutil/trace.go:172","msg":"trace[2106042237] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"542.352043ms","start":"2026-03-30T23:48:23.472346Z","end":"2026-03-30T23:48:24.014698Z","steps":["trace[2106042237] 'process raft request' (duration: 542.300912ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:24.014783Z","caller":"traceutil/trace.go:172","msg":"trace[1519651692] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"642.275822ms","start":"2026-03-30T23:48:23.372448Z","end":"2026-03-30T23:48:24.014724Z","steps":["trace[1519651692] 'process raft request' (duration: 642.048347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.014835Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.341076Z","time spent":"673.686201ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:24.014859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.472327Z","time spent":"542.465085ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:24.014960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.372422Z","time spent":"642.445356ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:24.189100Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:24.534810Z","caller":"traceutil/trace.go:172","msg":"trace[482981849] linearizableReadLoop","detail":"{readStateIndex:1134; appliedIndex:1139; }","duration":"846.089663ms","start":"2026-03-30T23:48:23.688695Z","end":"2026-03-30T23:48:24.534785Z","steps":["trace[482981849] 'read index received' (duration: 846.034322ms)","trace[482981849] 'applied index is now lower than readState.Index' (duration: 53.941µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:24.534971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.041281709s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:24.535005Z","caller":"traceutil/trace.go:172","msg":"trace[1421894473] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1006; }","duration":"1.04133665s","start":"2026-03-30T23:48:23.493659Z","end":"2026-03-30T23:48:24.534996Z","steps":["trace[1421894473] 'agreement among raft nodes before linearized reading' (duration: 1.041257479s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.654639Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4248474726619224422,"received-request-id":4248474726619224419} {"level":"info","ts":"2026-03-30T23:48:24.661230Z","caller":"traceutil/trace.go:172","msg":"trace[1419092630] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"625.224508ms","start":"2026-03-30T23:48:24.035979Z","end":"2026-03-30T23:48:24.661204Z","steps":["trace[1419092630] 'process raft request' (duration: 624.857901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.661367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.035954Z","time spent":"625.344091ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:24.661444Z","caller":"traceutil/trace.go:172","msg":"trace[190089058] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"575.693619ms","start":"2026-03-30T23:48:24.085725Z","end":"2026-03-30T23:48:24.661419Z","steps":["trace[190089058] 'process raft request' (duration: 575.284901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.661592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.085701Z","time spent":"575.810851ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:24.732156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.042358492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:24.732167Z","caller":"traceutil/trace.go:172","msg":"trace[868518345] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1145; }","duration":"197.207388ms","start":"2026-03-30T23:48:24.534889Z","end":"2026-03-30T23:48:24.732096Z","steps":["trace[868518345] 'read index received' (duration: 197.201208ms)","trace[868518345] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:24.732225Z","caller":"traceutil/trace.go:172","msg":"trace[144365330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"1.042435164s","start":"2026-03-30T23:48:23.689777Z","end":"2026-03-30T23:48:24.732212Z","steps":["trace[144365330] 'agreement among raft nodes before linearized reading' (duration: 1.042324171s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.732267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.689755Z","time spent":"1.042504386s","remote":"127.0.0.1:50046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:24.732442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.918026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T23:48:24.732469Z","caller":"traceutil/trace.go:172","msg":"trace[1714806780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1009; }","duration":"484.958937ms","start":"2026-03-30T23:48:24.247502Z","end":"2026-03-30T23:48:24.732461Z","steps":["trace[1714806780] 'agreement among raft nodes before linearized reading' (duration: 484.817904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.732493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.247478Z","time spent":"485.008938ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:24.732574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.024474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T23:48:24.732621Z","caller":"traceutil/trace.go:172","msg":"trace[1925857714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1009; }","duration":"688.058004ms","start":"2026-03-30T23:48:24.044538Z","end":"2026-03-30T23:48:24.732596Z","steps":["trace[1925857714] 'agreement among raft nodes before linearized reading' (duration: 687.943312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.732647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.044519Z","time spent":"688.121375ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:24.732818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"923.2616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T23:48:24.732869Z","caller":"traceutil/trace.go:172","msg":"trace[51608558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1009; }","duration":"923.309241ms","start":"2026-03-30T23:48:23.809546Z","end":"2026-03-30T23:48:24.732855Z","steps":["trace[51608558] 'agreement among raft nodes before linearized reading' (duration: 923.167048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.732904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:23.809527Z","time spent":"923.366861ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:24.734384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.585396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T23:48:24.734462Z","caller":"traceutil/trace.go:172","msg":"trace[1048544696] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:1009; }","duration":"215.674947ms","start":"2026-03-30T23:48:24.518767Z","end":"2026-03-30T23:48:24.734442Z","steps":["trace[1048544696] 'agreement among raft nodes before linearized reading' (duration: 215.399902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:24.805707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.163146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:24.805911Z","caller":"traceutil/trace.go:172","msg":"trace[740831889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1013; }","duration":"269.385911ms","start":"2026-03-30T23:48:24.536508Z","end":"2026-03-30T23:48:24.805893Z","steps":["trace[740831889] 'agreement among raft nodes before linearized reading' (duration: 269.130596ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:24.871222Z","caller":"traceutil/trace.go:172","msg":"trace[906175379] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"110.400265ms","start":"2026-03-30T23:48:24.760793Z","end":"2026-03-30T23:48:24.871194Z","steps":["trace[906175379] 'process raft request' (duration: 110.112139ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:25.020647Z","caller":"traceutil/trace.go:172","msg":"trace[49808601] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1159; }","duration":"215.021985ms","start":"2026-03-30T23:48:24.805598Z","end":"2026-03-30T23:48:25.020620Z","steps":["trace[49808601] 'read index received' (duration: 215.017785ms)","trace[49808601] 'applied index is now lower than readState.Index' (duration: 3.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.020826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.386521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:25.020955Z","caller":"traceutil/trace.go:172","msg":"trace[242358764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"277.518334ms","start":"2026-03-30T23:48:24.743410Z","end":"2026-03-30T23:48:25.020929Z","steps":["trace[242358764] 'agreement among raft nodes before linearized reading' (duration: 277.31855ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:25.021086Z","caller":"traceutil/trace.go:172","msg":"trace[1129245062] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"209.208949ms","start":"2026-03-30T23:48:24.811865Z","end":"2026-03-30T23:48:25.021074Z","steps":["trace[1129245062] 'process raft request' (duration: 208.977584ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:25.213483Z","caller":"traceutil/trace.go:172","msg":"trace[1617845240] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"312.21972ms","start":"2026-03-30T23:48:24.901242Z","end":"2026-03-30T23:48:25.213462Z","steps":["trace[1617845240] 'process raft request' (duration: 311.964685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:25.213579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.901217Z","time spent":"312.312452ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:25.213596Z","caller":"traceutil/trace.go:172","msg":"trace[205831729] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"250.006557ms","start":"2026-03-30T23:48:24.963566Z","end":"2026-03-30T23:48:25.213573Z","steps":["trace[205831729] 'process raft request' (duration: 249.957226ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:25.213754Z","caller":"traceutil/trace.go:172","msg":"trace[712217500] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"306.796341ms","start":"2026-03-30T23:48:24.906930Z","end":"2026-03-30T23:48:25.213726Z","steps":["trace[712217500] 'process raft request' (duration: 306.457055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:25.213899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:24.906907Z","time spent":"306.917913ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:25.375442Z","caller":"traceutil/trace.go:172","msg":"trace[1981475677] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1164; }","duration":"352.867157ms","start":"2026-03-30T23:48:25.022549Z","end":"2026-03-30T23:48:25.375416Z","steps":["trace[1981475677] 'read index received' (duration: 352.860727ms)","trace[1981475677] 'applied index is now lower than readState.Index' (duration: 5.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:25.375653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.089911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:25.375747Z","caller":"traceutil/trace.go:172","msg":"trace[1630323897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1021; }","duration":"353.192993ms","start":"2026-03-30T23:48:25.022543Z","end":"2026-03-30T23:48:25.375736Z","steps":["trace[1630323897] 'agreement among raft nodes before linearized reading' (duration: 353.057491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:25.375823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.022517Z","time spent":"353.295466ms","remote":"127.0.0.1:50046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:25.590323Z","caller":"traceutil/trace.go:172","msg":"trace[647618086] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"327.45223ms","start":"2026-03-30T23:48:25.262855Z","end":"2026-03-30T23:48:25.590307Z","steps":["trace[647618086] 'process raft request' (duration: 327.391799ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:25.590539Z","caller":"traceutil/trace.go:172","msg":"trace[1068768960] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"332.652823ms","start":"2026-03-30T23:48:25.257867Z","end":"2026-03-30T23:48:25.590520Z","steps":["trace[1068768960] 'process raft request' (duration: 332.297026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:25.590608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.262832Z","time spent":"327.691024ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:25.590696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.257843Z","time spent":"332.742396ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:25.590731Z","caller":"traceutil/trace.go:172","msg":"trace[1026262991] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"373.378436ms","start":"2026-03-30T23:48:25.217343Z","end":"2026-03-30T23:48:25.590721Z","steps":["trace[1026262991] 'process raft request' (duration: 372.646862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:25.591097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.217327Z","time spent":"373.424467ms","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:25.875855Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224439,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:26.145263Z","caller":"traceutil/trace.go:172","msg":"trace[722084154] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1168; }","duration":"769.664834ms","start":"2026-03-30T23:48:25.375578Z","end":"2026-03-30T23:48:26.145243Z","steps":["trace[722084154] 'read index received' (duration: 769.660434ms)","trace[722084154] 'applied index is now lower than readState.Index' (duration: 3.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:26.145553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.121597122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-30T23:48:26.145594Z","caller":"traceutil/trace.go:172","msg":"trace[271835347] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1024; }","duration":"1.121650243s","start":"2026-03-30T23:48:25.023935Z","end":"2026-03-30T23:48:26.145585Z","steps":["trace[271835347] 'agreement among raft nodes before linearized reading' (duration: 1.12148626s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.145659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.023915Z","time spent":"1.121701335s","remote":"127.0.0.1:50326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:26.189759Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4248474726619224443,"received-request-id":4248474726619224439} {"level":"info","ts":"2026-03-30T23:48:26.189848Z","caller":"traceutil/trace.go:172","msg":"trace[1762516081] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"578.882348ms","start":"2026-03-30T23:48:25.610951Z","end":"2026-03-30T23:48:26.189833Z","steps":["trace[1762516081] 'process raft request' (duration: 578.279586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.189944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.610927Z","time spent":"578.95971ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20842,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:26.190024Z","caller":"traceutil/trace.go:172","msg":"trace[1516753481] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"570.269787ms","start":"2026-03-30T23:48:25.619744Z","end":"2026-03-30T23:48:26.190014Z","steps":["trace[1516753481] 'process raft request' (duration: 569.563893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.190101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.619731Z","time spent":"570.327608ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:26.189973Z","caller":"traceutil/trace.go:172","msg":"trace[1150820631] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"594.00721ms","start":"2026-03-30T23:48:25.595951Z","end":"2026-03-30T23:48:26.189958Z","steps":["trace[1150820631] 'process raft request' (duration: 593.215484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.190232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.595934Z","time spent":"594.275406ms","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:26.191105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.080432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-30T23:48:26.191225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.475585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4lwgh\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"warn","ts":"2026-03-30T23:48:26.191230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"697.644896ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:26.191261Z","caller":"traceutil/trace.go:172","msg":"trace[918141232] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4lwgh; range_end:; response_count:1; response_revision:1030; }","duration":"157.512455ms","start":"2026-03-30T23:48:26.033737Z","end":"2026-03-30T23:48:26.191250Z","steps":["trace[918141232] 'agreement among raft nodes before linearized reading' (duration: 157.374442ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:26.191375Z","caller":"traceutil/trace.go:172","msg":"trace[381028086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1030; }","duration":"697.759488ms","start":"2026-03-30T23:48:25.493552Z","end":"2026-03-30T23:48:26.191311Z","steps":["trace[381028086] 'agreement among raft nodes before linearized reading' (duration: 697.563665ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:26.191441Z","caller":"traceutil/trace.go:172","msg":"trace[3877821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1030; }","duration":"398.180345ms","start":"2026-03-30T23:48:25.793011Z","end":"2026-03-30T23:48:26.191192Z","steps":["trace[3877821] 'agreement among raft nodes before linearized reading' (duration: 398.047862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:26.192006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:25.792993Z","time spent":"398.995151ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:26.523055Z","caller":"traceutil/trace.go:172","msg":"trace[1021846181] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"188.081945ms","start":"2026-03-30T23:48:26.334951Z","end":"2026-03-30T23:48:26.523033Z","steps":["trace[1021846181] 'process raft request' (duration: 140.049578ms)","trace[1021846181] 'compare' (duration: 47.500816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.023190Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:27.114145Z","caller":"traceutil/trace.go:172","msg":"trace[318340073] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1186; }","duration":"591.900731ms","start":"2026-03-30T23:48:26.522216Z","end":"2026-03-30T23:48:27.114117Z","steps":["trace[318340073] 'read index received' (duration: 591.889061ms)","trace[318340073] 'applied index is now lower than readState.Index' (duration: 9.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:27.114304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.066224ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:27.114358Z","caller":"traceutil/trace.go:172","msg":"trace[610404837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1034; }","duration":"592.139205ms","start":"2026-03-30T23:48:26.522206Z","end":"2026-03-30T23:48:27.114345Z","steps":["trace[610404837] 'agreement among raft nodes before linearized reading' (duration: 592.030963ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:27.114761Z","caller":"traceutil/trace.go:172","msg":"trace[1003896263] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1035; }","duration":"546.820393ms","start":"2026-03-30T23:48:26.567916Z","end":"2026-03-30T23:48:27.114736Z","steps":["trace[1003896263] 'process raft request' (duration: 546.66676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:27.114896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.567892Z","time spent":"546.932205ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":15713,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:27.116528Z","caller":"traceutil/trace.go:172","msg":"trace[894283530] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1036; }","duration":"396.49139ms","start":"2026-03-30T23:48:26.720011Z","end":"2026-03-30T23:48:27.116502Z","steps":["trace[894283530] 'process raft request' (duration: 395.940389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:27.117776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:26.719973Z","time spent":"397.127133ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570141,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:27.789117Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:27.789275Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4248474726619224455,"received-request-id":4248474726619224450} {"level":"warn","ts":"2026-03-30T23:48:27.799194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.170225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:27.799549Z","caller":"traceutil/trace.go:172","msg":"trace[350328365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1036; }","duration":"305.525602ms","start":"2026-03-30T23:48:27.493996Z","end":"2026-03-30T23:48:27.799522Z","steps":["trace[350328365] 'range keys from in-memory index tree' (duration: 305.035863ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:27.799835Z","caller":"traceutil/trace.go:172","msg":"trace[1409947991] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"785.612585ms","start":"2026-03-30T23:48:27.014198Z","end":"2026-03-30T23:48:27.799811Z","steps":["trace[1409947991] 'process raft request' (duration: 785.227877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:27.799979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.014180Z","time spent":"785.723327ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:28.056639Z","caller":"traceutil/trace.go:172","msg":"trace[940609934] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1197; }","duration":"768.025003ms","start":"2026-03-30T23:48:27.288593Z","end":"2026-03-30T23:48:28.056618Z","steps":["trace[940609934] 'read index received' (duration: 768.018033ms)","trace[940609934] 'applied index is now lower than readState.Index' (duration: 4.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:28.056757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"768.145776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:28.057204Z","caller":"traceutil/trace.go:172","msg":"trace[1045603113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"768.211267ms","start":"2026-03-30T23:48:27.288587Z","end":"2026-03-30T23:48:28.056798Z","steps":["trace[1045603113] 'agreement among raft nodes before linearized reading' (duration: 768.103805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:28.057253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.288567Z","time spent":"768.675446ms","remote":"127.0.0.1:50070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:28.057969Z","caller":"traceutil/trace.go:172","msg":"trace[655550285] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1041; }","duration":"873.0543ms","start":"2026-03-30T23:48:27.184900Z","end":"2026-03-30T23:48:28.057954Z","steps":["trace[655550285] 'process raft request' (duration: 872.895377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:28.058064Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.184864Z","time spent":"873.144152ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208521,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:28.064279Z","caller":"traceutil/trace.go:172","msg":"trace[1247942348] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1041; }","duration":"807.200191ms","start":"2026-03-30T23:48:27.257057Z","end":"2026-03-30T23:48:28.064257Z","steps":["trace[1247942348] 'process raft request' (duration: 807.014857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:28.064395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.257038Z","time spent":"807.293373ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":15722,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:28.064406Z","caller":"traceutil/trace.go:172","msg":"trace[1369498921] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"247.058249ms","start":"2026-03-30T23:48:27.817331Z","end":"2026-03-30T23:48:28.064389Z","steps":["trace[1369498921] 'process raft request' (duration: 246.837014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:28.097991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.570141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T23:48:28.098066Z","caller":"traceutil/trace.go:172","msg":"trace[2048164804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1045; }","duration":"301.650222ms","start":"2026-03-30T23:48:27.796399Z","end":"2026-03-30T23:48:28.098050Z","steps":["trace[2048164804] 'agreement among raft nodes before linearized reading' (duration: 301.462249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:28.098115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:27.796380Z","time spent":"301.725564ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:28.098208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.606221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:28.098247Z","caller":"traceutil/trace.go:172","msg":"trace[1780548709] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1045; }","duration":"298.646222ms","start":"2026-03-30T23:48:27.799591Z","end":"2026-03-30T23:48:28.098237Z","steps":["trace[1780548709] 'agreement among raft nodes before linearized reading' (duration: 298.587881ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:31.182708Z","caller":"traceutil/trace.go:172","msg":"trace[712643219] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"109.926321ms","start":"2026-03-30T23:48:31.072762Z","end":"2026-03-30T23:48:31.182689Z","steps":["trace[712643219] 'process raft request' (duration: 109.777808ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:31.347419Z","caller":"traceutil/trace.go:172","msg":"trace[1006575356] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"258.473264ms","start":"2026-03-30T23:48:31.088920Z","end":"2026-03-30T23:48:31.347393Z","steps":["trace[1006575356] 'process raft request' (duration: 258.255209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:31.787960Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:32.253282Z","caller":"traceutil/trace.go:172","msg":"trace[50197253] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1244; }","duration":"966.329285ms","start":"2026-03-30T23:48:31.286920Z","end":"2026-03-30T23:48:32.253249Z","steps":["trace[50197253] 'read index received' (duration: 966.311634ms)","trace[50197253] 'applied index is now lower than readState.Index' (duration: 11.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:32.253578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"966.646241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:32.253628Z","caller":"traceutil/trace.go:172","msg":"trace[2071141407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1082; }","duration":"966.715913ms","start":"2026-03-30T23:48:31.286898Z","end":"2026-03-30T23:48:32.253614Z","steps":["trace[2071141407] 'agreement among raft nodes before linearized reading' (duration: 966.479368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.253662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:31.286855Z","time spent":"966.800285ms","remote":"127.0.0.1:50046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:32.253976Z","caller":"traceutil/trace.go:172","msg":"trace[2073795544] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"1.067031694s","start":"2026-03-30T23:48:31.186903Z","end":"2026-03-30T23:48:32.253935Z","steps":["trace[2073795544] 'process raft request' (duration: 1.066771319s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.254139Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:31.186865Z","time spent":"1.067206227s","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:32.446511Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4248474726619224498,"received-request-id":4248474726619224495} {"level":"info","ts":"2026-03-30T23:48:32.481965Z","caller":"traceutil/trace.go:172","msg":"trace[1468929783] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1249; }","duration":"228.585867ms","start":"2026-03-30T23:48:32.253358Z","end":"2026-03-30T23:48:32.481944Z","steps":["trace[1468929783] 'read index received' (duration: 228.579937ms)","trace[1468929783] 'applied index is now lower than readState.Index' (duration: 4.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:32.482082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"987.748ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:32.482111Z","caller":"traceutil/trace.go:172","msg":"trace[1298269864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1086; }","duration":"987.789061ms","start":"2026-03-30T23:48:31.494312Z","end":"2026-03-30T23:48:32.482101Z","steps":["trace[1298269864] 'agreement among raft nodes before linearized reading' (duration: 987.72337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.482197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"399.340864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4lwgh\" limit:1 ","response":"range_response_count:1 size:19411"} {"level":"info","ts":"2026-03-30T23:48:32.482276Z","caller":"traceutil/trace.go:172","msg":"trace[698681104] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4lwgh; range_end:; response_count:1; response_revision:1086; }","duration":"399.438586ms","start":"2026-03-30T23:48:32.082820Z","end":"2026-03-30T23:48:32.482259Z","steps":["trace[698681104] 'agreement among raft nodes before linearized reading' (duration: 399.187501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.482318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.082794Z","time spent":"399.515418ms","remote":"127.0.0.1:50368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19434,"request content":"key:\"/registry/pods/kube-system/cilium-4lwgh\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:32.482443Z","caller":"traceutil/trace.go:172","msg":"trace[1227087514] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"224.368534ms","start":"2026-03-30T23:48:32.258060Z","end":"2026-03-30T23:48:32.482429Z","steps":["trace[1227087514] 'process raft request' (duration: 224.041338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:32.982674Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:33.194395Z","caller":"traceutil/trace.go:172","msg":"trace[1102808855] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1252; }","duration":"712.355551ms","start":"2026-03-30T23:48:32.482011Z","end":"2026-03-30T23:48:33.194366Z","steps":["trace[1102808855] 'read index received' (duration: 712.347241ms)","trace[1102808855] 'applied index is now lower than readState.Index' (duration: 6.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:33.194550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"908.524559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:33.194581Z","caller":"traceutil/trace.go:172","msg":"trace[626682535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1089; }","duration":"908.56801ms","start":"2026-03-30T23:48:32.286004Z","end":"2026-03-30T23:48:33.194572Z","steps":["trace[626682535] 'agreement among raft nodes before linearized reading' (duration: 908.486448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:33.194612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.285988Z","time spent":"908.61781ms","remote":"127.0.0.1:50070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:33.194614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"838.261093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T23:48:33.194680Z","caller":"traceutil/trace.go:172","msg":"trace[1402974086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1089; }","duration":"838.341945ms","start":"2026-03-30T23:48:32.356323Z","end":"2026-03-30T23:48:33.194665Z","steps":["trace[1402974086] 'agreement among raft nodes before linearized reading' (duration: 838.11377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:33.194728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.356305Z","time spent":"838.414966ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:33.194896Z","caller":"traceutil/trace.go:172","msg":"trace[908719941] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"695.705182ms","start":"2026-03-30T23:48:32.499170Z","end":"2026-03-30T23:48:33.194875Z","steps":["trace[908719941] 'process raft request' (duration: 695.62683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:33.195048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.499152Z","time spent":"695.823755ms","remote":"127.0.0.1:50368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:33.195051Z","caller":"traceutil/trace.go:172","msg":"trace[188387674] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"708.300551ms","start":"2026-03-30T23:48:32.486738Z","end":"2026-03-30T23:48:33.195039Z","steps":["trace[188387674] 'process raft request' (duration: 707.935824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:33.195135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.486710Z","time spent":"708.379072ms","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:33.694926Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:34.195861Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:48:34.492194Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4248474726619224503,"received-request-id":4248474726619224500} {"level":"info","ts":"2026-03-30T23:48:34.609712Z","caller":"traceutil/trace.go:172","msg":"trace[253068910] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1258; }","duration":"1.415229284s","start":"2026-03-30T23:48:33.194462Z","end":"2026-03-30T23:48:34.609692Z","steps":["trace[253068910] 'read index received' (duration: 1.415222984s)","trace[253068910] 'applied index is now lower than readState.Index' (duration: 5.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:34.609828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.116735681s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:34.609861Z","caller":"traceutil/trace.go:172","msg":"trace[250725206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1095; }","duration":"2.116783852s","start":"2026-03-30T23:48:32.493068Z","end":"2026-03-30T23:48:34.609852Z","steps":["trace[250725206] 'agreement among raft nodes before linearized reading' (duration: 2.116714631s)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.610033Z","caller":"traceutil/trace.go:172","msg":"trace[1372347503] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"224.035654ms","start":"2026-03-30T23:48:34.385982Z","end":"2026-03-30T23:48:34.610018Z","steps":["trace[1372347503] 'process raft request' (duration: 223.973203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.610234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.98076602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:34.610265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.814283457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T23:48:34.610323Z","caller":"traceutil/trace.go:172","msg":"trace[1379224177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1097; }","duration":"1.814346658s","start":"2026-03-30T23:48:32.795967Z","end":"2026-03-30T23:48:34.610314Z","steps":["trace[1379224177] 'agreement among raft nodes before linearized reading' (duration: 1.814099563s)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.610333Z","caller":"traceutil/trace.go:172","msg":"trace[388705383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:1097; }","duration":"1.980919283s","start":"2026-03-30T23:48:32.629390Z","end":"2026-03-30T23:48:34.610309Z","steps":["trace[388705383] 'agreement among raft nodes before linearized reading' (duration: 1.980710289s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.610356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.795951Z","time spent":"1.81439594s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:34.610397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.629360Z","time spent":"1.981023646s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:34.610352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.029651615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T23:48:34.610486Z","caller":"traceutil/trace.go:172","msg":"trace[921813319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1097; }","duration":"2.029788037s","start":"2026-03-30T23:48:32.580679Z","end":"2026-03-30T23:48:34.610467Z","steps":["trace[921813319] 'agreement among raft nodes before linearized reading' (duration: 2.02944411s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.611122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:32.580667Z","time spent":"2.03043558s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:34.610578Z","caller":"traceutil/trace.go:172","msg":"trace[1506813977] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"1.410526442s","start":"2026-03-30T23:48:33.200018Z","end":"2026-03-30T23:48:34.610545Z","steps":["trace[1506813977] 'process raft request' (duration: 1.409843518s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.611666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:33.199998Z","time spent":"1.411569332s","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T23:48:34.628032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.431832001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:34.628098Z","caller":"traceutil/trace.go:172","msg":"trace[50916597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"1.431905812s","start":"2026-03-30T23:48:33.196181Z","end":"2026-03-30T23:48:34.628087Z","steps":["trace[50916597] 'agreement among raft nodes before linearized reading' (duration: 1.43180984s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.628094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.1677033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-03-30T23:48:34.628130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:33.196161Z","time spent":"1.431963623s","remote":"127.0.0.1:50046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:34.628137Z","caller":"traceutil/trace.go:172","msg":"trace[797499932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1101; }","duration":"1.167748051s","start":"2026-03-30T23:48:33.460378Z","end":"2026-03-30T23:48:34.628126Z","steps":["trace[797499932] 'agreement among raft nodes before linearized reading' (duration: 1.16767353s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.628165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:33.460357Z","time spent":"1.167800962s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:34.628152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.701777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T23:48:34.628217Z","caller":"traceutil/trace.go:172","msg":"trace[1949051790] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:1101; }","duration":"108.781879ms","start":"2026-03-30T23:48:34.519420Z","end":"2026-03-30T23:48:34.628202Z","steps":["trace[1949051790] 'agreement among raft nodes before linearized reading' (duration: 108.574384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.628246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.428257179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4lwgh\" limit:1 ","response":"range_response_count:1 size:19670"} {"level":"info","ts":"2026-03-30T23:48:34.628322Z","caller":"traceutil/trace.go:172","msg":"trace[2135760662] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4lwgh; range_end:; response_count:1; response_revision:1101; }","duration":"1.428332842s","start":"2026-03-30T23:48:33.199976Z","end":"2026-03-30T23:48:34.628308Z","steps":["trace[2135760662] 'agreement among raft nodes before linearized reading' (duration: 1.428184199s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.628358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:33.199962Z","time spent":"1.428387702s","remote":"127.0.0.1:50368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19693,"request content":"key:\"/registry/pods/kube-system/cilium-4lwgh\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:34.742727Z","caller":"traceutil/trace.go:172","msg":"trace[1202206607] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"109.648455ms","start":"2026-03-30T23:48:34.633053Z","end":"2026-03-30T23:48:34.742702Z","steps":["trace[1202206607] 'process raft request' (duration: 109.492412ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.905962Z","caller":"traceutil/trace.go:172","msg":"trace[944417071] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1271; }","duration":"268.683361ms","start":"2026-03-30T23:48:34.637257Z","end":"2026-03-30T23:48:34.905940Z","steps":["trace[944417071] 'read index received' (duration: 268.673751ms)","trace[944417071] 'applied index is now lower than readState.Index' (duration: 4.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:34.906282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.890155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T23:48:34.906328Z","caller":"traceutil/trace.go:172","msg":"trace[22917190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1106; }","duration":"271.954956ms","start":"2026-03-30T23:48:34.634362Z","end":"2026-03-30T23:48:34.906317Z","steps":["trace[22917190] 'agreement among raft nodes before linearized reading' (duration: 271.756632ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.907001Z","caller":"traceutil/trace.go:172","msg":"trace[2095696673] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"266.703743ms","start":"2026-03-30T23:48:34.640280Z","end":"2026-03-30T23:48:34.906984Z","steps":["trace[2095696673] 'process raft request' (duration: 266.585981ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.907393Z","caller":"traceutil/trace.go:172","msg":"trace[1910411149] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"261.655684ms","start":"2026-03-30T23:48:34.645718Z","end":"2026-03-30T23:48:34.907374Z","steps":["trace[1910411149] 'process raft request' (duration: 261.209335ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.969910Z","caller":"traceutil/trace.go:172","msg":"trace[396719978] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"222.704928ms","start":"2026-03-30T23:48:34.747185Z","end":"2026-03-30T23:48:34.969890Z","steps":["trace[396719978] 'process raft request' (duration: 222.27697ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:34.970312Z","caller":"traceutil/trace.go:172","msg":"trace[2127060126] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"204.687953ms","start":"2026-03-30T23:48:34.765609Z","end":"2026-03-30T23:48:34.970297Z","steps":["trace[2127060126] 'process raft request' (duration: 204.0098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.985917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.528491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:34.985960Z","caller":"traceutil/trace.go:172","msg":"trace[860912699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"347.580062ms","start":"2026-03-30T23:48:34.638371Z","end":"2026-03-30T23:48:34.985951Z","steps":["trace[860912699] 'agreement among raft nodes before linearized reading' (duration: 347.505231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:34.985981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:34.638364Z","time spent":"347.611764ms","remote":"127.0.0.1:50070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T23:48:35.089923Z","caller":"traceutil/trace.go:172","msg":"trace[130116917] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"116.857045ms","start":"2026-03-30T23:48:34.973044Z","end":"2026-03-30T23:48:35.089901Z","steps":["trace[130116917] 'process raft request' (duration: 116.658581ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.191198Z","caller":"traceutil/trace.go:172","msg":"trace[166899451] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1281; }","duration":"205.327731ms","start":"2026-03-30T23:48:34.985842Z","end":"2026-03-30T23:48:35.191170Z","steps":["trace[166899451] 'read index received' (duration: 205.321021ms)","trace[166899451] 'applied index is now lower than readState.Index' (duration: 5.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:35.191494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.604321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4lwgh\" limit:1 ","response":"range_response_count:1 size:19904"} {"level":"info","ts":"2026-03-30T23:48:35.191540Z","caller":"traceutil/trace.go:172","msg":"trace[805524834] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4lwgh; range_end:; response_count:1; response_revision:1116; }","duration":"279.668192ms","start":"2026-03-30T23:48:34.911860Z","end":"2026-03-30T23:48:35.191528Z","steps":["trace[805524834] 'agreement among raft nodes before linearized reading' (duration: 279.467208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:35.191706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.526019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-30T23:48:35.191792Z","caller":"traceutil/trace.go:172","msg":"trace[359652716] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1117; }","duration":"282.632071ms","start":"2026-03-30T23:48:34.909143Z","end":"2026-03-30T23:48:35.191775Z","steps":["trace[359652716] 'agreement among raft nodes before linearized reading' (duration: 282.320145ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.254125Z","caller":"traceutil/trace.go:172","msg":"trace[2061960289] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"160.48401ms","start":"2026-03-30T23:48:35.093612Z","end":"2026-03-30T23:48:35.254096Z","steps":["trace[2061960289] 'process raft request' (duration: 160.197694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:35.266903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.983066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:35.266956Z","caller":"traceutil/trace.go:172","msg":"trace[1395818621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1123; }","duration":"280.049267ms","start":"2026-03-30T23:48:34.986896Z","end":"2026-03-30T23:48:35.266946Z","steps":["trace[1395818621] 'agreement among raft nodes before linearized reading' (duration: 279.932175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:35.296235Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.636605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-03-30T23:48:35.296318Z","caller":"traceutil/trace.go:172","msg":"trace[1706066566] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1125; }","duration":"101.727717ms","start":"2026-03-30T23:48:35.194573Z","end":"2026-03-30T23:48:35.296300Z","steps":["trace[1706066566] 'agreement among raft nodes before linearized reading' (duration: 101.524143ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.599140Z","caller":"traceutil/trace.go:172","msg":"trace[1856305329] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"292.057731ms","start":"2026-03-30T23:48:35.307046Z","end":"2026-03-30T23:48:35.599103Z","steps":["trace[1856305329] 'process raft request' (duration: 291.902318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:35.600008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.793086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:35.600056Z","caller":"traceutil/trace.go:172","msg":"trace[936525070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1129; }","duration":"105.852237ms","start":"2026-03-30T23:48:35.494191Z","end":"2026-03-30T23:48:35.600043Z","steps":["trace[936525070] 'agreement among raft nodes before linearized reading' (duration: 105.758866ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:35.599874Z","caller":"traceutil/trace.go:172","msg":"trace[647918066] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1294; }","duration":"105.629643ms","start":"2026-03-30T23:48:35.494226Z","end":"2026-03-30T23:48:35.599855Z","steps":["trace[647918066] 'read index received' (duration: 105.623393ms)","trace[647918066] 'applied index is now lower than readState.Index' (duration: 5.04µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T23:48:35.779455Z","caller":"traceutil/trace.go:172","msg":"trace[2144642241] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"165.817965ms","start":"2026-03-30T23:48:35.613619Z","end":"2026-03-30T23:48:35.779437Z","steps":["trace[2144642241] 'process raft request' (duration: 165.649612ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.318214Z","caller":"traceutil/trace.go:172","msg":"trace[1065072982] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1141; }","duration":"145.123175ms","start":"2026-03-30T23:48:36.173056Z","end":"2026-03-30T23:48:36.318179Z","steps":["trace[1065072982] 'process raft request' (duration: 145.035573ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.318239Z","caller":"traceutil/trace.go:172","msg":"trace[889655303] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1141; }","duration":"143.922111ms","start":"2026-03-30T23:48:36.174290Z","end":"2026-03-30T23:48:36.318212Z","steps":["trace[889655303] 'process raft request' (duration: 143.821499ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.318255Z","caller":"traceutil/trace.go:172","msg":"trace[1439555473] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1141; }","duration":"143.665736ms","start":"2026-03-30T23:48:36.174545Z","end":"2026-03-30T23:48:36.318210Z","steps":["trace[1439555473] 'process raft request' (duration: 143.591245ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.567546Z","caller":"traceutil/trace.go:172","msg":"trace[818862067] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1310; }","duration":"279.635861ms","start":"2026-03-30T23:48:36.287893Z","end":"2026-03-30T23:48:36.567529Z","steps":["trace[818862067] 'read index received' (duration: 279.630751ms)","trace[818862067] 'applied index is now lower than readState.Index' (duration: 3.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:36.567660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.753413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:36.567693Z","caller":"traceutil/trace.go:172","msg":"trace[799648945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1141; }","duration":"279.795074ms","start":"2026-03-30T23:48:36.287887Z","end":"2026-03-30T23:48:36.567682Z","steps":["trace[799648945] 'agreement among raft nodes before linearized reading' (duration: 279.725173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:36.604259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.328743ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:36.604296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.928395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-03-30T23:48:36.604366Z","caller":"traceutil/trace.go:172","msg":"trace[341397769] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:1142; }","duration":"285.006977ms","start":"2026-03-30T23:48:36.319344Z","end":"2026-03-30T23:48:36.604351Z","steps":["trace[341397769] 'agreement among raft nodes before linearized reading' (duration: 279.628892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:36.604379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.375144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-03-30T23:48:36.604428Z","caller":"traceutil/trace.go:172","msg":"trace[535229450] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1142; }","duration":"284.434155ms","start":"2026-03-30T23:48:36.319981Z","end":"2026-03-30T23:48:36.604415Z","steps":["trace[535229450] 'agreement among raft nodes before linearized reading' (duration: 278.976348ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.604325Z","caller":"traceutil/trace.go:172","msg":"trace[296414443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1142; }","duration":"110.405304ms","start":"2026-03-30T23:48:36.493907Z","end":"2026-03-30T23:48:36.604313Z","steps":["trace[296414443] 'agreement among raft nodes before linearized reading' (duration: 105.041919ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.604655Z","caller":"traceutil/trace.go:172","msg":"trace[756297194] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1144; }","duration":"280.799794ms","start":"2026-03-30T23:48:36.323844Z","end":"2026-03-30T23:48:36.604644Z","steps":["trace[756297194] 'process raft request' (duration: 280.668951ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.604740Z","caller":"traceutil/trace.go:172","msg":"trace[945139076] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1144; }","duration":"279.422557ms","start":"2026-03-30T23:48:36.325307Z","end":"2026-03-30T23:48:36.604729Z","steps":["trace[945139076] 'process raft request' (duration: 279.234714ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.967531Z","caller":"traceutil/trace.go:172","msg":"trace[1601470707] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1146; }","duration":"354.004859ms","start":"2026-03-30T23:48:36.613509Z","end":"2026-03-30T23:48:36.967513Z","steps":["trace[1601470707] 'process raft request' (duration: 353.876467ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:36.967585Z","caller":"traceutil/trace.go:172","msg":"trace[550898163] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1146; }","duration":"353.751704ms","start":"2026-03-30T23:48:36.613815Z","end":"2026-03-30T23:48:36.967567Z","steps":["trace[550898163] 'process raft request' (duration: 353.609842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:36.967663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.613475Z","time spent":"354.112221ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9354,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:36.967708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.613793Z","time spent":"353.866886ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":10402,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:37.486091Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224543,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:48:37.502781Z","caller":"traceutil/trace.go:172","msg":"trace[1848418996] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"526.579008ms","start":"2026-03-30T23:48:36.976180Z","end":"2026-03-30T23:48:37.502759Z","steps":["trace[1848418996] 'process raft request' (duration: 526.447055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.502924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.976162Z","time spent":"526.680609ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:37.515413Z","caller":"traceutil/trace.go:172","msg":"trace[1834581677] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1324; }","duration":"530.248049ms","start":"2026-03-30T23:48:36.985122Z","end":"2026-03-30T23:48:37.515370Z","steps":["trace[1834581677] 'read index received' (duration: 530.239828ms)","trace[1834581677] 'applied index is now lower than readState.Index' (duration: 6.631µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:37.515628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"530.499424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T23:48:37.515675Z","caller":"traceutil/trace.go:172","msg":"trace[50847583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1151; }","duration":"530.551505ms","start":"2026-03-30T23:48:36.985113Z","end":"2026-03-30T23:48:37.515664Z","steps":["trace[50847583] 'agreement among raft nodes before linearized reading' (duration: 530.409423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.515702Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.985093Z","time spent":"530.602556ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:37.515731Z","caller":"traceutil/trace.go:172","msg":"trace[692300475] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"538.47718ms","start":"2026-03-30T23:48:36.977160Z","end":"2026-03-30T23:48:37.515637Z","steps":["trace[692300475] 'process raft request' (duration: 538.301316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.516277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:36.977142Z","time spent":"538.9415ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T23:48:37.710614Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4248474726619224549,"received-request-id":4248474726619224543} {"level":"info","ts":"2026-03-30T23:48:37.899978Z","caller":"traceutil/trace.go:172","msg":"trace[1739490250] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1326; }","duration":"384.463044ms","start":"2026-03-30T23:48:37.515491Z","end":"2026-03-30T23:48:37.899954Z","steps":["trace[1739490250] 'read index received' (duration: 384.453904ms)","trace[1739490250] 'applied index is now lower than readState.Index' (duration: 6.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:37.900072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.099618ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T23:48:37.900110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"611.08368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:37.900122Z","caller":"traceutil/trace.go:172","msg":"trace[1238287126] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1153; }","duration":"406.162179ms","start":"2026-03-30T23:48:37.493946Z","end":"2026-03-30T23:48:37.900108Z","steps":["trace[1238287126] 'agreement among raft nodes before linearized reading' (duration: 406.072417ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:37.900139Z","caller":"traceutil/trace.go:172","msg":"trace[123413614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"611.117441ms","start":"2026-03-30T23:48:37.289013Z","end":"2026-03-30T23:48:37.900130Z","steps":["trace[123413614] 'agreement among raft nodes before linearized reading' (duration: 611.051699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.900183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.288990Z","time spent":"611.184152ms","remote":"127.0.0.1:50070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:48:37.900303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"833.749869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T23:48:37.900369Z","caller":"traceutil/trace.go:172","msg":"trace[1616800666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1153; }","duration":"833.82569ms","start":"2026-03-30T23:48:37.066528Z","end":"2026-03-30T23:48:37.900354Z","steps":["trace[1616800666] 'agreement among raft nodes before linearized reading' (duration: 833.633876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.900405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.066514Z","time spent":"833.882501ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:48:37.900617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"864.849317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-4lwgh.18a1c358f746a5e4\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-03-30T23:48:37.900665Z","caller":"traceutil/trace.go:172","msg":"trace[836982970] range","detail":"{range_begin:/registry/events/kube-system/cilium-4lwgh.18a1c358f746a5e4; range_end:; response_count:1; response_revision:1153; }","duration":"864.900258ms","start":"2026-03-30T23:48:37.035754Z","end":"2026-03-30T23:48:37.900654Z","steps":["trace[836982970] 'agreement among raft nodes before linearized reading' (duration: 864.384218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.900696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.035739Z","time spent":"864.947189ms","remote":"127.0.0.1:50168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-4lwgh.18a1c358f746a5e4\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:37.901127Z","caller":"traceutil/trace.go:172","msg":"trace[297056098] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"391.928091ms","start":"2026-03-30T23:48:37.509175Z","end":"2026-03-30T23:48:37.901103Z","steps":["trace[297056098] 'process raft request' (duration: 391.638255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.901268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.509150Z","time spent":"392.020542ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:37.901465Z","caller":"traceutil/trace.go:172","msg":"trace[721251036] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"379.068399ms","start":"2026-03-30T23:48:37.522356Z","end":"2026-03-30T23:48:37.901424Z","steps":["trace[721251036] 'process raft request' (duration: 378.875185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.901697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.522348Z","time spent":"379.218622ms","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:37.901482Z","caller":"traceutil/trace.go:172","msg":"trace[1175299339] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"382.381944ms","start":"2026-03-30T23:48:37.519083Z","end":"2026-03-30T23:48:37.901464Z","steps":["trace[1175299339] 'process raft request' (duration: 381.939095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:37.902236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.519068Z","time spent":"382.821832ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T23:48:38.015248Z","caller":"traceutil/trace.go:172","msg":"trace[849367669] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1334; }","duration":"115.187644ms","start":"2026-03-30T23:48:37.900037Z","end":"2026-03-30T23:48:38.015224Z","steps":["trace[849367669] 'read index received' (duration: 115.181593ms)","trace[849367669] 'applied index is now lower than readState.Index' (duration: 4.771µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:48:38.015513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.444294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T23:48:38.015582Z","caller":"traceutil/trace.go:172","msg":"trace[985617353] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"107.37504ms","start":"2026-03-30T23:48:37.908191Z","end":"2026-03-30T23:48:38.015566Z","steps":["trace[985617353] 'process raft request' (duration: 107.256278ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T23:48:38.015594Z","caller":"traceutil/trace.go:172","msg":"trace[434869804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1161; }","duration":"361.538045ms","start":"2026-03-30T23:48:37.654040Z","end":"2026-03-30T23:48:38.015578Z","steps":["trace[434869804] 'agreement among raft nodes before linearized reading' (duration: 361.297271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:38.015640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:48:37.654020Z","time spent":"361.611577ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T23:48:38.015570Z","caller":"traceutil/trace.go:172","msg":"trace[1020316621] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"108.485903ms","start":"2026-03-30T23:48:37.907060Z","end":"2026-03-30T23:48:38.015546Z","steps":["trace[1020316621] 'process raft request' (duration: 108.283539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:38.024566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.278762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:38.024619Z","caller":"traceutil/trace.go:172","msg":"trace[905542112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1163; }","duration":"122.333083ms","start":"2026-03-30T23:48:37.902273Z","end":"2026-03-30T23:48:38.024606Z","steps":["trace[905542112] 'agreement among raft nodes before linearized reading' (duration: 122.247501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:44.737293Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:47.641459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:47.666348Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:47.684040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:47.699490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:47.991098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T23:48:48.763114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.324375ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:48.763227Z","caller":"traceutil/trace.go:172","msg":"trace[662809584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1354; }","duration":"269.446848ms","start":"2026-03-30T23:48:48.493760Z","end":"2026-03-30T23:48:48.763207Z","steps":["trace[662809584] 'range keys from in-memory index tree' (duration: 269.224913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:48.763206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.904788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:48.763279Z","caller":"traceutil/trace.go:172","msg":"trace[186313665] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1354; }","duration":"252.98819ms","start":"2026-03-30T23:48:48.510274Z","end":"2026-03-30T23:48:48.763262Z","steps":["trace[186313665] 'range keys from in-memory index tree' (duration: 251.371919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:48:48.763446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.076937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:48:48.763533Z","caller":"traceutil/trace.go:172","msg":"trace[246155614] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1354; }","duration":"288.158719ms","start":"2026-03-30T23:48:48.475356Z","end":"2026-03-30T23:48:48.763514Z","steps":["trace[246155614] 'range keys from in-memory index tree' (duration: 286.535517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:27.913647Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T23:49:28.414231Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4248474726619224965,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T23:49:28.718391Z","caller":"traceutil/trace.go:172","msg":"trace[1211928175] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1788; }","duration":"1.305372452s","start":"2026-03-30T23:49:27.412980Z","end":"2026-03-30T23:49:28.718353Z","steps":["trace[1211928175] 'read index received' (duration: 1.305366112s)","trace[1211928175] 'applied index is now lower than readState.Index' (duration: 5.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T23:49:28.720836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.307832218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:49:28.720952Z","caller":"traceutil/trace.go:172","msg":"trace[2005334639] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1568; }","duration":"1.30796252s","start":"2026-03-30T23:49:27.412961Z","end":"2026-03-30T23:49:28.720923Z","steps":["trace[2005334639] 'agreement among raft nodes before linearized reading' (duration: 1.306738638s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.721010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:27.412925Z","time spent":"1.308073822s","remote":"127.0.0.1:50450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:49:28.773531Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4248474726619224967,"received-request-id":4248474726619224965} {"level":"warn","ts":"2026-03-30T23:49:28.776118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.282162089s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:49:28.776197Z","caller":"traceutil/trace.go:172","msg":"trace[1626952964] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1568; }","duration":"1.282251431s","start":"2026-03-30T23:49:27.493931Z","end":"2026-03-30T23:49:28.776182Z","steps":["trace[1626952964] 'agreement among raft nodes before linearized reading' (duration: 1.280430327s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.776512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.358504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T23:49:28.776549Z","caller":"traceutil/trace.go:172","msg":"trace[50918671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1568; }","duration":"179.396344ms","start":"2026-03-30T23:49:28.597143Z","end":"2026-03-30T23:49:28.776540Z","steps":["trace[50918671] 'agreement among raft nodes before linearized reading' (duration: 177.240884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.776805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.162903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T23:49:28.776845Z","caller":"traceutil/trace.go:172","msg":"trace[1339680099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1568; }","duration":"191.202964ms","start":"2026-03-30T23:49:28.585631Z","end":"2026-03-30T23:49:28.776833Z","steps":["trace[1339680099] 'agreement among raft nodes before linearized reading' (duration: 188.770639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.776968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"487.508802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T23:49:28.777000Z","caller":"traceutil/trace.go:172","msg":"trace[1597502474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"487.539213ms","start":"2026-03-30T23:49:28.289453Z","end":"2026-03-30T23:49:28.776992Z","steps":["trace[1597502474] 'agreement among raft nodes before linearized reading' (duration: 484.958285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.777025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:28.289422Z","time spent":"487.595923ms","remote":"127.0.0.1:50070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T23:49:28.777230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.081002167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T23:49:28.777263Z","caller":"traceutil/trace.go:172","msg":"trace[73190723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1568; }","duration":"1.081036698s","start":"2026-03-30T23:49:27.696219Z","end":"2026-03-30T23:49:28.777256Z","steps":["trace[73190723] 'agreement among raft nodes before linearized reading' (duration: 1.078205105s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.777290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:27.696175Z","time spent":"1.081105479s","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:49:28.777454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.982778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T23:49:28.777503Z","caller":"traceutil/trace.go:172","msg":"trace[722283076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1568; }","duration":"433.012999ms","start":"2026-03-30T23:49:28.344463Z","end":"2026-03-30T23:49:28.777476Z","steps":["trace[722283076] 'agreement among raft nodes before linearized reading' (duration: 429.971782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.777529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:28.344451Z","time spent":"433.07194ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T23:49:28.777932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.414125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T23:49:28.778018Z","caller":"traceutil/trace.go:172","msg":"trace[620470121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1568; }","duration":"448.525497ms","start":"2026-03-30T23:49:28.329473Z","end":"2026-03-30T23:49:28.777999Z","steps":["trace[620470121] 'agreement among raft nodes before linearized reading' (duration: 444.948341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T23:49:28.778068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T23:49:28.329458Z","time spent":"448.595848ms","remote":"127.0.0.1:50528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T23:49:28.778400Z","caller":"traceutil/trace.go:172","msg":"trace[26821553] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"127.362828ms","start":"2026-03-30T23:49:28.651021Z","end":"2026-03-30T23:49:28.778384Z","steps":["trace[26821553] 'process raft request' (duration: 124.966663ms)"],"step_count":1}