{"level":"warn","ts":"2026-04-23T04:42:08.094355Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-23T04:42:08.094626Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-23T04:42:08.094643Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=controller-1=https://199.204.45.155:2380,controller-2=https://199.204.45.95:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-23T04:42:08.094762Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-23T04:42:08.094791Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T04:42:08.094802Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-23T04:42:08.094846Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T04:42:08.095313Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-04-23T04:42:08.097923Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.155:2380,controller-2=https://199.204.45.95:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-23T04:42:08.107510Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000124168}"} {"level":"info","ts":"2026-04-23T04:42:08.110400Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-23T04:42:08.110438Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.02527ms"} {"level":"info","ts":"2026-04-23T04:42:08.110459Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-23T04:42:08.110467Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-23T04:42:08.122117Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.95:2380","host":"199.204.45.95:2380","resolved-addr":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-23T04:42:08.122176Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.155:2380","host":"199.204.45.155:2380","resolved-addr":"199.204.45.155:2380"} {"level":"info","ts":"2026-04-23T04:42:08.123814Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-23T04:42:08.135937Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-23T04:42:08.135986Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"cc0fc5dc762702b2","cluster-id":"c7d65bf2a36fbd4"} {"level":"info","ts":"2026-04-23T04:42:08.136014Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-23T04:42:08.136109Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cc0fc5dc762702b2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T04:42:08.136155Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"cc0fc5dc762702b2 became follower at term 0"} {"level":"info","ts":"2026-04-23T04:42:08.136166Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft cc0fc5dc762702b2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-23T04:42:08.140016Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T04:42:08.142881Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T04:42:08.144676Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T04:42:08.145243Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.145261Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f","remote-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-23T04:42:08.145281Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.145298Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.145417Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.145571Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f","remote-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-23T04:42:08.145624Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"cc0fc5dc762702b2","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T04:42:08.145822Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T04:42:08.146173Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"cc0fc5dc762702b2","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T04:42:08.148082Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.148084Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-23T04:42:08.145358Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.148357Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.148379Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.148586Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:42:08.148643Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:42:08.148656Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T04:42:08.148702Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-23T04:42:08.148757Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-23T04:42:08.148853Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T04:42:08.149539Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cc0fc5dc762702b2","to":"344940fc142d902f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:08.149624Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.149673Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.150352Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cc0fc5dc762702b2","to":"344940fc142d902f","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:08.150397Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.153882Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"cc0fc5dc762702b2 [term: 0] received a MsgHeartbeat message with higher term from 344940fc142d902f [term: 2]"} {"level":"info","ts":"2026-04-23T04:42:08.153947Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"cc0fc5dc762702b2 became follower at term 2"} {"level":"info","ts":"2026-04-23T04:42:08.153966Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: cc0fc5dc762702b2 elected leader 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:42:08.157512Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.158751Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.161441Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"cc0fc5dc762702b2","remote-snapshot-sender-id":"344940fc142d902f","incoming-snapshot-index":507,"incoming-snapshot-message-size-bytes":8197,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-23T04:42:08.174785Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001fb.snap.db","bytes":798720,"size":"799 kB"} {"level":"info","ts":"2026-04-23T04:42:08.174824Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"cc0fc5dc762702b2","remote-snapshot-sender-id":"344940fc142d902f","incoming-snapshot-index":507,"incoming-snapshot-size-bytes":798720,"incoming-snapshot-size":"799 kB","download-took":"13.998494ms"} {"level":"info","ts":"2026-04-23T04:42:08.174998Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 507, term: 2]"} {"level":"info","ts":"2026-04-23T04:42:08.175099Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cc0fc5dc762702b2 switched to configuration voters=(3767614014686597167) learners=(14704188859053703858)"} {"level":"info","ts":"2026-04-23T04:42:08.175130Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"cc0fc5dc762702b2 [commit: 507, lastindex: 507, lastterm: 2] restored snapshot [index: 507, term: 2]"} {"level":"info","ts":"2026-04-23T04:42:08.175141Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"cc0fc5dc762702b2 [commit: 507] restored snapshot [index: 507, term: 2]"} {"level":"info","ts":"2026-04-23T04:42:08.175317Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":507,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-23T04:42:08.181452Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":507} {"level":"info","ts":"2026-04-23T04:42:08.181735Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078520}"} {"level":"info","ts":"2026-04-23T04:42:08.182465Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-23T04:42:08.182515Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"895.73µs"} {"level":"info","ts":"2026-04-23T04:42:08.182645Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-23T04:42:08.183786Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-23T04:42:08.183806Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-23T04:42:08.188707Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":479} {"level":"info","ts":"2026-04-23T04:42:08.188792Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":507} {"level":"info","ts":"2026-04-23T04:42:08.188814Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-23T04:42:08.189537Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-23T04:42:08.189885Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-23T04:42:08.189915Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-23T04:42:08.190189Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-23T04:42:08.190206Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-23T04:42:08.190850Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-23T04:42:08.190882Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-23T04:42:08.190920Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-23T04:42:08.191016Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-23T04:42:08.191039Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"cc0fc5dc762702b2","recovered-remote-peer-id":"cc0fc5dc762702b2","recovered-remote-peer-urls":["https://199.204.45.95:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-23T04:42:08.191129Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"c7d65bf2a36fbd4","local-member-id":"cc0fc5dc762702b2","recovered-remote-peer-id":"344940fc142d902f","recovered-remote-peer-urls":["https://199.204.45.155:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-23T04:42:08.191141Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-23T04:42:08.191149Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-23T04:42:08.191201Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-23T04:42:08.191212Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-23T04:42:08.192354Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.192383Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-23T04:42:08.193240Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.193266Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.193290Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-23T04:42:08.193558Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f","error":"context canceled"} {"level":"warn","ts":"2026-04-23T04:42:08.193670Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"344940fc142d902f","error":"failed to read 344940fc142d902f on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-23T04:42:08.193764Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"warn","ts":"2026-04-23T04:42:08.193997Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:42:08.194017Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194098Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194115Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"cc0fc5dc762702b2","removed-remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194186Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-23T04:42:08.194193Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-23T04:42:08.194257Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194370Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194570Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194644Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194682Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194748Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194774Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.194812Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f","remote-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-04-23T04:42:08.195092Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-23T04:42:08.195108Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":507,"current-applied-index":507,"incoming-leader-snapshot-index":507,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-23T04:42:08.206571Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.206717Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.212541Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.248199Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cc0fc5dc762702b2","to":"344940fc142d902f","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:08.248227Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.249381Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cc0fc5dc762702b2","to":"344940fc142d902f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:08.249461Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"344940fc142d902f"} {"level":"info","ts":"2026-04-23T04:42:08.290019Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cc0fc5dc762702b2 switched to configuration voters=(3767614014686597167 14704188859053703858)"} {"level":"info","ts":"2026-04-23T04:42:08.290322Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"cc0fc5dc762702b2","promoted-member-id":"cc0fc5dc762702b2"} {"level":"warn","ts":"2026-04-23T04:42:15.146879Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"cc0fc5dc762702b2","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.95:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-23T04:42:15.149824Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T04:42:15.149851Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T04:42:15.149820Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"cc0fc5dc762702b2","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.95:2379]}","cluster-id":"c7d65bf2a36fbd4","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T04:42:15.150179Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T04:42:15.150212Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T04:42:15.151131Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-23T04:42:15.152091Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-23T04:42:15.152227Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-23T04:42:15.154936Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-04-23T04:42:15.155511Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-23T04:42:15.155720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.158963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:60692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.159144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:60740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.155793Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.162054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.162166Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:60714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.163412Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:60766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.163958Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:60708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.165426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:60756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.165483Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:60734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.166942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:60726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.170145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.180835Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.197217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.206144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.215071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.223696Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.235180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.243716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.252182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.269651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.279943Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.290854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.299906Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.310507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.319899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.329662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.338206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.345753Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.389122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.400755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.411307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.421227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.429421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.440912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.452191Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.469432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.475441Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.485518Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.493517Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.501874Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.514019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.520757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.530623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.539841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.547979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.559823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.583980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.596765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.610679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.623325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.635593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.644573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.658182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.669897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.680641Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.690004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.704627Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.714821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.722227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.730205Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.738955Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.748827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.761888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.770667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.796728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.803259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.811378Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.819880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:15.874010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:20.503713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.792261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T04:42:20.504199Z","caller":"traceutil/trace.go:172","msg":"trace[924754941] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"105.358904ms","start":"2026-04-23T04:42:20.398821Z","end":"2026-04-23T04:42:20.504180Z","steps":["trace[924754941] 'process raft request' (duration: 105.008004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:20.960799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.479077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:42:28.243880Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:42:28.393455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.335768127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:28.393564Z","caller":"traceutil/trace.go:172","msg":"trace[1573045134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"1.335927685s","start":"2026-04-23T04:42:27.057619Z","end":"2026-04-23T04:42:28.393547Z","steps":["trace[1573045134] 'range keys from in-memory index tree' (duration: 1.334498079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.393609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:27.057599Z","time spent":"1.336000784s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:42:28.393968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.000036ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:42:28.394161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.024604289s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:42:28.394150Z","caller":"traceutil/trace.go:172","msg":"trace[2080281270] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:538; }","duration":"480.301262ms","start":"2026-04-23T04:42:27.913831Z","end":"2026-04-23T04:42:28.394133Z","steps":["trace[2080281270] 'range keys from in-memory index tree' (duration: 479.953516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.401113Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.006060359s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T04:42:28.406415Z","caller":"traceutil/trace.go:172","msg":"trace[691009740] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:577; }","duration":"663.135671ms","start":"2026-04-23T04:42:27.743255Z","end":"2026-04-23T04:42:28.406391Z","steps":["trace[691009740] 'read index received' (duration: 663.129271ms)","trace[691009740] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:28.406594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"663.318838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:28.406668Z","caller":"traceutil/trace.go:172","msg":"trace[1506281474] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:542; }","duration":"663.406538ms","start":"2026-04-23T04:42:27.743244Z","end":"2026-04-23T04:42:28.406651Z","steps":["trace[1506281474] 'agreement among raft nodes before linearized reading' (duration: 663.277439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.406711Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:27.743223Z","time spent":"663.476156ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:42:28.408253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"627.059477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T04:42:28.408321Z","caller":"traceutil/trace.go:172","msg":"trace[517531408] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:542; }","duration":"627.138225ms","start":"2026-04-23T04:42:27.781170Z","end":"2026-04-23T04:42:28.408308Z","steps":["trace[517531408] 'agreement among raft nodes before linearized reading' (duration: 626.963118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.408358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:27.781142Z","time spent":"627.208624ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.95\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:42:28.408406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.51782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:42:28.408441Z","caller":"traceutil/trace.go:172","msg":"trace[1123796028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:542; }","duration":"480.555649ms","start":"2026-04-23T04:42:27.927878Z","end":"2026-04-23T04:42:28.408433Z","steps":["trace[1123796028] 'agreement among raft nodes before linearized reading' (duration: 480.462071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:28.408471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:27.927858Z","time spent":"480.607559ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:42:31.367123Z","caller":"traceutil/trace.go:172","msg":"trace[1763000665] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"111.946279ms","start":"2026-04-23T04:42:31.255155Z","end":"2026-04-23T04:42:31.367101Z","steps":["trace[1763000665] 'process raft request' (duration: 111.809581ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:42:31.503292Z","caller":"traceutil/trace.go:172","msg":"trace[924907882] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"123.589334ms","start":"2026-04-23T04:42:31.379680Z","end":"2026-04-23T04:42:31.503270Z","steps":["trace[924907882] 'process raft request' (duration: 123.461755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.182859Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645194,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:42:33.307475Z","caller":"traceutil/trace.go:172","msg":"trace[1115929597] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"874.341342ms","start":"2026-04-23T04:42:32.433111Z","end":"2026-04-23T04:42:33.307452Z","steps":["trace[1115929597] 'process raft request' (duration: 874.238172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.307818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:32.433080Z","time spent":"874.49795ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:42:33.680495Z","caller":"traceutil/trace.go:172","msg":"trace[1351741883] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:606; }","duration":"998.719243ms","start":"2026-04-23T04:42:32.681749Z","end":"2026-04-23T04:42:33.680468Z","steps":["trace[1351741883] 'read index received' (duration: 998.713363ms)","trace[1351741883] 'applied index is now lower than readState.Index' (duration: 4.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:33.682983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.001224715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T04:42:33.683043Z","caller":"traceutil/trace.go:172","msg":"trace[1378746421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:568; }","duration":"1.001296025s","start":"2026-04-23T04:42:32.681735Z","end":"2026-04-23T04:42:33.683031Z","steps":["trace[1378746421] 'agreement among raft nodes before linearized reading' (duration: 998.830953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.683072Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:32.681710Z","time spent":"1.001356795s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:42:33.683611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"769.489816ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:33.683642Z","caller":"traceutil/trace.go:172","msg":"trace[27377641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:570; }","duration":"769.520246ms","start":"2026-04-23T04:42:32.914114Z","end":"2026-04-23T04:42:33.683635Z","steps":["trace[27377641] 'agreement among raft nodes before linearized reading' (duration: 769.478457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.683864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"627.052355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:33.683886Z","caller":"traceutil/trace.go:172","msg":"trace[1647521417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"627.072485ms","start":"2026-04-23T04:42:33.056807Z","end":"2026-04-23T04:42:33.683880Z","steps":["trace[1647521417] 'agreement among raft nodes before linearized reading' (duration: 627.040665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.683900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:33.056793Z","time spent":"627.103375ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:42:33.684140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"651.110771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:42:33.684208Z","caller":"traceutil/trace.go:172","msg":"trace[2016109492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:570; }","duration":"651.18878ms","start":"2026-04-23T04:42:33.033004Z","end":"2026-04-23T04:42:33.684193Z","steps":["trace[2016109492] 'agreement among raft nodes before linearized reading' (duration: 650.990472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:33.684250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:42:33.032986Z","time spent":"651.25515ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:42:42.167399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.983213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:42.168443Z","caller":"traceutil/trace.go:172","msg":"trace[1018952380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"110.056578ms","start":"2026-04-23T04:42:42.058347Z","end":"2026-04-23T04:42:42.168403Z","steps":["trace[1018952380] 'range keys from in-memory index tree' (duration: 107.402876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:42:44.064392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.127277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:42:44.064532Z","caller":"traceutil/trace.go:172","msg":"trace[20336988] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:598; }","duration":"151.250919ms","start":"2026-04-23T04:42:43.913230Z","end":"2026-04-23T04:42:44.064481Z","steps":["trace[20336988] 'agreement among raft nodes before linearized reading' (duration: 80.753288ms)","trace[20336988] 'range keys from in-memory index tree' (duration: 70.318689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:42:48.773792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57722","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:42:49.203572Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cc0fc5dc762702b2 switched to configuration voters=(3767614014686597167 14704188859053703858) learners=(8698246155755547996)"} {"level":"info","ts":"2026-04-23T04:42:49.203682Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"cc0fc5dc762702b2","added-peer-id":"78b660cb1ab76d5c","added-peer-peer-urls":["https://199.204.45.244:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-23T04:42:49.203703Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.203745Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.203833Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.203861Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c","remote-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-23T04:42:49.203910Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.203932Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.203941Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.204180Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"cc0fc5dc762702b2","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:49.204189Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"warn","ts":"2026-04-23T04:42:49.233172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57794","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:42:51.773372Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.773428Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.773483Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.779344Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cc0fc5dc762702b2","to":"78b660cb1ab76d5c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-23T04:42:51.779384Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.783378Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cc0fc5dc762702b2","to":"78b660cb1ab76d5c","stream-type":"stream Message"} {"level":"info","ts":"2026-04-23T04:42:51.783404Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"warn","ts":"2026-04-23T04:42:51.807079Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:42:51.807323Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c","error":"EOF"} {"level":"info","ts":"2026-04-23T04:42:51.826217Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.827271Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cc0fc5dc762702b2","to":"78b660cb1ab76d5c","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-23T04:42:51.827359Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.827395Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.830224Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.830955Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cc0fc5dc762702b2","to":"78b660cb1ab76d5c","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-23T04:42:51.831006Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"info","ts":"2026-04-23T04:42:51.831019Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cc0fc5dc762702b2","remote-peer-id":"78b660cb1ab76d5c"} {"level":"warn","ts":"2026-04-23T04:42:52.255651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:46578","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:42:52.258670Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cc0fc5dc762702b2 switched to configuration voters=(3767614014686597167 8698246155755547996 14704188859053703858)"} {"level":"info","ts":"2026-04-23T04:42:52.258897Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"cc0fc5dc762702b2","promoted-member-id":"78b660cb1ab76d5c"} {"level":"warn","ts":"2026-04-23T04:43:03.117708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.038578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T04:43:08.614316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.65622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:43:09.069385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.339685ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.069460Z","caller":"traceutil/trace.go:172","msg":"trace[49662622] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:669; }","duration":"155.427338ms","start":"2026-04-23T04:43:08.914018Z","end":"2026-04-23T04:43:09.069445Z","steps":["trace[49662622] 'range keys from in-memory index tree' (duration: 155.292584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:09.366687Z","caller":"traceutil/trace.go:172","msg":"trace[743472484] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:729; }","duration":"308.361322ms","start":"2026-04-23T04:43:09.058300Z","end":"2026-04-23T04:43:09.366661Z","steps":["trace[743472484] 'read index received' (duration: 308.354912ms)","trace[743472484] 'applied index is now lower than readState.Index' (duration: 4.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.436979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.666657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.437067Z","caller":"traceutil/trace.go:172","msg":"trace[500491576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"378.76616ms","start":"2026-04-23T04:43:09.058283Z","end":"2026-04-23T04:43:09.437049Z","steps":["trace[500491576] 'agreement among raft nodes before linearized reading' (duration: 308.468526ms)","trace[500491576] 'range keys from in-memory index tree' (duration: 70.16286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:09.437112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:09.058251Z","time spent":"378.848704ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:09.437393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.869124ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:09.437474Z","caller":"traceutil/trace.go:172","msg":"trace[557339648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:673; }","duration":"367.964647ms","start":"2026-04-23T04:43:09.069494Z","end":"2026-04-23T04:43:09.437458Z","steps":["trace[557339648] 'agreement among raft nodes before linearized reading' (duration: 367.849063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:09.437561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.002448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:09.438152Z","caller":"traceutil/trace.go:172","msg":"trace[1256309819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:673; }","duration":"290.608917ms","start":"2026-04-23T04:43:09.147525Z","end":"2026-04-23T04:43:09.438134Z","steps":["trace[1256309819] 'agreement among raft nodes before linearized reading' (duration: 289.825473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:10.131889Z","caller":"traceutil/trace.go:172","msg":"trace[2023661819] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:735; }","duration":"104.3529ms","start":"2026-04-23T04:43:10.027504Z","end":"2026-04-23T04:43:10.131857Z","steps":["trace[2023661819] 'read index received' (duration: 59.066884ms)","trace[2023661819] 'applied index is now lower than readState.Index' (duration: 45.284636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:10.132689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.145836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T04:43:10.132758Z","caller":"traceutil/trace.go:172","msg":"trace[1804197470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:680; }","duration":"105.245969ms","start":"2026-04-23T04:43:10.027488Z","end":"2026-04-23T04:43:10.132734Z","steps":["trace[1804197470] 'agreement among raft nodes before linearized reading' (duration: 104.909418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:15.820736Z","caller":"traceutil/trace.go:172","msg":"trace[504536009] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:769; }","duration":"195.162933ms","start":"2026-04-23T04:43:15.625549Z","end":"2026-04-23T04:43:15.820712Z","steps":["trace[504536009] 'read index received' (duration: 195.156843ms)","trace[504536009] 'applied index is now lower than readState.Index' (duration: 4.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:15.820865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.289858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:15.820927Z","caller":"traceutil/trace.go:172","msg":"trace[80489545] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:706; }","duration":"195.367051ms","start":"2026-04-23T04:43:15.625545Z","end":"2026-04-23T04:43:15.820912Z","steps":["trace[80489545] 'agreement among raft nodes before linearized reading' (duration: 195.251367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:16.123582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.543173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:16.123679Z","caller":"traceutil/trace.go:172","msg":"trace[836289056] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:706; }","duration":"210.065912ms","start":"2026-04-23T04:43:15.913593Z","end":"2026-04-23T04:43:16.123658Z","steps":["trace[836289056] 'range keys from in-memory index tree' (duration: 209.496052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.191256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.959332ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T04:43:17.192046Z","caller":"traceutil/trace.go:172","msg":"trace[1071775465] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:772; }","duration":"278.700582ms","start":"2026-04-23T04:43:16.913326Z","end":"2026-04-23T04:43:17.192027Z","steps":["trace[1071775465] 'read index received' (duration: 278.694621ms)","trace[1071775465] 'applied index is now lower than readState.Index' (duration: 4.541µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:17.192164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.828477ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:17.192237Z","caller":"traceutil/trace.go:172","msg":"trace[1415126083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:708; }","duration":"278.867488ms","start":"2026-04-23T04:43:16.913317Z","end":"2026-04-23T04:43:17.192185Z","steps":["trace[1415126083] 'agreement among raft nodes before linearized reading' (duration: 278.799526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:17.192662Z","caller":"traceutil/trace.go:172","msg":"trace[846653843] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"285.37517ms","start":"2026-04-23T04:43:16.907261Z","end":"2026-04-23T04:43:17.192636Z","steps":["trace[846653843] 'process raft request' (duration: 285.125201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.195048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.09283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:17.195159Z","caller":"traceutil/trace.go:172","msg":"trace[299411183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:709; }","duration":"136.232835ms","start":"2026-04-23T04:43:17.058913Z","end":"2026-04-23T04:43:17.195146Z","steps":["trace[299411183] 'agreement among raft nodes before linearized reading' (duration: 136.050519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:17.195088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.770045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:43:17.195262Z","caller":"traceutil/trace.go:172","msg":"trace[156087554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:709; }","duration":"169.947741ms","start":"2026-04-23T04:43:17.025304Z","end":"2026-04-23T04:43:17.195252Z","steps":["trace[156087554] 'agreement among raft nodes before linearized reading' (duration: 169.64169ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:18.816620Z","caller":"traceutil/trace.go:172","msg":"trace[1180620133] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:793; }","duration":"136.669948ms","start":"2026-04-23T04:43:18.679922Z","end":"2026-04-23T04:43:18.816592Z","steps":["trace[1180620133] 'read index received' (duration: 136.664587ms)","trace[1180620133] 'applied index is now lower than readState.Index' (duration: 4.421µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:18.816794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.847144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:18.816851Z","caller":"traceutil/trace.go:172","msg":"trace[1192273818] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:726; }","duration":"136.928287ms","start":"2026-04-23T04:43:18.679908Z","end":"2026-04-23T04:43:18.816836Z","steps":["trace[1192273818] 'agreement among raft nodes before linearized reading' (duration: 136.786681ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:19.041931Z","caller":"traceutil/trace.go:172","msg":"trace[2003610319] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:794; }","duration":"143.939235ms","start":"2026-04-23T04:43:18.897974Z","end":"2026-04-23T04:43:19.041913Z","steps":["trace[2003610319] 'read index received' (duration: 143.933785ms)","trace[2003610319] 'applied index is now lower than readState.Index' (duration: 4.48µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:19.042161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.174214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T04:43:19.042230Z","caller":"traceutil/trace.go:172","msg":"trace[1323290816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:728; }","duration":"144.257107ms","start":"2026-04-23T04:43:18.897955Z","end":"2026-04-23T04:43:19.042212Z","steps":["trace[1323290816] 'agreement among raft nodes before linearized reading' (duration: 144.081251ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:25.394501Z","caller":"traceutil/trace.go:172","msg":"trace[79516468] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:817; }","duration":"225.990426ms","start":"2026-04-23T04:43:25.168488Z","end":"2026-04-23T04:43:25.394478Z","steps":["trace[79516468] 'read index received' (duration: 225.985226ms)","trace[79516468] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:25.394680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.176705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:25.394780Z","caller":"traceutil/trace.go:172","msg":"trace[1502302189] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:747; }","duration":"226.29121ms","start":"2026-04-23T04:43:25.168473Z","end":"2026-04-23T04:43:25.394764Z","steps":["trace[1502302189] 'agreement among raft nodes before linearized reading' (duration: 226.137763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:25.694945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.240864ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T04:43:26.121708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.087897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:26.121811Z","caller":"traceutil/trace.go:172","msg":"trace[1731454092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:750; }","duration":"164.202162ms","start":"2026-04-23T04:43:25.957591Z","end":"2026-04-23T04:43:26.121793Z","steps":["trace[1731454092] 'range keys from in-memory index tree' (duration: 162.501219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:34.156971Z","caller":"traceutil/trace.go:172","msg":"trace[794046669] linearizableReadLoop","detail":"{readStateIndex:880; appliedIndex:881; }","duration":"224.786055ms","start":"2026-04-23T04:43:33.932161Z","end":"2026-04-23T04:43:34.156947Z","steps":["trace[794046669] 'read index received' (duration: 224.779455ms)","trace[794046669] 'applied index is now lower than readState.Index' (duration: 5.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:34.157120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.937634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:34.157190Z","caller":"traceutil/trace.go:172","msg":"trace[350664036] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:804; }","duration":"225.000607ms","start":"2026-04-23T04:43:33.932155Z","end":"2026-04-23T04:43:34.157156Z","steps":["trace[350664036] 'agreement among raft nodes before linearized reading' (duration: 224.900691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:34.433078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.205534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:34.433204Z","caller":"traceutil/trace.go:172","msg":"trace[387761924] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:804; }","duration":"213.377972ms","start":"2026-04-23T04:43:34.219799Z","end":"2026-04-23T04:43:34.433177Z","steps":["trace[387761924] 'range keys from in-memory index tree' (duration: 211.589336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:34.433114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.242349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:34.433677Z","caller":"traceutil/trace.go:172","msg":"trace[703961121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:804; }","duration":"211.798846ms","start":"2026-04-23T04:43:34.221849Z","end":"2026-04-23T04:43:34.433648Z","steps":["trace[703961121] 'range keys from in-memory index tree' (duration: 210.088873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:37.937487Z","caller":"traceutil/trace.go:172","msg":"trace[722204923] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:892; }","duration":"121.240114ms","start":"2026-04-23T04:43:37.816229Z","end":"2026-04-23T04:43:37.937469Z","steps":["trace[722204923] 'read index received' (duration: 115.973401ms)","trace[722204923] 'applied index is now lower than readState.Index' (duration: 5.265993ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:37.937660Z","caller":"traceutil/trace.go:172","msg":"trace[1047182281] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"178.723248ms","start":"2026-04-23T04:43:37.758889Z","end":"2026-04-23T04:43:37.937612Z","steps":["trace[1047182281] 'process raft request' (duration: 171.317518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:37.938495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.254105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T04:43:37.938529Z","caller":"traceutil/trace.go:172","msg":"trace[1390870583] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:815; }","duration":"122.298217ms","start":"2026-04-23T04:43:37.816223Z","end":"2026-04-23T04:43:37.938522Z","steps":["trace[1390870583] 'agreement among raft nodes before linearized reading' (duration: 121.353319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:46.414174Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:46.915345Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:47.044696Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.287072909s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:43:47.415717Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:47.916330Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:48.416570Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:48.917227Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:49.058583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000375175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:43:49.058711Z","caller":"traceutil/trace.go:172","msg":"trace[713978775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530483s","start":"2026-04-23T04:43:47.058155Z","end":"2026-04-23T04:43:49.058685Z","steps":["trace[713978775] 'agreement among raft nodes before linearized reading' (duration: 2.000370405s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:49.058783Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:47.058134Z","time spent":"2.000633309s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:49.275507Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.230553699s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:43:49.418434Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:49.918953Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645595,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:43:49.989240Z","caller":"traceutil/trace.go:172","msg":"trace[748502958] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:969; }","duration":"4.075867384s","start":"2026-04-23T04:43:45.913349Z","end":"2026-04-23T04:43:49.989216Z","steps":["trace[748502958] 'read index received' (duration: 4.075857314s)","trace[748502958] 'applied index is now lower than readState.Index' (duration: 8.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:49.989416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.076040854s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:49.989444Z","caller":"traceutil/trace.go:172","msg":"trace[1452804440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:884; }","duration":"4.076095838s","start":"2026-04-23T04:43:45.913337Z","end":"2026-04-23T04:43:49.989433Z","steps":["trace[1452804440] 'agreement among raft nodes before linearized reading' (duration: 4.076004002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.100770Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645598,"received-request-id":194391150301645595} {"level":"warn","ts":"2026-04-23T04:43:50.218338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.274178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:50.218591Z","caller":"traceutil/trace.go:172","msg":"trace[444767439] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"2.416404328s","start":"2026-04-23T04:43:47.802168Z","end":"2026-04-23T04:43:50.218573Z","steps":["trace[444767439] 'process raft request' (duration: 2.298812681s)","trace[444767439] 'compare' (duration: 116.282713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:50.218784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:47.802140Z","time spent":"2.416586447s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:50.227836Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645598,"received-request-id":194391150301645595} {"level":"info","ts":"2026-04-23T04:43:50.228229Z","caller":"traceutil/trace.go:172","msg":"trace[910001106] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"1.939196102s","start":"2026-04-23T04:43:48.289011Z","end":"2026-04-23T04:43:50.228207Z","steps":["trace[910001106] 'process raft request' (duration: 1.939031382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.228424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:48.288971Z","time spent":"1.93935746s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:50.239977Z","caller":"traceutil/trace.go:172","msg":"trace[819560597] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:997; }","duration":"250.625943ms","start":"2026-04-23T04:43:49.989317Z","end":"2026-04-23T04:43:50.239943Z","steps":["trace[819560597] 'read index received' (duration: 250.607542ms)","trace[819560597] 'applied index is now lower than readState.Index' (duration: 16.071µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:50.240438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.020332348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:50.240523Z","caller":"traceutil/trace.go:172","msg":"trace[409402527] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:912; }","duration":"1.020430223s","start":"2026-04-23T04:43:49.220069Z","end":"2026-04-23T04:43:50.240499Z","steps":["trace[409402527] 'agreement among raft nodes before linearized reading' (duration: 1.020053362s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.240559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.220030Z","time spent":"1.020521448s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.240985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.716156995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T04:43:50.240978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.229778895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:43:50.241004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.453035194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T04:43:50.241078Z","caller":"traceutil/trace.go:172","msg":"trace[1352812942] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:912; }","duration":"2.229894872s","start":"2026-04-23T04:43:48.011152Z","end":"2026-04-23T04:43:50.241047Z","steps":["trace[1352812942] 'agreement among raft nodes before linearized reading' (duration: 2.229711362s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.241105Z","caller":"traceutil/trace.go:172","msg":"trace[1980007836] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:912; }","duration":"2.453135259s","start":"2026-04-23T04:43:47.787941Z","end":"2026-04-23T04:43:50.241076Z","steps":["trace[1980007836] 'agreement among raft nodes before linearized reading' (duration: 2.452905807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.241128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.317451841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T04:43:50.241130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:48.011133Z","time spent":"2.229987167s","remote":"127.0.0.1:47416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:50.241154Z","caller":"traceutil/trace.go:172","msg":"trace[569387310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:912; }","duration":"3.317477492s","start":"2026-04-23T04:43:46.923669Z","end":"2026-04-23T04:43:50.241147Z","steps":["trace[569387310] 'agreement among raft nodes before linearized reading' (duration: 3.317395808s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.241185Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.923642Z","time spent":"3.317538215s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.241200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.330011873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:50.241240Z","caller":"traceutil/trace.go:172","msg":"trace[1622917808] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:912; }","duration":"2.330033984s","start":"2026-04-23T04:43:47.911183Z","end":"2026-04-23T04:43:50.241217Z","steps":["trace[1622917808] 'agreement among raft nodes before linearized reading' (duration: 2.329991792s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.241242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.257441945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T04:43:50.241268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:47.911165Z","time spent":"2.330096018s","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:50.241307Z","caller":"traceutil/trace.go:172","msg":"trace[2059328838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:912; }","duration":"2.257504528s","start":"2026-04-23T04:43:47.983788Z","end":"2026-04-23T04:43:50.241293Z","steps":["trace[2059328838] 'agreement among raft nodes before linearized reading' (duration: 2.257379971s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.241145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:47.787914Z","time spent":"2.453221635s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.95\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.241356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:47.983724Z","time spent":"2.257611215s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:50.241046Z","caller":"traceutil/trace.go:172","msg":"trace[655872201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:912; }","duration":"2.716210488s","start":"2026-04-23T04:43:47.524813Z","end":"2026-04-23T04:43:50.241023Z","steps":["trace[655872201] 'agreement among raft nodes before linearized reading' (duration: 2.716037218s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.241447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:47.524793Z","time spent":"2.716646881s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.241792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.266766771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:50.241842Z","caller":"traceutil/trace.go:172","msg":"trace[978256446] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:912; }","duration":"4.267228517s","start":"2026-04-23T04:43:45.974591Z","end":"2026-04-23T04:43:50.241820Z","steps":["trace[978256446] 'agreement among raft nodes before linearized reading' (duration: 4.266642164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.241884Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:45.974567Z","time spent":"4.267304072s","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.241926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.382528169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:50.241991Z","caller":"traceutil/trace.go:172","msg":"trace[1892294029] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:913; }","duration":"3.382583332s","start":"2026-04-23T04:43:46.859389Z","end":"2026-04-23T04:43:50.241972Z","steps":["trace[1892294029] 'agreement among raft nodes before linearized reading' (duration: 3.382438034s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.242014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:46.859365Z","time spent":"3.382642796s","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.242037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.043079271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:43:50.242092Z","caller":"traceutil/trace.go:172","msg":"trace[1603765117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"2.043133434s","start":"2026-04-23T04:43:48.198946Z","end":"2026-04-23T04:43:50.242079Z","steps":["trace[1603765117] 'agreement among raft nodes before linearized reading' (duration: 2.043008827s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.242141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:48.198921Z","time spent":"2.043202829s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:50.241719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.182122837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:50.242991Z","caller":"traceutil/trace.go:172","msg":"trace[589273112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:913; }","duration":"1.183388508s","start":"2026-04-23T04:43:49.059580Z","end":"2026-04-23T04:43:50.242969Z","steps":["trace[589273112] 'agreement among raft nodes before linearized reading' (duration: 1.182086695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.243037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:49.059558Z","time spent":"1.183470832s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:43:50.243110Z","caller":"traceutil/trace.go:172","msg":"trace[1962798196] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"241.523949ms","start":"2026-04-23T04:43:50.001547Z","end":"2026-04-23T04:43:50.243071Z","steps":["trace[1962798196] 'process raft request' (duration: 241.435204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.243688Z","caller":"traceutil/trace.go:172","msg":"trace[15924433] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"243.092047ms","start":"2026-04-23T04:43:50.000571Z","end":"2026-04-23T04:43:50.243663Z","steps":["trace[15924433] 'process raft request' (duration: 242.385267ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.243992Z","caller":"traceutil/trace.go:172","msg":"trace[1281135133] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"245.656519ms","start":"2026-04-23T04:43:49.998315Z","end":"2026-04-23T04:43:50.243971Z","steps":["trace[1281135133] 'process raft request' (duration: 244.424759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.244119Z","caller":"traceutil/trace.go:172","msg":"trace[748659277] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"244.710976ms","start":"2026-04-23T04:43:49.999385Z","end":"2026-04-23T04:43:50.244096Z","steps":["trace[748659277] 'process raft request' (duration: 243.390331ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.245342Z","caller":"traceutil/trace.go:172","msg":"trace[583659778] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"243.729412ms","start":"2026-04-23T04:43:50.001593Z","end":"2026-04-23T04:43:50.245322Z","steps":["trace[583659778] 'process raft request' (duration: 241.613703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.245345Z","caller":"traceutil/trace.go:172","msg":"trace[548526365] transaction","detail":"{read_only:false; number_of_response:0; response_revision:913; }","duration":"242.43257ms","start":"2026-04-23T04:43:50.002891Z","end":"2026-04-23T04:43:50.245323Z","steps":["trace[548526365] 'process raft request' (duration: 242.309723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.245578Z","caller":"traceutil/trace.go:172","msg":"trace[392503676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"236.151778ms","start":"2026-04-23T04:43:50.009415Z","end":"2026-04-23T04:43:50.245567Z","steps":["trace[392503676] 'process raft request' (duration: 235.868783ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.245726Z","caller":"traceutil/trace.go:172","msg":"trace[967640452] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"241.412223ms","start":"2026-04-23T04:43:50.004304Z","end":"2026-04-23T04:43:50.245716Z","steps":["trace[967640452] 'process raft request' (duration: 240.932436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.246003Z","caller":"traceutil/trace.go:172","msg":"trace[958786218] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"223.039223ms","start":"2026-04-23T04:43:50.022946Z","end":"2026-04-23T04:43:50.245985Z","steps":["trace[958786218] 'process raft request' (duration: 222.929537ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.246217Z","caller":"traceutil/trace.go:172","msg":"trace[1874477108] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"235.700452ms","start":"2026-04-23T04:43:50.010510Z","end":"2026-04-23T04:43:50.246210Z","steps":["trace[1874477108] 'process raft request' (duration: 234.827944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:43:50.246283Z","caller":"traceutil/trace.go:172","msg":"trace[787978840] transaction","detail":"{read_only:false; number_of_response:1; response_revision:913; }","duration":"232.490953ms","start":"2026-04-23T04:43:50.013788Z","end":"2026-04-23T04:43:50.246279Z","steps":["trace[787978840] 'process raft request' (duration: 231.993756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:50.265685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.042378ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:50.265740Z","caller":"traceutil/trace.go:172","msg":"trace[1025174762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:914; }","duration":"274.114432ms","start":"2026-04-23T04:43:49.991615Z","end":"2026-04-23T04:43:50.265729Z","steps":["trace[1025174762] 'agreement among raft nodes before linearized reading' (duration: 274.019497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.052769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.132259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:51.052907Z","caller":"traceutil/trace.go:172","msg":"trace[1789628914] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"319.541787ms","start":"2026-04-23T04:43:50.733347Z","end":"2026-04-23T04:43:51.052889Z","steps":["trace[1789628914] 'process raft request' (duration: 119.209377ms)","trace[1789628914] 'compare' (duration: 199.97526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:51.052969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:50.733318Z","time spent":"319.622233ms","remote":"127.0.0.1:47036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:43:51.414169Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:51.539255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.733307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-23T04:43:51.539954Z","caller":"traceutil/trace.go:172","msg":"trace[1443483150] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"800.014885ms","start":"2026-04-23T04:43:50.739921Z","end":"2026-04-23T04:43:51.539936Z","steps":["trace[1443483150] 'process raft request' (duration: 799.786163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.540195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:50.739904Z","time spent":"800.115041ms","remote":"127.0.0.1:47036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.800749Z","caller":"traceutil/trace.go:172","msg":"trace[1769726673] linearizableReadLoop","detail":"{readStateIndex:1100; appliedIndex:1104; }","duration":"887.420959ms","start":"2026-04-23T04:43:50.913311Z","end":"2026-04-23T04:43:51.800732Z","steps":["trace[1769726673] 'read index received' (duration: 887.416208ms)","trace[1769726673] 'applied index is now lower than readState.Index' (duration: 3.821µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:51.840265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"926.959043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:51.840348Z","caller":"traceutil/trace.go:172","msg":"trace[1917184823] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:959; }","duration":"927.046718ms","start":"2026-04-23T04:43:50.913281Z","end":"2026-04-23T04:43:51.840328Z","steps":["trace[1917184823] 'agreement among raft nodes before linearized reading' (duration: 887.516674ms)","trace[1917184823] 'range keys from in-memory index tree' (duration: 39.424828ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:43:51.840388Z","caller":"traceutil/trace.go:172","msg":"trace[1226553166] transaction","detail":"{read_only:false; number_of_response:1; response_revision:959; }","duration":"763.962108ms","start":"2026-04-23T04:43:51.076390Z","end":"2026-04-23T04:43:51.840352Z","steps":["trace[1226553166] 'process raft request' (duration: 763.897495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:51.840594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:51.076366Z","time spent":"764.155539ms","remote":"127.0.0.1:47036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18092,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:43:51.841779Z","caller":"traceutil/trace.go:172","msg":"trace[919035098] transaction","detail":"{read_only:false; number_of_response:1; response_revision:959; }","duration":"279.144536ms","start":"2026-04-23T04:43:51.562614Z","end":"2026-04-23T04:43:51.841758Z","steps":["trace[919035098] 'process raft request' (duration: 278.778696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:53.492475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.679461ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T04:43:57.557697Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:58.058212Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:58.558489Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:43:58.703466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.514458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:43:58.703783Z","caller":"traceutil/trace.go:172","msg":"trace[1407701550] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1168; }","duration":"1.646792845s","start":"2026-04-23T04:43:57.056975Z","end":"2026-04-23T04:43:58.703768Z","steps":["trace[1407701550] 'read index received' (duration: 1.545852262s)","trace[1407701550] 'applied index is now lower than readState.Index' (duration: 100.939813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:43:58.703837Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645680,"received-request-id":194391150301645678} {"level":"warn","ts":"2026-04-23T04:43:58.703856Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645680,"received-request-id":194391150301645678} {"level":"warn","ts":"2026-04-23T04:43:58.705758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.641256769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T04:43:58.705845Z","caller":"traceutil/trace.go:172","msg":"trace[214170598] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1009; }","duration":"1.641358675s","start":"2026-04-23T04:43:57.064468Z","end":"2026-04-23T04:43:58.705827Z","steps":["trace[214170598] 'agreement among raft nodes before linearized reading' (duration: 1.64110735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.706080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:57.064442Z","time spent":"1.641629692s","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:58.706282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"792.597516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:58.706387Z","caller":"traceutil/trace.go:172","msg":"trace[297071231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1009; }","duration":"792.696832ms","start":"2026-04-23T04:43:57.913650Z","end":"2026-04-23T04:43:58.706347Z","steps":["trace[297071231] 'agreement among raft nodes before linearized reading' (duration: 792.544093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.706406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"918.080827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T04:43:58.706450Z","caller":"traceutil/trace.go:172","msg":"trace[828801620] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1009; }","duration":"918.125199ms","start":"2026-04-23T04:43:57.788313Z","end":"2026-04-23T04:43:58.706438Z","steps":["trace[828801620] 'agreement among raft nodes before linearized reading' (duration: 918.001062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.706478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:57.788290Z","time spent":"918.181252ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.95\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:58.706744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.227538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T04:43:58.706790Z","caller":"traceutil/trace.go:172","msg":"trace[1100620085] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1009; }","duration":"434.276301ms","start":"2026-04-23T04:43:58.272504Z","end":"2026-04-23T04:43:58.706780Z","steps":["trace[1100620085] 'agreement among raft nodes before linearized reading' (duration: 434.112292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.706806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"994.298936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"warn","ts":"2026-04-23T04:43:58.706826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:58.272479Z","time spent":"434.339036ms","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-04-23T04:43:58.706848Z","caller":"traceutil/trace.go:172","msg":"trace[384179544] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ts5vh; range_end:; response_count:1; response_revision:1009; }","duration":"994.340878ms","start":"2026-04-23T04:43:57.712495Z","end":"2026-04-23T04:43:58.706836Z","steps":["trace[384179544] 'agreement among raft nodes before linearized reading' (duration: 994.125786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.706878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:57.712468Z","time spent":"994.402972ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:58.707044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"585.835305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:43:58.707073Z","caller":"traceutil/trace.go:172","msg":"trace[1874751671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1009; }","duration":"585.866086ms","start":"2026-04-23T04:43:58.121199Z","end":"2026-04-23T04:43:58.707065Z","steps":["trace[1874751671] 'agreement among raft nodes before linearized reading' (duration: 585.815704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.707098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:58.121177Z","time spent":"585.915719ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:58.707166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.354579415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T04:43:58.707278Z","caller":"traceutil/trace.go:172","msg":"trace[2004957802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1009; }","duration":"1.354618437s","start":"2026-04-23T04:43:57.352571Z","end":"2026-04-23T04:43:58.707190Z","steps":["trace[2004957802] 'agreement among raft nodes before linearized reading' (duration: 1.35449617s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.707311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:57.352549Z","time spent":"1.354753775s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:43:58.709407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.6524295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:43:58.709452Z","caller":"traceutil/trace.go:172","msg":"trace[1385857971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"1.652471222s","start":"2026-04-23T04:43:57.056968Z","end":"2026-04-23T04:43:58.709440Z","steps":["trace[1385857971] 'agreement among raft nodes before linearized reading' (duration: 1.652407357s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:43:58.709473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:57.056945Z","time spent":"1.652522926s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:43:59.595940Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:00.096457Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:00.596972Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:01.097911Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:01.598217Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:02.055803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999741356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:44:02.055879Z","caller":"traceutil/trace.go:172","msg":"trace[94469137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999838672s","start":"2026-04-23T04:44:00.056023Z","end":"2026-04-23T04:44:02.055862Z","steps":["trace[94469137] 'agreement among raft nodes before linearized reading' (duration: 1.999736466s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:02.055925Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.055998Z","time spent":"1.999919797s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:02 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:02.099136Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:02.367346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.453453667s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:02.367449Z","caller":"traceutil/trace.go:172","msg":"trace[1818997718] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1011; }","duration":"3.453564753s","start":"2026-04-23T04:43:58.913855Z","end":"2026-04-23T04:44:02.367420Z","steps":["trace[1818997718] 'range keys from in-memory index tree' (duration: 3.453389612s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:02.435599Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.494559123s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T04:44:02.599850Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:03.104374Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:03.604958Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:04.056677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000552995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:44:04.056792Z","caller":"traceutil/trace.go:172","msg":"trace[1625133237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684633s","start":"2026-04-23T04:44:02.056089Z","end":"2026-04-23T04:44:04.056774Z","steps":["trace[1625133237] 'agreement among raft nodes before linearized reading' (duration: 2.000549055s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:04.056846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:02.056073Z","time spent":"2.000760198s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:04 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T04:44:04.087807Z","caller":"traceutil/trace.go:172","msg":"trace[2042839459] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1176; }","duration":"4.992526473s","start":"2026-04-23T04:43:59.095261Z","end":"2026-04-23T04:44:04.087787Z","steps":["trace[2042839459] 'read index received' (duration: 4.992521053s)","trace[2042839459] 'applied index is now lower than readState.Index' (duration: 4.37µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:04.088009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.992729945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T04:44:04.088050Z","caller":"traceutil/trace.go:172","msg":"trace[276947629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1012; }","duration":"4.992784788s","start":"2026-04-23T04:43:59.095256Z","end":"2026-04-23T04:44:04.088041Z","steps":["trace[276947629] 'agreement among raft nodes before linearized reading' (duration: 4.992612158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:04.088086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.095236Z","time spent":"4.992841821s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:04.088149Z","caller":"traceutil/trace.go:172","msg":"trace[1851336607] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"3.656178538s","start":"2026-04-23T04:44:00.431954Z","end":"2026-04-23T04:44:04.088132Z","steps":["trace[1851336607] 'process raft request' (duration: 3.656145186s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:04.088223Z","caller":"traceutil/trace.go:172","msg":"trace[1378398413] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"3.760129045s","start":"2026-04-23T04:44:00.328073Z","end":"2026-04-23T04:44:04.088202Z","steps":["trace[1378398413] 'process raft request' (duration: 3.760000667s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:04.088273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.431933Z","time spent":"3.656278443s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:04.088361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:00.328036Z","time spent":"3.760250143s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:04.174926Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645694,"received-request-id":194391150301645690} {"level":"info","ts":"2026-04-23T04:44:04.175374Z","caller":"traceutil/trace.go:172","msg":"trace[981828733] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"441.002815ms","start":"2026-04-23T04:44:03.734350Z","end":"2026-04-23T04:44:04.175353Z","steps":["trace[981828733] 'process raft request' (duration: 440.962433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:04.175593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.734328Z","time spent":"441.216398ms","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:04.588611Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:05.089227Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:05.208732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000436369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:05.208817Z","caller":"traceutil/trace.go:172","msg":"trace[1858728350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537385s","start":"2026-04-23T04:44:03.208260Z","end":"2026-04-23T04:44:05.208798Z","steps":["trace[1858728350] 'agreement among raft nodes before linearized reading' (duration: 2.000433778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.208874Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.208230Z","time spent":"2.000635101s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 04:44:05 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:05.590376Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:05.636977Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"cc0fc5dc762702b2 is starting a new election at term 2"} {"level":"info","ts":"2026-04-23T04:44:05.637067Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"cc0fc5dc762702b2 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-23T04:44:05.637101Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"cc0fc5dc762702b2 [logterm: 2, index: 1185] sent MsgPreVote request to 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:44:05.637122Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"cc0fc5dc762702b2 [logterm: 2, index: 1185] sent MsgPreVote request to 78b660cb1ab76d5c at term 2"} {"level":"info","ts":"2026-04-23T04:44:05.637137Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: cc0fc5dc762702b2 lost leader 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:44:05.637190Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"cc0fc5dc762702b2 received MsgPreVoteResp from cc0fc5dc762702b2 at term 2"} {"level":"info","ts":"2026-04-23T04:44:05.637208Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"cc0fc5dc762702b2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-23T04:44:05.884546Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"cc0fc5dc762702b2 became follower at term 2"} {"level":"info","ts":"2026-04-23T04:44:05.884624Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: cc0fc5dc762702b2 elected leader 344940fc142d902f at term 2"} {"level":"warn","ts":"2026-04-23T04:44:05.884842Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645695,"received-request-id":194391150301645694} {"level":"warn","ts":"2026-04-23T04:44:05.884850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.517327688s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-23T04:44:05.884867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.597624881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-23T04:44:05.884940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.842797373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-23T04:44:05.884953Z","caller":"traceutil/trace.go:172","msg":"trace[889963716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"2.842812243s","start":"2026-04-23T04:44:03.042137Z","end":"2026-04-23T04:44:05.884949Z","steps":["trace[889963716] 'agreement among raft nodes before linearized reading' (duration: 2.842797593s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.884923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.819931544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-23T04:44:05.884952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.151689572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-23T04:44:05.884982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.042118Z","time spent":"2.842857346s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:05.884915Z","caller":"traceutil/trace.go:172","msg":"trace[888805722] range","detail":"{range_begin:; range_end:; }","duration":"3.517415505s","start":"2026-04-23T04:44:02.367487Z","end":"2026-04-23T04:44:05.884903Z","steps":["trace[888805722] 'agreement among raft nodes before linearized reading' (duration: 3.517322578s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:05.884973Z","caller":"traceutil/trace.go:172","msg":"trace[280244993] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"6.597740869s","start":"2026-04-23T04:43:59.287196Z","end":"2026-04-23T04:44:05.884937Z","steps":["trace[280244993] 'agreement among raft nodes before linearized reading' (duration: 6.597622631s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:05.885004Z","caller":"traceutil/trace.go:172","msg":"trace[79839319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.82003092s","start":"2026-04-23T04:44:04.064959Z","end":"2026-04-23T04:44:05.884990Z","steps":["trace[79839319] 'agreement among raft nodes before linearized reading' (duration: 1.819930203s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.885030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.287161Z","time spent":"6.597862297s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-04-23T04:44:05.885016Z","caller":"traceutil/trace.go:172","msg":"trace[728277560] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ts5vh; range_end:; }","duration":"2.151784347s","start":"2026-04-23T04:44:03.733213Z","end":"2026-04-23T04:44:05.884997Z","steps":["trace[728277560] 'agreement among raft nodes before linearized reading' (duration: 2.15167124s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.885050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:04.064936Z","time spent":"1.820104205s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"error","ts":"2026-04-23T04:44:05.885049Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-23T04:44:05.885078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:03.733128Z","time spent":"2.151935926s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:05.885330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.043402539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-23T04:44:05.885362Z","caller":"traceutil/trace.go:172","msg":"trace[1210483147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"6.043436071s","start":"2026-04-23T04:43:59.841922Z","end":"2026-04-23T04:44:05.885358Z","steps":["trace[1210483147] 'agreement among raft nodes before linearized reading' (duration: 6.043403169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.885376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.841887Z","time spent":"6.043484784s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:05.885353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.48550752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-23T04:44:05.885427Z","caller":"traceutil/trace.go:172","msg":"trace[1744748312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.485591555s","start":"2026-04-23T04:44:01.399826Z","end":"2026-04-23T04:44:05.885418Z","steps":["trace[1744748312] 'agreement among raft nodes before linearized reading' (duration: 4.48550681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.885412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.435744028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-23T04:44:05.885483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.399800Z","time spent":"4.485672249s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:05.885497Z","caller":"traceutil/trace.go:172","msg":"trace[1566019296] range","detail":"{range_begin:/registry/services/endpoints; range_end:; }","duration":"6.435858004s","start":"2026-04-23T04:43:59.449621Z","end":"2026-04-23T04:44:05.885479Z","steps":["trace[1566019296] 'agreement among raft nodes before linearized reading' (duration: 6.435739477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.885522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.221215627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-23T04:44:05.885554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:43:59.449600Z","time spent":"6.43594268s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:05.885569Z","caller":"traceutil/trace.go:172","msg":"trace[1214125880] range","detail":"{range_begin:/registry/minions; range_end:; }","duration":"4.221261099s","start":"2026-04-23T04:44:01.664300Z","end":"2026-04-23T04:44:05.885561Z","steps":["trace[1214125880] 'agreement among raft nodes before linearized reading' (duration: 4.221215287s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:05.885596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:01.664274Z","time spent":"4.221314502s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:06.064988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.499695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:44:06.065057Z","caller":"traceutil/trace.go:172","msg":"trace[1207108492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"153.579711ms","start":"2026-04-23T04:44:05.911460Z","end":"2026-04-23T04:44:06.065039Z","steps":["trace[1207108492] 'agreement among raft nodes before linearized reading' (duration: 153.496376ms)"],"step_count":1} 2026/04/23 04:44:06 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:06.385169Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:06.398806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.117398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T04:44:06.398857Z","caller":"traceutil/trace.go:172","msg":"trace[166098291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"484.180022ms","start":"2026-04-23T04:44:05.914668Z","end":"2026-04-23T04:44:06.398848Z","steps":["trace[166098291] 'agreement among raft nodes before linearized reading' (duration: 484.115508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:06.398885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.914661Z","time spent":"484.218953ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/23 04:44:06 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T04:44:06.885630Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:07.386020Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:07.436781Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"cc0fc5dc762702b2 is starting a new election at term 2"} {"level":"info","ts":"2026-04-23T04:44:07.436847Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"cc0fc5dc762702b2 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-23T04:44:07.436877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"cc0fc5dc762702b2 [logterm: 2, index: 1186] sent MsgPreVote request to 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:44:07.436895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"cc0fc5dc762702b2 [logterm: 2, index: 1186] sent MsgPreVote request to 78b660cb1ab76d5c at term 2"} {"level":"info","ts":"2026-04-23T04:44:07.436913Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: cc0fc5dc762702b2 lost leader 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:44:07.436994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"cc0fc5dc762702b2 received MsgPreVoteResp from cc0fc5dc762702b2 at term 2"} {"level":"info","ts":"2026-04-23T04:44:07.437042Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"cc0fc5dc762702b2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-23T04:44:07.886701Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:08.071699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99994292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T04:44:08.071824Z","caller":"traceutil/trace.go:172","msg":"trace[988935099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079408s","start":"2026-04-23T04:44:06.071721Z","end":"2026-04-23T04:44:08.071800Z","steps":["trace[988935099] 'agreement among raft nodes before linearized reading' (duration: 1.99993773s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:08.071877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:06.071706Z","time spent":"2.000162664s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:08.387780Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:08.836616Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"cc0fc5dc762702b2 is starting a new election at term 2"} {"level":"info","ts":"2026-04-23T04:44:08.836684Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"cc0fc5dc762702b2 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-23T04:44:08.836714Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"cc0fc5dc762702b2 [logterm: 2, index: 1186] sent MsgPreVote request to 344940fc142d902f at term 2"} {"level":"info","ts":"2026-04-23T04:44:08.836736Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"cc0fc5dc762702b2 [logterm: 2, index: 1186] sent MsgPreVote request to 78b660cb1ab76d5c at term 2"} {"level":"info","ts":"2026-04-23T04:44:08.836797Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"cc0fc5dc762702b2 received MsgPreVoteResp from cc0fc5dc762702b2 at term 2"} {"level":"info","ts":"2026-04-23T04:44:08.836839Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"cc0fc5dc762702b2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-23T04:44:08.894821Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:08.952539Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"cc0fc5dc762702b2 became follower at term 2"} {"level":"info","ts":"2026-04-23T04:44:08.952598Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: cc0fc5dc762702b2 elected leader 344940fc142d902f at term 2"} {"level":"warn","ts":"2026-04-23T04:44:08.952733Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645697,"received-request-id":194391150301645694} {"level":"warn","ts":"2026-04-23T04:44:08.952751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.294230731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-23T04:44:08.952790Z","caller":"traceutil/trace.go:172","msg":"trace[129276371] range","detail":"{range_begin:/registry/pods; range_end:; }","duration":"4.294285715s","start":"2026-04-23T04:44:04.658494Z","end":"2026-04-23T04:44:08.952780Z","steps":["trace[129276371] 'agreement among raft nodes before linearized reading' (duration: 4.294229241s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:08.952825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:04.658468Z","time spent":"4.294348338s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:08.952832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.773750346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8e2ceaa37c5bf\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-23T04:44:08.952904Z","caller":"traceutil/trace.go:172","msg":"trace[434915272] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8e2ceaa37c5bf; range_end:; }","duration":"4.773845502s","start":"2026-04-23T04:44:04.179044Z","end":"2026-04-23T04:44:08.952889Z","steps":["trace[434915272] 'agreement among raft nodes before linearized reading' (duration: 4.773744165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:08.952946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:04.179026Z","time spent":"4.773911276s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8e2ceaa37c5bf\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:09.453308Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:09.953511Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:10.003938Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645697,"received-request-id":194391150301645695} {"level":"info","ts":"2026-04-23T04:44:10.004099Z","caller":"traceutil/trace.go:172","msg":"trace[359843260] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1186; }","duration":"1.051377623s","start":"2026-04-23T04:44:08.952708Z","end":"2026-04-23T04:44:10.004086Z","steps":["trace[359843260] 'read index received' (duration: 1.051367322s)","trace[359843260] 'applied index is now lower than readState.Index' (duration: 9.431µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:10.004181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.117059172s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.004208Z","caller":"traceutil/trace.go:172","msg":"trace[1698257720] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1022; }","duration":"4.117098185s","start":"2026-04-23T04:44:05.887102Z","end":"2026-04-23T04:44:10.004200Z","steps":["trace[1698257720] 'agreement among raft nodes before linearized reading' (duration: 4.11702774s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.004248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.964641463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.004369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.126074013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.004387Z","caller":"traceutil/trace.go:172","msg":"trace[2136571260] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1022; }","duration":"3.126092524s","start":"2026-04-23T04:44:06.878288Z","end":"2026-04-23T04:44:10.004381Z","steps":["trace[2136571260] 'agreement among raft nodes before linearized reading' (duration: 3.126063352s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.004448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:06.878256Z","time spent":"3.126186631s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.004601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.093181279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.004627Z","caller":"traceutil/trace.go:172","msg":"trace[1878320298] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1022; }","duration":"4.093203481s","start":"2026-04-23T04:44:05.911415Z","end":"2026-04-23T04:44:10.004618Z","steps":["trace[1878320298] 'agreement among raft nodes before linearized reading' (duration: 4.093168918s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.004668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.911407Z","time spent":"4.093252534s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.004679Z","caller":"traceutil/trace.go:172","msg":"trace[17125837] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1022; }","duration":"2.96506849s","start":"2026-04-23T04:44:07.039591Z","end":"2026-04-23T04:44:10.004659Z","steps":["trace[17125837] 'agreement among raft nodes before linearized reading' (duration: 2.964612971s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.004698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.932194535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.004743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.039562Z","time spent":"2.965167096s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.004762Z","caller":"traceutil/trace.go:172","msg":"trace[206724664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1022; }","duration":"1.93227175s","start":"2026-04-23T04:44:08.072477Z","end":"2026-04-23T04:44:10.004748Z","steps":["trace[206724664] 'agreement among raft nodes before linearized reading' (duration: 1.932158143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.004801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.072455Z","time spent":"1.932340224s","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:10.004835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.0933481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-23T04:44:10.004875Z","caller":"traceutil/trace.go:172","msg":"trace[1495812024] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ts5vh; range_end:; response_count:1; response_revision:1022; }","duration":"4.093420134s","start":"2026-04-23T04:44:05.911445Z","end":"2026-04-23T04:44:10.004866Z","steps":["trace[1495812024] 'agreement among raft nodes before linearized reading' (duration: 4.093135366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.004953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.911423Z","time spent":"4.093518781s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18544,"request content":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.005168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.094928918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:89 size:7477"} {"level":"info","ts":"2026-04-23T04:44:10.005202Z","caller":"traceutil/trace.go:172","msg":"trace[856510728] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:89; response_revision:1022; }","duration":"4.09496521s","start":"2026-04-23T04:44:05.910230Z","end":"2026-04-23T04:44:10.005195Z","steps":["trace[856510728] 'agreement among raft nodes before linearized reading' (duration: 4.094551604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.005213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.285931997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.005273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.095057696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:10.005290Z","caller":"traceutil/trace.go:172","msg":"trace[323311543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1022; }","duration":"4.095073087s","start":"2026-04-23T04:44:05.910211Z","end":"2026-04-23T04:44:10.005284Z","steps":["trace[323311543] 'agreement among raft nodes before linearized reading' (duration: 4.095021424s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.005289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.387778579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.005382Z","caller":"traceutil/trace.go:172","msg":"trace[646351131] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1022; }","duration":"3.387841153s","start":"2026-04-23T04:44:06.617501Z","end":"2026-04-23T04:44:10.005343Z","steps":["trace[646351131] 'agreement among raft nodes before linearized reading' (duration: 3.387757807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.005457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:06.617474Z","time spent":"3.387972631s","remote":"127.0.0.1:47782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.005533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.738971318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:10.005574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.094051963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:10.005592Z","caller":"traceutil/trace.go:172","msg":"trace[1365782621] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1022; }","duration":"1.739044162s","start":"2026-04-23T04:44:08.266538Z","end":"2026-04-23T04:44:10.005582Z","steps":["trace[1365782621] 'agreement among raft nodes before linearized reading' (duration: 1.738936556s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.005595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.090598001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.005607Z","caller":"traceutil/trace.go:172","msg":"trace[634297578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1022; }","duration":"4.094086975s","start":"2026-04-23T04:44:05.911512Z","end":"2026-04-23T04:44:10.005599Z","steps":["trace[634297578] 'agreement among raft nodes before linearized reading' (duration: 4.09400276s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.005618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.266525Z","time spent":"1.739089135s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.005637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.911505Z","time spent":"4.094126858s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.005645Z","caller":"traceutil/trace.go:172","msg":"trace[684394512] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1022; }","duration":"4.090644974s","start":"2026-04-23T04:44:05.914982Z","end":"2026-04-23T04:44:10.005627Z","steps":["trace[684394512] 'agreement among raft nodes before linearized reading' (duration: 4.090563409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.005703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.914963Z","time spent":"4.090728619s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.004990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.216085658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T04:44:10.005753Z","caller":"traceutil/trace.go:172","msg":"trace[850461854] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1022; }","duration":"2.216852707s","start":"2026-04-23T04:44:07.788894Z","end":"2026-04-23T04:44:10.005747Z","steps":["trace[850461854] 'agreement among raft nodes before linearized reading' (duration: 2.216015954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.005773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.788878Z","time spent":"2.216888679s","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.95\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.005153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.244954431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T04:44:10.005909Z","caller":"traceutil/trace.go:172","msg":"trace[716458404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1022; }","duration":"2.245709099s","start":"2026-04-23T04:44:07.760184Z","end":"2026-04-23T04:44:10.005893Z","steps":["trace[716458404] 'agreement among raft nodes before linearized reading' (duration: 2.244827142s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.005961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.760170Z","time spent":"2.245778242s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:10.005280Z","caller":"traceutil/trace.go:172","msg":"trace[266580291] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1022; }","duration":"2.28598634s","start":"2026-04-23T04:44:07.719272Z","end":"2026-04-23T04:44:10.005258Z","steps":["trace[266580291] 'agreement among raft nodes before linearized reading' (duration: 2.285914476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.006116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:07.719246Z","time spent":"2.286849335s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.005222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.910210Z","time spent":"4.095004803s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":89,"response size":7500,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-23T04:44:10.005304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:05.910192Z","time spent":"4.095108159s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.023355Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645698,"received-request-id":194391150301645697} {"level":"info","ts":"2026-04-23T04:44:10.023976Z","caller":"traceutil/trace.go:172","msg":"trace[1189178533] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"1.86798454s","start":"2026-04-23T04:44:08.155959Z","end":"2026-04-23T04:44:10.023944Z","steps":["trace[1189178533] 'process raft request' (duration: 1.867435796s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.024172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.155929Z","time spent":"1.868152142s","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4166,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:10.028359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"863.91174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.028429Z","caller":"traceutil/trace.go:172","msg":"trace[70715537] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1029; }","duration":"863.995655ms","start":"2026-04-23T04:44:09.164418Z","end":"2026-04-23T04:44:10.028414Z","steps":["trace[70715537] 'agreement among raft nodes before linearized reading' (duration: 863.866697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.028469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:09.164395Z","time spent":"864.065879ms","remote":"127.0.0.1:47764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.028444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.048144524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:10.028626Z","caller":"traceutil/trace.go:172","msg":"trace[359056214] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1029; }","duration":"1.048342306s","start":"2026-04-23T04:44:08.980273Z","end":"2026-04-23T04:44:10.028615Z","steps":["trace[359056214] 'agreement among raft nodes before linearized reading' (duration: 1.048036837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.028654Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.980251Z","time spent":"1.04839595s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.029083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.048772944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8e2ceaa37c5bf\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-23T04:44:10.029191Z","caller":"traceutil/trace.go:172","msg":"trace[1251614313] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a8e2ceaa37c5bf; range_end:; response_count:1; response_revision:1029; }","duration":"1.048881881s","start":"2026-04-23T04:44:08.980302Z","end":"2026-04-23T04:44:10.029184Z","steps":["trace[1251614313] 'agreement among raft nodes before linearized reading' (duration: 1.047999776s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:10.029513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:08.980282Z","time spent":"1.049221132s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a8e2ceaa37c5bf\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:10.036539Z","caller":"txn/util.go:46","msg":"failed to apply request","took":"24.132µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-23T04:44:12.470436Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:12.970766Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:13.466518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"553.569455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T04:44:13.471831Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645739,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:13.894060Z","caller":"traceutil/trace.go:172","msg":"trace[774121670] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1264; }","duration":"1.923930293s","start":"2026-04-23T04:44:11.970099Z","end":"2026-04-23T04:44:13.894029Z","steps":["trace[774121670] 'read index received' (duration: 1.923920532s)","trace[774121670] 'applied index is now lower than readState.Index' (duration: 8.401µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.395160Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:14.509068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.595360153s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.509124Z","caller":"traceutil/trace.go:172","msg":"trace[44560153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1087; }","duration":"2.59546521s","start":"2026-04-23T04:44:11.913645Z","end":"2026-04-23T04:44:14.509110Z","steps":["trace[44560153] 'agreement among raft nodes before linearized reading' (duration: 1.980543065s)","trace[44560153] 'range keys from in-memory index tree' (duration: 614.84368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.509422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"615.097376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:14.509841Z","caller":"traceutil/trace.go:172","msg":"trace[1713811677] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"2.524805055s","start":"2026-04-23T04:44:11.985018Z","end":"2026-04-23T04:44:14.509823Z","steps":["trace[1713811677] 'process raft request' (duration: 2.524748131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.509950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.984984Z","time spent":"2.524906531s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:14.740703Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645741,"received-request-id":194391150301645739} {"level":"warn","ts":"2026-04-23T04:44:14.909942Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645741,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:14.976587Z","caller":"traceutil/trace.go:172","msg":"trace[655692502] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1277; }","duration":"1.082398683s","start":"2026-04-23T04:44:13.894150Z","end":"2026-04-23T04:44:14.976549Z","steps":["trace[655692502] 'read index received' (duration: 1.082386862s)","trace[655692502] 'applied index is now lower than readState.Index' (duration: 10.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:14.977795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.918443394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.977880Z","caller":"traceutil/trace.go:172","msg":"trace[238999470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1099; }","duration":"1.9185398s","start":"2026-04-23T04:44:13.059328Z","end":"2026-04-23T04:44:14.977867Z","steps":["trace[238999470] 'agreement among raft nodes before linearized reading' (duration: 1.917400047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.977910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.059309Z","time spent":"1.918595663s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:14.977989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.98297303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.978076Z","caller":"traceutil/trace.go:172","msg":"trace[119267797] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1099; }","duration":"2.983078207s","start":"2026-04-23T04:44:11.994978Z","end":"2026-04-23T04:44:14.978056Z","steps":["trace[119267797] 'agreement among raft nodes before linearized reading' (duration: 2.981752452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.978033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.304286259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T04:44:14.978087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.218540049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T04:44:14.978133Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:11.994958Z","time spent":"2.983156572s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.978097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.757001471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T04:44:14.978256Z","caller":"traceutil/trace.go:172","msg":"trace[623118599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1099; }","duration":"1.757213786s","start":"2026-04-23T04:44:13.221028Z","end":"2026-04-23T04:44:14.978242Z","steps":["trace[623118599] 'agreement among raft nodes before linearized reading' (duration: 1.755679997s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.978274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.088135113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:14.978350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.221008Z","time spent":"1.757328304s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:14.978393Z","caller":"traceutil/trace.go:172","msg":"trace[2028656918] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1099; }","duration":"1.088300033s","start":"2026-04-23T04:44:13.890065Z","end":"2026-04-23T04:44:14.978365Z","steps":["trace[2028656918] 'agreement among raft nodes before linearized reading' (duration: 1.086627266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.978462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.890031Z","time spent":"1.088417451s","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:14.978684Z","caller":"traceutil/trace.go:172","msg":"trace[972098989] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"826.398903ms","start":"2026-04-23T04:44:14.152276Z","end":"2026-04-23T04:44:14.978675Z","steps":["trace[972098989] 'process raft request' (duration: 825.482524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:14.978729Z","caller":"traceutil/trace.go:172","msg":"trace[1762041542] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"323.452184ms","start":"2026-04-23T04:44:14.655260Z","end":"2026-04-23T04:44:14.978712Z","steps":["trace[1762041542] 'process raft request' (duration: 323.38831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.978758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.152245Z","time spent":"826.468807ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:14.978187Z","caller":"traceutil/trace.go:172","msg":"trace[2016141178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1099; }","duration":"1.218658528s","start":"2026-04-23T04:44:13.759505Z","end":"2026-04-23T04:44:14.978163Z","steps":["trace[2016141178] 'agreement among raft nodes before linearized reading' (duration: 1.217113317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.978936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.759482Z","time spent":"1.219446779s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:14.978173Z","caller":"traceutil/trace.go:172","msg":"trace[1091117598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1099; }","duration":"1.30444423s","start":"2026-04-23T04:44:13.673706Z","end":"2026-04-23T04:44:14.978150Z","steps":["trace[1091117598] 'agreement among raft nodes before linearized reading' (duration: 1.303013527s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.978983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.673687Z","time spent":"1.305291474s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.978974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.655228Z","time spent":"323.610595ms","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:14.979011Z","caller":"traceutil/trace.go:172","msg":"trace[1027199142] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"750.26732ms","start":"2026-04-23T04:44:14.228728Z","end":"2026-04-23T04:44:14.978995Z","steps":["trace[1027199142] 'process raft request' (duration: 749.730285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.979222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.228699Z","time spent":"750.448392ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:14.980887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.053646888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:44:14.980976Z","caller":"traceutil/trace.go:172","msg":"trace[964080049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1102; }","duration":"1.053704801s","start":"2026-04-23T04:44:13.927226Z","end":"2026-04-23T04:44:14.980930Z","steps":["trace[964080049] 'agreement among raft nodes before linearized reading' (duration: 1.053561231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.981029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.782504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:14.980888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.996758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:14.981200Z","caller":"traceutil/trace.go:172","msg":"trace[1460225688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1102; }","duration":"469.308567ms","start":"2026-04-23T04:44:14.511877Z","end":"2026-04-23T04:44:14.981185Z","steps":["trace[1460225688] 'agreement among raft nodes before linearized reading' (duration: 468.980196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:14.981088Z","caller":"traceutil/trace.go:172","msg":"trace[1297673975] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1102; }","duration":"402.843368ms","start":"2026-04-23T04:44:14.578228Z","end":"2026-04-23T04:44:14.981072Z","steps":["trace[1297673975] 'agreement among raft nodes before linearized reading' (duration: 402.57083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:14.981336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:14.578194Z","time spent":"403.130977ms","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:14.981138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:13.927163Z","time spent":"1.053877463s","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:15.535406Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:16.035601Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:16.097789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.158209ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.097871Z","caller":"traceutil/trace.go:172","msg":"trace[1326860159] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1103; }","duration":"490.270566ms","start":"2026-04-23T04:44:15.607580Z","end":"2026-04-23T04:44:16.097851Z","steps":["trace[1326860159] 'range keys from in-memory index tree' (duration: 490.098774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.098117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.834604ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.098178Z","caller":"traceutil/trace.go:172","msg":"trace[54272229] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1103; }","duration":"183.905838ms","start":"2026-04-23T04:44:15.914261Z","end":"2026-04-23T04:44:16.098166Z","steps":["trace[54272229] 'range keys from in-memory index tree' (duration: 183.792161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.536344Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:16.679983Z","caller":"traceutil/trace.go:172","msg":"trace[706919824] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1282; }","duration":"1.644839729s","start":"2026-04-23T04:44:15.035118Z","end":"2026-04-23T04:44:16.679958Z","steps":["trace[706919824] 'read index received' (duration: 1.644829258s)","trace[706919824] 'applied index is now lower than readState.Index' (duration: 8.991µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:16.708159Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.673019564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.708242Z","caller":"traceutil/trace.go:172","msg":"trace[1635902085] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"1.663075679s","start":"2026-04-23T04:44:15.045142Z","end":"2026-04-23T04:44:16.708218Z","steps":["trace[1635902085] 'process raft request' (duration: 1.634915976s)","trace[1635902085] 'compare' (duration: 27.998272ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:16.708266Z","caller":"traceutil/trace.go:172","msg":"trace[1191992020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1104; }","duration":"1.673136642s","start":"2026-04-23T04:44:15.035106Z","end":"2026-04-23T04:44:16.708242Z","steps":["trace[1191992020] 'agreement among raft nodes before linearized reading' (duration: 1.644960018s)","trace[1191992020] 'range keys from in-memory index tree' (duration: 28.030174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:16.708330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.035086Z","time spent":"1.673234018s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:16.708367Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.045120Z","time spent":"1.663191447s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:16.775979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"810.768622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.776068Z","caller":"traceutil/trace.go:172","msg":"trace[1953294016] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1110; }","duration":"810.896381ms","start":"2026-04-23T04:44:15.965154Z","end":"2026-04-23T04:44:16.776051Z","steps":["trace[1953294016] 'agreement among raft nodes before linearized reading' (duration: 810.705408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.776084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.320095527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:16.776112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.965133Z","time spent":"810.969287ms","remote":"127.0.0.1:47916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.776150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.32707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.776169Z","caller":"traceutil/trace.go:172","msg":"trace[1426893330] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1110; }","duration":"1.32015455s","start":"2026-04-23T04:44:15.455974Z","end":"2026-04-23T04:44:16.776128Z","steps":["trace[1426893330] 'agreement among raft nodes before linearized reading' (duration: 1.320066535s)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:16.776227Z","caller":"traceutil/trace.go:172","msg":"trace[1046937996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:1110; }","duration":"376.371823ms","start":"2026-04-23T04:44:16.399814Z","end":"2026-04-23T04:44:16.776186Z","steps":["trace[1046937996] 'agreement among raft nodes before linearized reading' (duration: 376.306279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.776303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:16.399794Z","time spent":"376.49214ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.776430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"732.103691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 ","response":"range_response_count:1 size:19665"} {"level":"info","ts":"2026-04-23T04:44:16.776456Z","caller":"traceutil/trace.go:172","msg":"trace[846668898] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ts5vh; range_end:; response_count:1; response_revision:1110; }","duration":"732.129423ms","start":"2026-04-23T04:44:16.044320Z","end":"2026-04-23T04:44:16.776449Z","steps":["trace[846668898] 'agreement among raft nodes before linearized reading' (duration: 732.018416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.776443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.455951Z","time spent":"1.32046355s","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.776474Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:16.044293Z","time spent":"732.176336ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19688,"request content":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.775985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.212206853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.777800Z","caller":"traceutil/trace.go:172","msg":"trace[1825158945] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1110; }","duration":"1.214022241s","start":"2026-04-23T04:44:15.563752Z","end":"2026-04-23T04:44:16.777774Z","steps":["trace[1825158945] 'agreement among raft nodes before linearized reading' (duration: 1.21217488s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.777896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.563698Z","time spent":"1.214175801s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:16.778332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.632918084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:118 size:9912"} {"level":"info","ts":"2026-04-23T04:44:16.778494Z","caller":"traceutil/trace.go:172","msg":"trace[328563195] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:118; response_revision:1110; }","duration":"1.632968867s","start":"2026-04-23T04:44:15.145402Z","end":"2026-04-23T04:44:16.778371Z","steps":["trace[328563195] 'agreement among raft nodes before linearized reading' (duration: 1.631612719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.778530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:15.145381Z","time spent":"1.633131608s","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":118,"response size":9935,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-23T04:44:16.776071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"677.830068ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.779192Z","caller":"traceutil/trace.go:172","msg":"trace[304284297] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1110; }","duration":"680.972013ms","start":"2026-04-23T04:44:16.098205Z","end":"2026-04-23T04:44:16.779177Z","steps":["trace[304284297] 'agreement among raft nodes before linearized reading' (duration: 677.762524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:16.825740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.720094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:16.825866Z","caller":"traceutil/trace.go:172","msg":"trace[1421503133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"115.857123ms","start":"2026-04-23T04:44:16.709988Z","end":"2026-04-23T04:44:16.825845Z","steps":["trace[1421503133] 'agreement among raft nodes before linearized reading' (duration: 115.66779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:17.628014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.257815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T04:44:17.628136Z","caller":"traceutil/trace.go:172","msg":"trace[1288931907] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"332.705863ms","start":"2026-04-23T04:44:17.295403Z","end":"2026-04-23T04:44:17.628108Z","steps":["trace[1288931907] 'process raft request' (duration: 219.285388ms)","trace[1288931907] 'compare' (duration: 113.162988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:17.628261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:17.295373Z","time spent":"332.814361ms","remote":"127.0.0.1:47036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:20.972049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41476","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:44:23.529350Z","caller":"traceutil/trace.go:172","msg":"trace[1093638391] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"100.725774ms","start":"2026-04-23T04:44:23.428610Z","end":"2026-04-23T04:44:23.529335Z","steps":["trace[1093638391] 'process raft request' (duration: 100.621957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:23.830545Z","caller":"traceutil/trace.go:172","msg":"trace[1612929107] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1479; }","duration":"322.919103ms","start":"2026-04-23T04:44:23.507595Z","end":"2026-04-23T04:44:23.830514Z","steps":["trace[1612929107] 'read index received' (duration: 322.910143ms)","trace[1612929107] 'applied index is now lower than readState.Index' (duration: 7.02µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:23.833844Z","caller":"traceutil/trace.go:172","msg":"trace[1031356470] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1251; }","duration":"405.134137ms","start":"2026-04-23T04:44:23.428684Z","end":"2026-04-23T04:44:23.833818Z","steps":["trace[1031356470] 'process raft request' (duration: 401.982206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:23.834186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:23.428655Z","time spent":"405.290378ms","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T04:44:23.834230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.61575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:23.834691Z","caller":"traceutil/trace.go:172","msg":"trace[1944554974] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1251; }","duration":"327.077171ms","start":"2026-04-23T04:44:23.507591Z","end":"2026-04-23T04:44:23.834668Z","steps":["trace[1944554974] 'agreement among raft nodes before linearized reading' (duration: 323.002698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:23.834803Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:23.507574Z","time spent":"327.20477ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:23.843300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.714628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 ","response":"range_response_count:1 size:1730"} {"level":"info","ts":"2026-04-23T04:44:23.843379Z","caller":"traceutil/trace.go:172","msg":"trace[237402988] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-3; range_end:; response_count:1; response_revision:1252; }","duration":"309.804903ms","start":"2026-04-23T04:44:23.533559Z","end":"2026-04-23T04:44:23.843364Z","steps":["trace[237402988] 'agreement among raft nodes before linearized reading' (duration: 309.647533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:23.843420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:23.533546Z","time spent":"309.865899ms","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1753,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:23.861417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:23.871951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-23T04:44:23.883927Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41538","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:44:24.630095Z","caller":"traceutil/trace.go:172","msg":"trace[893752159] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"491.867488ms","start":"2026-04-23T04:44:24.138202Z","end":"2026-04-23T04:44:24.630069Z","steps":["trace[893752159] 'process raft request' (duration: 491.700556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.630250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:24.138185Z","time spent":"492.005627ms","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1494,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:24.694241Z","caller":"traceutil/trace.go:172","msg":"trace[1823634894] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1254; }","duration":"555.796865ms","start":"2026-04-23T04:44:24.138428Z","end":"2026-04-23T04:44:24.694225Z","steps":["trace[1823634894] 'process raft request' (duration: 555.641735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.694377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:24.138402Z","time spent":"555.919543ms","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:24.695103Z","caller":"traceutil/trace.go:172","msg":"trace[212485255] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1485; }","duration":"424.751618ms","start":"2026-04-23T04:44:24.270343Z","end":"2026-04-23T04:44:24.695094Z","steps":["trace[212485255] 'read index received' (duration: 424.748858ms)","trace[212485255] 'applied index is now lower than readState.Index' (duration: 2.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:24.695529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"425.168765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-ts5vh.18a8e2d530885a43\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-23T04:44:24.695617Z","caller":"traceutil/trace.go:172","msg":"trace[617455726] range","detail":"{range_begin:/registry/events/kube-system/cilium-ts5vh.18a8e2d530885a43; range_end:; response_count:1; response_revision:1255; }","duration":"425.274302ms","start":"2026-04-23T04:44:24.270329Z","end":"2026-04-23T04:44:24.695604Z","steps":["trace[617455726] 'agreement among raft nodes before linearized reading' (duration: 424.912328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.696272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:24.270306Z","time spent":"425.339786ms","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-ts5vh.18a8e2d530885a43\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:24.696540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"343.616595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"info","ts":"2026-04-23T04:44:24.696567Z","caller":"traceutil/trace.go:172","msg":"trace[1595717699] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-3; range_end:; response_count:1; response_revision:1256; }","duration":"343.644417ms","start":"2026-04-23T04:44:24.352916Z","end":"2026-04-23T04:44:24.696560Z","steps":["trace[1595717699] 'agreement among raft nodes before linearized reading' (duration: 343.574862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.696585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:24.352891Z","time spent":"343.68928ms","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2116,"request content":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:24.696618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.233634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:24.696649Z","caller":"traceutil/trace.go:172","msg":"trace[1290033906] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1256; }","duration":"284.279317ms","start":"2026-04-23T04:44:24.412361Z","end":"2026-04-23T04:44:24.696640Z","steps":["trace[1290033906] 'agreement among raft nodes before linearized reading' (duration: 284.04302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:24.807134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41562","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-23T04:44:25.085801Z","caller":"traceutil/trace.go:172","msg":"trace[987881188] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1494; }","duration":"255.46965ms","start":"2026-04-23T04:44:24.830294Z","end":"2026-04-23T04:44:25.085764Z","steps":["trace[987881188] 'read index received' (duration: 255.454069ms)","trace[987881188] 'applied index is now lower than readState.Index' (duration: 13.181µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:25.086379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.050819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:25.086493Z","caller":"traceutil/trace.go:172","msg":"trace[1728888536] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities; range_end:; response_count:0; response_revision:1263; }","duration":"256.182999ms","start":"2026-04-23T04:44:24.830286Z","end":"2026-04-23T04:44:25.086469Z","steps":["trace[1728888536] 'agreement among raft nodes before linearized reading' (duration: 255.592189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.088426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.011431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:25.088457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.115634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:25.088507Z","caller":"traceutil/trace.go:172","msg":"trace[1360643199] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1265; }","duration":"258.115608ms","start":"2026-04-23T04:44:24.830373Z","end":"2026-04-23T04:44:25.088489Z","steps":["trace[1360643199] 'agreement among raft nodes before linearized reading' (duration: 257.941807ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:25.088518Z","caller":"traceutil/trace.go:172","msg":"trace[1918468906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1265; }","duration":"145.178988ms","start":"2026-04-23T04:44:24.943324Z","end":"2026-04-23T04:44:25.088503Z","steps":["trace[1918468906] 'agreement among raft nodes before linearized reading' (duration: 145.093492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.089028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.621802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:25.089090Z","caller":"traceutil/trace.go:172","msg":"trace[373001062] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1265; }","duration":"258.683737ms","start":"2026-04-23T04:44:24.830389Z","end":"2026-04-23T04:44:25.089073Z","steps":["trace[373001062] 'agreement among raft nodes before linearized reading' (duration: 258.57953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:25.089225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.181911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-23T04:44:25.089305Z","caller":"traceutil/trace.go:172","msg":"trace[910270131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1265; }","duration":"180.471441ms","start":"2026-04-23T04:44:24.908820Z","end":"2026-04-23T04:44:25.089292Z","steps":["trace[910270131] 'agreement among raft nodes before linearized reading' (duration: 180.084594ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:25.609598Z","caller":"traceutil/trace.go:172","msg":"trace[255805883] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"265.04893ms","start":"2026-04-23T04:44:25.344527Z","end":"2026-04-23T04:44:25.609576Z","steps":["trace[255805883] 'process raft request' (duration: 233.583627ms)","trace[255805883] 'compare' (duration: 31.258658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:25.891076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.615985ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T04:44:26.166363Z","caller":"traceutil/trace.go:172","msg":"trace[1225976719] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1510; }","duration":"185.606709ms","start":"2026-04-23T04:44:25.980738Z","end":"2026-04-23T04:44:26.166345Z","steps":["trace[1225976719] 'read index received' (duration: 185.600839ms)","trace[1225976719] 'applied index is now lower than readState.Index' (duration: 4.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:26.166594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.840235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T04:44:26.166634Z","caller":"traceutil/trace.go:172","msg":"trace[1400603864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1274; }","duration":"185.894169ms","start":"2026-04-23T04:44:25.980728Z","end":"2026-04-23T04:44:26.166622Z","steps":["trace[1400603864] 'agreement among raft nodes before linearized reading' (duration: 185.728588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:26.465539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.920895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-ts5vh.18a8e2d530885a43\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-23T04:44:26.466078Z","caller":"traceutil/trace.go:172","msg":"trace[1946547331] range","detail":"{range_begin:/registry/events/kube-system/cilium-ts5vh.18a8e2d530885a43; range_end:; response_count:1; response_revision:1274; }","duration":"195.486353ms","start":"2026-04-23T04:44:26.270567Z","end":"2026-04-23T04:44:26.466054Z","steps":["trace[1946547331] 'range keys from in-memory index tree' (duration: 193.136974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:26.809083Z","caller":"traceutil/trace.go:172","msg":"trace[1100287953] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"340.705335ms","start":"2026-04-23T04:44:26.468357Z","end":"2026-04-23T04:44:26.809062Z","steps":["trace[1100287953] 'process raft request' (duration: 340.597688ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:26.809092Z","caller":"traceutil/trace.go:172","msg":"trace[1656659406] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"378.00769ms","start":"2026-04-23T04:44:26.431053Z","end":"2026-04-23T04:44:26.809061Z","steps":["trace[1656659406] 'process raft request' (duration: 362.167637ms)","trace[1656659406] 'compare' (duration: 15.593526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:26.809233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:26.468326Z","time spent":"340.835063ms","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:26.809241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:26.431024Z","time spent":"378.152829ms","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2171,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:26.922454Z","caller":"traceutil/trace.go:172","msg":"trace[143602581] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"105.62789ms","start":"2026-04-23T04:44:26.816804Z","end":"2026-04-23T04:44:26.922432Z","steps":["trace[143602581] 'process raft request' (duration: 96.693836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.125814Z","caller":"traceutil/trace.go:172","msg":"trace[1852180354] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"305.367632ms","start":"2026-04-23T04:44:26.820434Z","end":"2026-04-23T04:44:27.125801Z","steps":["trace[1852180354] 'process raft request' (duration: 305.254894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.125921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:26.820417Z","time spent":"305.460318ms","remote":"127.0.0.1:41526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2863,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T04:44:27.208114Z","caller":"traceutil/trace.go:172","msg":"trace[678200886] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1518; }","duration":"285.789655ms","start":"2026-04-23T04:44:26.922306Z","end":"2026-04-23T04:44:27.208096Z","steps":["trace[678200886] 'read index received' (duration: 285.784035ms)","trace[678200886] 'applied index is now lower than readState.Index' (duration: 4.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.209841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.508301ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.209935Z","caller":"traceutil/trace.go:172","msg":"trace[720287476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1281; }","duration":"287.614459ms","start":"2026-04-23T04:44:26.922301Z","end":"2026-04-23T04:44:27.209916Z","steps":["trace[720287476] 'agreement among raft nodes before linearized reading' (duration: 285.85687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.210293Z","caller":"traceutil/trace.go:172","msg":"trace[96506601] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"275.144755ms","start":"2026-04-23T04:44:26.935130Z","end":"2026-04-23T04:44:27.210275Z","steps":["trace[96506601] 'process raft request' (duration: 273.138279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.212365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.560214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.212436Z","caller":"traceutil/trace.go:172","msg":"trace[552214388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1286; }","duration":"152.631189ms","start":"2026-04-23T04:44:27.059787Z","end":"2026-04-23T04:44:27.212418Z","steps":["trace[552214388] 'agreement among raft nodes before linearized reading' (duration: 152.528912ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.370100Z","caller":"traceutil/trace.go:172","msg":"trace[803414552] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1523; }","duration":"155.040662ms","start":"2026-04-23T04:44:27.215031Z","end":"2026-04-23T04:44:27.370071Z","steps":["trace[803414552] 'read index received' (duration: 155.028531ms)","trace[803414552] 'applied index is now lower than readState.Index' (duration: 10.661µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.543124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.085277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.543199Z","caller":"traceutil/trace.go:172","msg":"trace[690882888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1286; }","duration":"328.163414ms","start":"2026-04-23T04:44:27.215018Z","end":"2026-04-23T04:44:27.543182Z","steps":["trace[690882888] 'agreement among raft nodes before linearized reading' (duration: 155.181081ms)","trace[690882888] 'range keys from in-memory index tree' (duration: 172.880315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.543237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.214996Z","time spent":"328.233139ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:27.764347Z","caller":"traceutil/trace.go:172","msg":"trace[318641937] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1528; }","duration":"394.07722ms","start":"2026-04-23T04:44:27.370254Z","end":"2026-04-23T04:44:27.764331Z","steps":["trace[318641937] 'read index received' (duration: 298.199027ms)","trace[318641937] 'applied index is now lower than readState.Index' (duration: 95.877683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:27.764522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.357933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:44:27.764547Z","caller":"traceutil/trace.go:172","msg":"trace[56052776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1294; }","duration":"446.401476ms","start":"2026-04-23T04:44:27.318140Z","end":"2026-04-23T04:44:27.764541Z","steps":["trace[56052776] 'agreement among raft nodes before linearized reading' (duration: 446.264447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.764523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.793716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:27.764531Z","caller":"traceutil/trace.go:172","msg":"trace[42033017] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"541.337695ms","start":"2026-04-23T04:44:27.223057Z","end":"2026-04-23T04:44:27.764394Z","steps":["trace[42033017] 'process raft request' (duration: 541.194416ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:27.764575Z","caller":"traceutil/trace.go:172","msg":"trace[1666248615] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1294; }","duration":"411.85548ms","start":"2026-04-23T04:44:27.352710Z","end":"2026-04-23T04:44:27.764566Z","steps":["trace[1666248615] 'agreement among raft nodes before linearized reading' (duration: 411.761613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:27.764584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.318118Z","time spent":"446.45011ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:27.764606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.352688Z","time spent":"411.905093ms","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:27.764670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.223024Z","time spent":"541.571152ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T04:44:28.122036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.632033ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T04:44:28.122034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.169449ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:28.122191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:27.792717Z","time spent":"329.47129ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T04:44:28.122225Z","caller":"traceutil/trace.go:172","msg":"trace[215636231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1294; }","duration":"208.375784ms","start":"2026-04-23T04:44:27.913833Z","end":"2026-04-23T04:44:28.122208Z","steps":["trace[215636231] 'range keys from in-memory index tree' (duration: 208.121246ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:28.470408Z","caller":"traceutil/trace.go:172","msg":"trace[1017275836] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1532; }","duration":"348.100939ms","start":"2026-04-23T04:44:28.122280Z","end":"2026-04-23T04:44:28.470381Z","steps":["trace[1017275836] 'read index received' (duration: 348.090819ms)","trace[1017275836] 'applied index is now lower than readState.Index' (duration: 7.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:28.511455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.159748ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:28.511522Z","caller":"traceutil/trace.go:172","msg":"trace[824804227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1294; }","duration":"389.239123ms","start":"2026-04-23T04:44:28.122270Z","end":"2026-04-23T04:44:28.511509Z","steps":["trace[824804227] 'agreement among raft nodes before linearized reading' (duration: 348.202965ms)","trace[824804227] 'range keys from in-memory index tree' (duration: 40.93732ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:28.512480Z","caller":"traceutil/trace.go:172","msg":"trace[503526480] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"389.082333ms","start":"2026-04-23T04:44:28.123370Z","end":"2026-04-23T04:44:28.512453Z","steps":["trace[503526480] 'process raft request' (duration: 347.095251ms)","trace[503526480] 'compare' (duration: 41.116273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:28.512632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.123343Z","time spent":"389.220662ms","remote":"127.0.0.1:47000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:28.754284Z","caller":"traceutil/trace.go:172","msg":"trace[434125706] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1534; }","duration":"283.781574ms","start":"2026-04-23T04:44:28.470477Z","end":"2026-04-23T04:44:28.754259Z","steps":["trace[434125706] 'read index received' (duration: 283.774054ms)","trace[434125706] 'applied index is now lower than readState.Index' (duration: 6.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:28.754413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.615358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T04:44:28.754475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"482.841215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 ","response":"range_response_count:1 size:20085"} {"level":"info","ts":"2026-04-23T04:44:28.754493Z","caller":"traceutil/trace.go:172","msg":"trace[887413971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1296; }","duration":"581.701013ms","start":"2026-04-23T04:44:28.172771Z","end":"2026-04-23T04:44:28.754472Z","steps":["trace[887413971] 'agreement among raft nodes before linearized reading' (duration: 581.500919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:28.754548Z","caller":"traceutil/trace.go:172","msg":"trace[1732256785] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ts5vh; range_end:; response_count:1; response_revision:1296; }","duration":"482.9267ms","start":"2026-04-23T04:44:28.271604Z","end":"2026-04-23T04:44:28.754530Z","steps":["trace[1732256785] 'agreement among raft nodes before linearized reading' (duration: 482.666282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:28.754615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.271579Z","time spent":"483.023347ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":20108,"request content":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:28.754629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"608.338339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T04:44:28.754557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.172745Z","time spent":"581.800099ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:28.754696Z","caller":"traceutil/trace.go:172","msg":"trace[522936986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1296; }","duration":"608.418214ms","start":"2026-04-23T04:44:28.146263Z","end":"2026-04-23T04:44:28.754682Z","steps":["trace[522936986] 'agreement among raft nodes before linearized reading' (duration: 608.145686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:28.754744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.146243Z","time spent":"608.488739ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:28.756541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.489871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-23T04:44:28.756789Z","caller":"traceutil/trace.go:172","msg":"trace[1686077210] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1296; }","duration":"241.736978ms","start":"2026-04-23T04:44:28.515037Z","end":"2026-04-23T04:44:28.756774Z","steps":["trace[1686077210] 'agreement among raft nodes before linearized reading' (duration: 241.411775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.048525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.697163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:29.048587Z","caller":"traceutil/trace.go:172","msg":"trace[1468811335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1296; }","duration":"134.769148ms","start":"2026-04-23T04:44:28.913806Z","end":"2026-04-23T04:44:29.048576Z","steps":["trace[1468811335] 'range keys from in-memory index tree' (duration: 134.65169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.549017Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645893,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:29.554264Z","caller":"traceutil/trace.go:172","msg":"trace[1679642040] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"783.880003ms","start":"2026-04-23T04:44:28.770363Z","end":"2026-04-23T04:44:29.554243Z","steps":["trace[1679642040] 'process raft request' (duration: 783.569912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.554504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:28.770341Z","time spent":"784.050624ms","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20070,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:29.556076Z","caller":"traceutil/trace.go:172","msg":"trace[2126596391] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1536; }","duration":"507.440168ms","start":"2026-04-23T04:44:29.048614Z","end":"2026-04-23T04:44:29.556055Z","steps":["trace[2126596391] 'read index received' (duration: 507.433727ms)","trace[2126596391] 'applied index is now lower than readState.Index' (duration: 5.121µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.556267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.633191ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:29.556324Z","caller":"traceutil/trace.go:172","msg":"trace[2071170913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1298; }","duration":"507.705936ms","start":"2026-04-23T04:44:29.048608Z","end":"2026-04-23T04:44:29.556314Z","steps":["trace[2071170913] 'agreement among raft nodes before linearized reading' (duration: 507.60978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.556945Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645895,"received-request-id":194391150301645893} {"level":"warn","ts":"2026-04-23T04:44:29.560564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"501.360962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:29.560600Z","caller":"traceutil/trace.go:172","msg":"trace[1358209422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1302; }","duration":"501.398754ms","start":"2026-04-23T04:44:29.059193Z","end":"2026-04-23T04:44:29.560592Z","steps":["trace[1358209422] 'agreement among raft nodes before linearized reading' (duration: 501.342591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:29.560630Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:29.059174Z","time spent":"501.451518ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:29.560846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.027466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T04:44:29.560877Z","caller":"traceutil/trace.go:172","msg":"trace[1974312430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1302; }","duration":"222.053588ms","start":"2026-04-23T04:44:29.338812Z","end":"2026-04-23T04:44:29.560866Z","steps":["trace[1974312430] 'agreement among raft nodes before linearized reading' (duration: 222.014185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:29.775514Z","caller":"traceutil/trace.go:172","msg":"trace[745498909] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1541; }","duration":"210.927507ms","start":"2026-04-23T04:44:29.564548Z","end":"2026-04-23T04:44:29.775476Z","steps":["trace[745498909] 'read index received' (duration: 210.911926ms)","trace[745498909] 'applied index is now lower than readState.Index' (duration: 13.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.775691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.540849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ts5vh\" limit:1 ","response":"range_response_count:1 size:20085"} {"level":"info","ts":"2026-04-23T04:44:29.775767Z","caller":"traceutil/trace.go:172","msg":"trace[1427822277] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ts5vh; range_end:; response_count:1; response_revision:1303; }","duration":"211.639736ms","start":"2026-04-23T04:44:29.564113Z","end":"2026-04-23T04:44:29.775753Z","steps":["trace[1427822277] 'agreement among raft nodes before linearized reading' (duration: 211.445873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:29.885033Z","caller":"traceutil/trace.go:172","msg":"trace[205127920] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1543; }","duration":"109.384001ms","start":"2026-04-23T04:44:29.775628Z","end":"2026-04-23T04:44:29.885012Z","steps":["trace[205127920] 'read index received' (duration: 109.376921ms)","trace[205127920] 'applied index is now lower than readState.Index' (duration: 5.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:29.885396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.923269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T04:44:29.885452Z","caller":"traceutil/trace.go:172","msg":"trace[1366780421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1305; }","duration":"116.004385ms","start":"2026-04-23T04:44:29.769438Z","end":"2026-04-23T04:44:29.885442Z","steps":["trace[1366780421] 'agreement among raft nodes before linearized reading' (duration: 115.680354ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:30.073082Z","caller":"traceutil/trace.go:172","msg":"trace[1435736019] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"181.672611ms","start":"2026-04-23T04:44:29.891378Z","end":"2026-04-23T04:44:30.073051Z","steps":["trace[1435736019] 'process raft request' (duration: 181.256472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:30.073221Z","caller":"traceutil/trace.go:172","msg":"trace[1806399909] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1546; }","duration":"159.317982ms","start":"2026-04-23T04:44:29.913877Z","end":"2026-04-23T04:44:30.073195Z","steps":["trace[1806399909] 'read index received' (duration: 158.647096ms)","trace[1806399909] 'applied index is now lower than readState.Index' (duration: 668.636µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.073420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.487463ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:30.073504Z","caller":"traceutil/trace.go:172","msg":"trace[355907554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1311; }","duration":"159.652525ms","start":"2026-04-23T04:44:29.913839Z","end":"2026-04-23T04:44:30.073492Z","steps":["trace[355907554] 'agreement among raft nodes before linearized reading' (duration: 159.450071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:30.584548Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:30.877169Z","caller":"traceutil/trace.go:172","msg":"trace[284760311] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1313; }","duration":"590.01826ms","start":"2026-04-23T04:44:30.287135Z","end":"2026-04-23T04:44:30.877154Z","steps":["trace[284760311] 'process raft request' (duration: 555.884737ms)","trace[284760311] 'compare' (duration: 33.900636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.877460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.287101Z","time spent":"590.118676ms","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":34,"response count":0,"response size":4573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:30.902657Z","caller":"traceutil/trace.go:172","msg":"trace[850056397] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1552; }","duration":"818.37649ms","start":"2026-04-23T04:44:30.084243Z","end":"2026-04-23T04:44:30.902620Z","steps":["trace[850056397] 'read index received' (duration: 818.360419ms)","trace[850056397] 'applied index is now lower than readState.Index' (duration: 13.371µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:30.902697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"818.444384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:30.902835Z","caller":"traceutil/trace.go:172","msg":"trace[2079807574] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1313; }","duration":"818.587264ms","start":"2026-04-23T04:44:30.084237Z","end":"2026-04-23T04:44:30.902825Z","steps":["trace[2079807574] 'agreement among raft nodes before linearized reading' (duration: 818.418772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:30.902913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.084219Z","time spent":"818.648557ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:31.403154Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:44:31.485876Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645905,"received-request-id":194391150301645902} {"level":"info","ts":"2026-04-23T04:44:31.487817Z","caller":"traceutil/trace.go:172","msg":"trace[652033873] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"606.994793ms","start":"2026-04-23T04:44:30.880811Z","end":"2026-04-23T04:44:31.487805Z","steps":["trace[652033873] 'process raft request' (duration: 606.95281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.487897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.880796Z","time spent":"607.049447ms","remote":"127.0.0.1:47230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:31.490640Z","caller":"traceutil/trace.go:172","msg":"trace[106479866] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1559; }","duration":"587.85054ms","start":"2026-04-23T04:44:30.902770Z","end":"2026-04-23T04:44:31.490620Z","steps":["trace[106479866] 'read index received' (duration: 587.84376ms)","trace[106479866] 'applied index is now lower than readState.Index' (duration: 5.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.490708Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645906,"received-request-id":194391150301645905} {"level":"warn","ts":"2026-04-23T04:44:31.490939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.258121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:31.491022Z","caller":"traceutil/trace.go:172","msg":"trace[1801378880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1320; }","duration":"694.350657ms","start":"2026-04-23T04:44:30.796656Z","end":"2026-04-23T04:44:31.491006Z","steps":["trace[1801378880] 'agreement among raft nodes before linearized reading' (duration: 694.148394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.491061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:30.796629Z","time spent":"694.423723ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:44:31.542139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.892248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:31.542207Z","caller":"traceutil/trace.go:172","msg":"trace[1895397884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1321; }","duration":"628.988855ms","start":"2026-04-23T04:44:30.913207Z","end":"2026-04-23T04:44:31.542196Z","steps":["trace[1895397884] 'agreement among raft nodes before linearized reading' (duration: 628.855165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.542236Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.657806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:31.542318Z","caller":"traceutil/trace.go:172","msg":"trace[1852989973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1321; }","duration":"476.735913ms","start":"2026-04-23T04:44:31.065553Z","end":"2026-04-23T04:44:31.542289Z","steps":["trace[1852989973] 'agreement among raft nodes before linearized reading' (duration: 476.616034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.542366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.065522Z","time spent":"476.834609ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T04:44:31.844799Z","caller":"traceutil/trace.go:172","msg":"trace[199775841] linearizableReadLoop","detail":"{readStateIndex:1564; appliedIndex:1565; }","duration":"301.353598ms","start":"2026-04-23T04:44:31.543421Z","end":"2026-04-23T04:44:31.844775Z","steps":["trace[199775841] 'read index received' (duration: 301.313845ms)","trace[199775841] 'applied index is now lower than readState.Index' (duration: 38.143µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:31.844948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.511499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:31.845017Z","caller":"traceutil/trace.go:172","msg":"trace[419729281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1326; }","duration":"301.591314ms","start":"2026-04-23T04:44:31.543411Z","end":"2026-04-23T04:44:31.845002Z","steps":["trace[419729281] 'agreement among raft nodes before linearized reading' (duration: 301.464216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:31.845062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:31.543398Z","time spent":"301.653267ms","remote":"127.0.0.1:46958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:32.026044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.055912ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T04:44:32.026189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.985606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:44:32.026315Z","caller":"traceutil/trace.go:172","msg":"trace[438864444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1332; }","duration":"120.125646ms","start":"2026-04-23T04:44:31.906164Z","end":"2026-04-23T04:44:32.026289Z","steps":["trace[438864444] 'agreement among raft nodes before linearized reading' (duration: 48.749507ms)","trace[438864444] 'range keys from in-memory index tree' (duration: 71.10304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:32.073634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.963788ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T04:44:32.073657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.649074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:32.073722Z","caller":"traceutil/trace.go:172","msg":"trace[1852011594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1333; }","duration":"160.070506ms","start":"2026-04-23T04:44:31.913632Z","end":"2026-04-23T04:44:32.073703Z","steps":["trace[1852011594] 'agreement among raft nodes before linearized reading' (duration: 112.623879ms)","trace[1852011594] 'range keys from in-memory index tree' (duration: 47.319788ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:32.073726Z","caller":"traceutil/trace.go:172","msg":"trace[1127579483] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1333; }","duration":"152.727921ms","start":"2026-04-23T04:44:31.920983Z","end":"2026-04-23T04:44:32.073711Z","steps":["trace[1127579483] 'agreement among raft nodes before linearized reading' (duration: 105.280533ms)","trace[1127579483] 'range keys from in-memory index tree' (duration: 47.341749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:33.252893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.948022ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T04:44:33.414441Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301645911,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:44:33.473049Z","caller":"traceutil/trace.go:172","msg":"trace[22895820] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1583; }","duration":"559.384297ms","start":"2026-04-23T04:44:32.913634Z","end":"2026-04-23T04:44:33.473019Z","steps":["trace[22895820] 'read index received' (duration: 559.375347ms)","trace[22895820] 'applied index is now lower than readState.Index' (duration: 7.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:33.473219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"559.558258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:33.473302Z","caller":"traceutil/trace.go:172","msg":"trace[242541425] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1341; }","duration":"559.654496ms","start":"2026-04-23T04:44:32.913626Z","end":"2026-04-23T04:44:33.473281Z","steps":["trace[242541425] 'agreement among raft nodes before linearized reading' (duration: 559.512365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.473748Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301645913,"received-request-id":194391150301645911} {"level":"warn","ts":"2026-04-23T04:44:33.475335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.607363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T04:44:33.475363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.883564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:33.475398Z","caller":"traceutil/trace.go:172","msg":"trace[517869892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1342; }","duration":"506.672468ms","start":"2026-04-23T04:44:32.968710Z","end":"2026-04-23T04:44:33.475383Z","steps":["trace[517869892] 'agreement among raft nodes before linearized reading' (duration: 506.477093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:33.475449Z","caller":"traceutil/trace.go:172","msg":"trace[1018438516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1342; }","duration":"416.983561ms","start":"2026-04-23T04:44:33.058445Z","end":"2026-04-23T04:44:33.475428Z","steps":["trace[1018438516] 'agreement among raft nodes before linearized reading' (duration: 416.825489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:33.475544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:33.058419Z","time spent":"417.088317ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:44:33.475847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:32.968690Z","time spent":"506.757413ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:33.818026Z","caller":"traceutil/trace.go:172","msg":"trace[1706114602] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1593; }","duration":"116.372052ms","start":"2026-04-23T04:44:33.701628Z","end":"2026-04-23T04:44:33.818000Z","steps":["trace[1706114602] 'read index received' (duration: 116.359882ms)","trace[1706114602] 'applied index is now lower than readState.Index' (duration: 6.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:33.818181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.543374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:44:33.818226Z","caller":"traceutil/trace.go:172","msg":"trace[1139745702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1351; }","duration":"116.597918ms","start":"2026-04-23T04:44:33.701619Z","end":"2026-04-23T04:44:33.818217Z","steps":["trace[1139745702] 'agreement among raft nodes before linearized reading' (duration: 116.47832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:34.248919Z","caller":"traceutil/trace.go:172","msg":"trace[968908555] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"119.463942ms","start":"2026-04-23T04:44:34.129434Z","end":"2026-04-23T04:44:34.248898Z","steps":["trace[968908555] 'process raft request' (duration: 119.409368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:36.001257Z","caller":"traceutil/trace.go:172","msg":"trace[689805549] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"756.455908ms","start":"2026-04-23T04:44:35.244785Z","end":"2026-04-23T04:44:36.001240Z","steps":["trace[689805549] 'process raft request' (duration: 756.33204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.001382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:35.244756Z","time spent":"756.567936ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:36.033664Z","caller":"traceutil/trace.go:172","msg":"trace[268468912] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"496.465632ms","start":"2026-04-23T04:44:35.537179Z","end":"2026-04-23T04:44:36.033644Z","steps":["trace[268468912] 'process raft request' (duration: 493.44392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:36.033961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:35.537145Z","time spent":"496.7241ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T04:44:36.035888Z","caller":"traceutil/trace.go:172","msg":"trace[1904233063] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1603; }","duration":"122.226187ms","start":"2026-04-23T04:44:35.913644Z","end":"2026-04-23T04:44:36.035870Z","steps":["trace[1904233063] 'read index received' (duration: 122.220507ms)","trace[1904233063] 'applied index is now lower than readState.Index' (duration: 4.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:36.035988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.332444ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:36.036018Z","caller":"traceutil/trace.go:172","msg":"trace[165508385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1362; }","duration":"122.374597ms","start":"2026-04-23T04:44:35.913634Z","end":"2026-04-23T04:44:36.036009Z","steps":["trace[165508385] 'agreement among raft nodes before linearized reading' (duration: 122.314273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:38.182001Z","caller":"traceutil/trace.go:172","msg":"trace[1732307036] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1613; }","duration":"124.899841ms","start":"2026-04-23T04:44:38.057086Z","end":"2026-04-23T04:44:38.181986Z","steps":["trace[1732307036] 'read index received' (duration: 124.887361ms)","trace[1732307036] 'applied index is now lower than readState.Index' (duration: 11.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:38.182082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.991208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:44:38.182227Z","caller":"traceutil/trace.go:172","msg":"trace[1489790216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1368; }","duration":"125.140808ms","start":"2026-04-23T04:44:38.057077Z","end":"2026-04-23T04:44:38.182218Z","steps":["trace[1489790216] 'agreement among raft nodes before linearized reading' (duration: 124.972617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:44:54.996221Z","caller":"traceutil/trace.go:172","msg":"trace[1185472938] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1740; }","duration":"321.454124ms","start":"2026-04-23T04:44:54.674739Z","end":"2026-04-23T04:44:54.996193Z","steps":["trace[1185472938] 'read index received' (duration: 321.433862ms)","trace[1185472938] 'applied index is now lower than readState.Index' (duration: 18.842µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:44:54.996420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.668849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-04-23T04:44:54.996472Z","caller":"traceutil/trace.go:172","msg":"trace[132729851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1485; }","duration":"321.737435ms","start":"2026-04-23T04:44:54.674722Z","end":"2026-04-23T04:44:54.996460Z","steps":["trace[132729851] 'agreement among raft nodes before linearized reading' (duration: 321.562432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:44:54.996502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:44:54.674698Z","time spent":"321.797519ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:44:55.135809Z","caller":"traceutil/trace.go:172","msg":"trace[1215066513] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"134.555958ms","start":"2026-04-23T04:44:55.001232Z","end":"2026-04-23T04:44:55.135788Z","steps":["trace[1215066513] 'process raft request' (duration: 109.985058ms)","trace[1215066513] 'compare' (duration: 24.065714ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T04:44:56.364037Z","caller":"traceutil/trace.go:172","msg":"trace[142717233] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"191.069489ms","start":"2026-04-23T04:44:56.172950Z","end":"2026-04-23T04:44:56.364019Z","steps":["trace[142717233] 'process raft request' (duration: 190.906167ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:45:28.852886Z","caller":"traceutil/trace.go:172","msg":"trace[864646670] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1903; }","duration":"430.244173ms","start":"2026-04-23T04:45:28.422618Z","end":"2026-04-23T04:45:28.852862Z","steps":["trace[864646670] 'read index received' (duration: 430.239363ms)","trace[864646670] 'applied index is now lower than readState.Index' (duration: 3.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:45:28.953638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"530.997198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T04:45:28.953711Z","caller":"traceutil/trace.go:172","msg":"trace[359138943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1627; }","duration":"531.077064ms","start":"2026-04-23T04:45:28.422614Z","end":"2026-04-23T04:45:28.953691Z","steps":["trace[359138943] 'agreement among raft nodes before linearized reading' (duration: 430.379213ms)","trace[359138943] 'range keys from in-memory index tree' (duration: 100.526678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:45:28.953733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.791023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T04:45:28.953805Z","caller":"traceutil/trace.go:172","msg":"trace[1273405503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"148.878649ms","start":"2026-04-23T04:45:28.804910Z","end":"2026-04-23T04:45:28.953788Z","steps":["trace[1273405503] 'agreement among raft nodes before linearized reading' (duration: 49.265863ms)","trace[1273405503] 'range keys from in-memory index tree' (duration: 99.415002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:45:28.953755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:45:28.422593Z","time spent":"531.146579ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-23T04:45:53.237485Z","caller":"traceutil/trace.go:172","msg":"trace[551007017] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2011; }","duration":"266.805854ms","start":"2026-04-23T04:45:52.970654Z","end":"2026-04-23T04:45:53.237460Z","steps":["trace[551007017] 'read index received' (duration: 266.798554ms)","trace[551007017] 'applied index is now lower than readState.Index' (duration: 5.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:45:53.237609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.937505ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:45:53.237715Z","caller":"traceutil/trace.go:172","msg":"trace[351607026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1720; }","duration":"267.034663ms","start":"2026-04-23T04:45:52.970641Z","end":"2026-04-23T04:45:53.237675Z","steps":["trace[351607026] 'agreement among raft nodes before linearized reading' (duration: 266.898872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:53.239075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.579383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T04:45:53.239146Z","caller":"traceutil/trace.go:172","msg":"trace[1503489998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1720; }","duration":"200.657669ms","start":"2026-04-23T04:45:53.038467Z","end":"2026-04-23T04:45:53.239125Z","steps":["trace[1503489998] 'agreement among raft nodes before linearized reading' (duration: 200.487676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:45:53.240386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.051783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:181 size:15570"} {"level":"info","ts":"2026-04-23T04:45:53.240470Z","caller":"traceutil/trace.go:172","msg":"trace[1431458864] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:181; response_revision:1720; }","duration":"126.137599ms","start":"2026-04-23T04:45:53.114288Z","end":"2026-04-23T04:45:53.240425Z","steps":["trace[1431458864] 'agreement among raft nodes before linearized reading' (duration: 124.721487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:46:16.207301Z","caller":"traceutil/trace.go:172","msg":"trace[1009580010] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2113; }","duration":"149.078498ms","start":"2026-04-23T04:46:16.058202Z","end":"2026-04-23T04:46:16.207280Z","steps":["trace[1009580010] 'read index received' (duration: 149.072397ms)","trace[1009580010] 'applied index is now lower than readState.Index' (duration: 4.831µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:46:16.207437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.231021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:46:16.207459Z","caller":"traceutil/trace.go:172","msg":"trace[1089170031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"149.266223ms","start":"2026-04-23T04:46:16.058186Z","end":"2026-04-23T04:46:16.207452Z","steps":["trace[1089170031] 'agreement among raft nodes before linearized reading' (duration: 149.176485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:09.917975Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301646930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T04:47:10.419147Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":194391150301646930,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T04:47:10.461965Z","caller":"traceutil/trace.go:172","msg":"trace[490365234] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2352; }","duration":"1.044738982s","start":"2026-04-23T04:47:09.417200Z","end":"2026-04-23T04:47:10.461939Z","steps":["trace[490365234] 'read index received' (duration: 1.044732902s)","trace[490365234] 'applied index is now lower than readState.Index' (duration: 5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:47:10.462157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.044946298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:47:10.462232Z","caller":"traceutil/trace.go:172","msg":"trace[366274288] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:2016; }","duration":"1.045036735s","start":"2026-04-23T04:47:09.417185Z","end":"2026-04-23T04:47:10.462222Z","steps":["trace[366274288] 'agreement among raft nodes before linearized reading' (duration: 1.044904169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:10.462284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:47:09.417163Z","time spent":"1.045114234s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-04-23T04:47:10.471437Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":194391150301646931,"received-request-id":194391150301646930} {"level":"warn","ts":"2026-04-23T04:47:10.506522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.048534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:47:10.506578Z","caller":"traceutil/trace.go:172","msg":"trace[1948958406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"448.120642ms","start":"2026-04-23T04:47:10.058448Z","end":"2026-04-23T04:47:10.506569Z","steps":["trace[1948958406] 'agreement among raft nodes before linearized reading' (duration: 448.024175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:10.506602Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-23T04:47:10.058428Z","time spent":"448.170311ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T04:47:10.506757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.845321ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:47:10.507050Z","caller":"traceutil/trace.go:172","msg":"trace[1183108687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2018; }","duration":"593.136524ms","start":"2026-04-23T04:47:09.913906Z","end":"2026-04-23T04:47:10.507042Z","steps":["trace[1183108687] 'agreement among raft nodes before linearized reading' (duration: 592.835151ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T04:47:11.160861Z","caller":"traceutil/trace.go:172","msg":"trace[730962049] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2358; }","duration":"246.673582ms","start":"2026-04-23T04:47:10.914016Z","end":"2026-04-23T04:47:11.160690Z","steps":["trace[730962049] 'read index received' (duration: 246.664722ms)","trace[730962049] 'applied index is now lower than readState.Index' (duration: 6.56µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T04:47:11.160926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.862547ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:47:11.161056Z","caller":"traceutil/trace.go:172","msg":"trace[1432300207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2021; }","duration":"247.024625ms","start":"2026-04-23T04:47:10.914009Z","end":"2026-04-23T04:47:11.161034Z","steps":["trace[1432300207] 'agreement among raft nodes before linearized reading' (duration: 246.794349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:11.162538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.09172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-23T04:47:11.162690Z","caller":"traceutil/trace.go:172","msg":"trace[1827658059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2021; }","duration":"177.266566ms","start":"2026-04-23T04:47:10.985402Z","end":"2026-04-23T04:47:11.162668Z","steps":["trace[1827658059] 'agreement among raft nodes before linearized reading' (duration: 177.027391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:11.162684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.665846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:47:11.162797Z","caller":"traceutil/trace.go:172","msg":"trace[1026420569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2021; }","duration":"103.788383ms","start":"2026-04-23T04:47:11.058984Z","end":"2026-04-23T04:47:11.162773Z","steps":["trace[1026420569] 'agreement among raft nodes before linearized reading' (duration: 103.550629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:12.218586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.49318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:47:12.218712Z","caller":"traceutil/trace.go:172","msg":"trace[350267143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"162.657916ms","start":"2026-04-23T04:47:12.056033Z","end":"2026-04-23T04:47:12.218691Z","steps":["trace[350267143] 'range keys from in-memory index tree' (duration: 161.121158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T04:47:12.219227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.546967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T04:47:12.219314Z","caller":"traceutil/trace.go:172","msg":"trace[234794718] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2023; }","duration":"305.633985ms","start":"2026-04-23T04:47:11.913666Z","end":"2026-04-23T04:47:12.219300Z","steps":["trace[234794718] 'range keys from in-memory index tree' (duration: 296.958407ms)"],"step_count":1}