{"level":"warn","ts":"2026-05-21T22:44:20.434749Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-05-21T22:44:20.434898Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-05-21T22:44:20.434922Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=controller-1=https://199.204.45.210:2380,controller-2=https://199.204.45.248:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-05-21T22:44:20.435091Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-05-21T22:44:20.435111Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-21T22:44:20.435125Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-05-21T22:44:20.435148Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-21T22:44:20.436772Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-05-21T22:44:20.437272Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.210:2380,controller-2=https://199.204.45.248:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-05-21T22:44:20.439229Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0005dc0d8}"} {"level":"info","ts":"2026-05-21T22:44:20.443469Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-21T22:44:20.443528Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.137724ms"} {"level":"info","ts":"2026-05-21T22:44:20.443568Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-05-21T22:44:20.443579Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-05-21T22:44:20.454659Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.248:2380","host":"199.204.45.248:2380","resolved-addr":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-21T22:44:20.454730Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.210:2380","host":"199.204.45.210:2380","resolved-addr":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-21T22:44:20.456408Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-05-21T22:44:20.463247Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-05-21T22:44:20.463282Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"9da4b9704ef33c58","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-05-21T22:44:20.463313Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-05-21T22:44:20.463400Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9da4b9704ef33c58 switched to configuration voters=()"} {"level":"info","ts":"2026-05-21T22:44:20.463447Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"9da4b9704ef33c58 became follower at term 0"} {"level":"info","ts":"2026-05-21T22:44:20.463460Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 9da4b9704ef33c58 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-05-21T22:44:20.471174Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-21T22:44:20.476533Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-21T22:44:20.480546Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-21T22:44:20.481063Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.481081Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6","remote-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-21T22:44:20.481098Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.481115Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.483074Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.483269Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6","remote-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-21T22:44:20.483434Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.483447Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"9da4b9704ef33c58","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-21T22:44:20.483474Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.483729Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.483823Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-21T22:44:20.483890Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:44:20.483934Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:44:20.483953Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:44:20.484169Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-05-21T22:44:20.484458Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-21T22:44:20.484485Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-21T22:44:20.484765Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"9da4b9704ef33c58 [term: 0] received a MsgHeartbeat message with higher term from 1cac722af8b2b8a6 [term: 2]"} {"level":"info","ts":"2026-05-21T22:44:20.484794Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"9da4b9704ef33c58 became follower at term 2"} {"level":"info","ts":"2026-05-21T22:44:20.484807Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9da4b9704ef33c58 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-21T22:44:20.485480Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.486739Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"9da4b9704ef33c58","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-21T22:44:20.486744Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-21T22:44:20.495587Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.497447Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.498891Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.499330Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"9da4b9704ef33c58","remote-snapshot-sender-id":"1cac722af8b2b8a6","incoming-snapshot-index":476,"incoming-snapshot-message-size-bytes":7774,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-05-21T22:44:20.513323Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9da4b9704ef33c58","to":"1cac722af8b2b8a6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:44:20.513353Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.514037Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001dc.snap.db","bytes":765952,"size":"766 kB"} {"level":"info","ts":"2026-05-21T22:44:20.514099Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"9da4b9704ef33c58","remote-snapshot-sender-id":"1cac722af8b2b8a6","incoming-snapshot-index":476,"incoming-snapshot-size-bytes":765952,"incoming-snapshot-size":"766 kB","download-took":"14.821126ms"} {"level":"info","ts":"2026-05-21T22:44:20.514215Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 476, term: 2]"} {"level":"info","ts":"2026-05-21T22:44:20.514294Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9da4b9704ef33c58 switched to configuration voters=(2066151857942870182) learners=(11359408052147272792)"} {"level":"info","ts":"2026-05-21T22:44:20.514319Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"9da4b9704ef33c58 [commit: 476, lastindex: 476, lastterm: 2] restored snapshot [index: 476, term: 2]"} {"level":"info","ts":"2026-05-21T22:44:20.514330Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"9da4b9704ef33c58 [commit: 476] restored snapshot [index: 476, term: 2]"} {"level":"info","ts":"2026-05-21T22:44:20.514477Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":476,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-21T22:44:20.518289Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9da4b9704ef33c58","to":"1cac722af8b2b8a6","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:44:20.518325Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.527827Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":476} {"level":"info","ts":"2026-05-21T22:44:20.528226Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078ac8}"} {"level":"info","ts":"2026-05-21T22:44:20.528600Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-21T22:44:20.528629Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"498.772µs"} {"level":"info","ts":"2026-05-21T22:44:20.528675Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-05-21T22:44:20.531688Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-05-21T22:44:20.531740Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-05-21T22:44:20.534060Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":450} {"level":"info","ts":"2026-05-21T22:44:20.534099Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":476} {"level":"info","ts":"2026-05-21T22:44:20.534118Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-05-21T22:44:20.534240Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-05-21T22:44:20.537938Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-05-21T22:44:20.537959Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-05-21T22:44:20.537985Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-05-21T22:44:20.537991Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-05-21T22:44:20.538458Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-05-21T22:44:20.538483Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-05-21T22:44:20.538530Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-05-21T22:44:20.538549Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ba0a336ca61ee41d","local-member-id":"9da4b9704ef33c58","recovered-remote-peer-id":"1cac722af8b2b8a6","recovered-remote-peer-urls":["https://199.204.45.210:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-21T22:44:20.538561Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ba0a336ca61ee41d","local-member-id":"9da4b9704ef33c58","recovered-remote-peer-id":"9da4b9704ef33c58","recovered-remote-peer-urls":["https://199.204.45.248:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-05-21T22:44:20.538577Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-05-21T22:44:20.538587Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-05-21T22:44:20.538601Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-05-21T22:44:20.538609Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.538789Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-05-21T22:44:20.538835Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.538860Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1cac722af8b2b8a6"} {"level":"warn","ts":"2026-05-21T22:44:20.538887Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.538904Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.538943Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"warn","ts":"2026-05-21T22:44:20.539191Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6","error":"context canceled"} {"level":"warn","ts":"2026-05-21T22:44:20.539253Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"1cac722af8b2b8a6","error":"failed to read 1cac722af8b2b8a6 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-05-21T22:44:20.539324Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"warn","ts":"2026-05-21T22:44:20.539529Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:44:20.539560Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.539605Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.539633Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"9da4b9704ef33c58","removed-remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.539646Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-05-21T22:44:20.539681Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-05-21T22:44:20.539731Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.539763Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.540229Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.540372Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.541551Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.541635Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.541643Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.541656Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6","remote-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-21T22:44:20.541887Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-05-21T22:44:20.541987Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":476,"current-applied-index":476,"incoming-leader-snapshot-index":476,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-21T22:44:20.542356Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"9da4b9704ef33c58","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.248:2379]}","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-05-21T22:44:20.542406Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-21T22:44:20.542663Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-21T22:44:20.542456Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-21T22:44:20.544008Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-21T22:44:20.542692Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-05-21T22:44:20.543983Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-05-21T22:44:20.544379Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-21T22:44:20.548384Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-21T22:44:20.548529Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"warn","ts":"2026-05-21T22:44:20.552186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.248:43300","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T22:44:20.554737Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.554784Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.556746Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.617315Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9da4b9704ef33c58","to":"1cac722af8b2b8a6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:44:20.617376Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.619556Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9da4b9704ef33c58","to":"1cac722af8b2b8a6","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:44:20.619628Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:20.962960Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9da4b9704ef33c58 switched to configuration voters=(2066151857942870182 11359408052147272792)"} {"level":"info","ts":"2026-05-21T22:44:20.963356Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"ba0a336ca61ee41d","local-member-id":"9da4b9704ef33c58","promoted-member-id":"9da4b9704ef33c58"} {"level":"warn","ts":"2026-05-21T22:44:21.007516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.008036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.031933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.041216Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.062975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.085185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.093105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.103598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.113779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.124551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.131363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.144396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.149646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.160203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.173342Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.182873Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.193510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.203658Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.217221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.229613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.237041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.246431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.291778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.301991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.311397Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.319350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.326860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.335015Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.341780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.351107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.359259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.366866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.376661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.388781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.405820Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.416872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.426458Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.459252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.471991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.479287Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.487476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.496084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.505279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.520799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.528560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.535986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.546459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.553410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.562426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.573310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.586809Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.594801Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.605109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.614650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.622899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.632064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.639952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.691454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.699836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.709886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:21.773536Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:33.115403Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:44:33.616479Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382158,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:44:33.811229Z","caller":"traceutil/trace.go:172","msg":"trace[1210392949] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.206938075s","start":"2026-05-21T22:44:32.604250Z","end":"2026-05-21T22:44:33.811188Z","steps":["trace[1210392949] 'process raft request' (duration: 1.206741098s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:44:33.811939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:44:32.604226Z","time spent":"1.207064761s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7993,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:44:33.816150Z","caller":"traceutil/trace.go:172","msg":"trace[1141167471] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:595; }","duration":"1.201777714s","start":"2026-05-21T22:44:32.614331Z","end":"2026-05-21T22:44:33.816109Z","steps":["trace[1141167471] 'read index received' (duration: 1.201746033s)","trace[1141167471] 'applied index is now lower than readState.Index' (duration: 28.561µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:44:33.816353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.201982713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-21T22:44:33.816465Z","caller":"traceutil/trace.go:172","msg":"trace[153575109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:562; }","duration":"1.202119669s","start":"2026-05-21T22:44:32.614327Z","end":"2026-05-21T22:44:33.816447Z","steps":["trace[153575109] 'agreement among raft nodes before linearized reading' (duration: 1.201857668s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:44:33.816507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:44:32.614315Z","time spent":"1.202181501s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:44:33.818173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"840.106237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-21T22:44:33.818205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"220.64427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:44:33.818220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.668731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:44:33.818242Z","caller":"traceutil/trace.go:172","msg":"trace[1165440445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:562; }","duration":"840.182281ms","start":"2026-05-21T22:44:32.978045Z","end":"2026-05-21T22:44:33.818227Z","steps":["trace[1165440445] 'agreement among raft nodes before linearized reading' (duration: 840.062355ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:44:33.818260Z","caller":"traceutil/trace.go:172","msg":"trace[1210851585] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:562; }","duration":"220.687933ms","start":"2026-05-21T22:44:33.597552Z","end":"2026-05-21T22:44:33.818240Z","steps":["trace[1210851585] 'agreement among raft nodes before linearized reading' (duration: 220.623459ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:44:33.818269Z","caller":"traceutil/trace.go:172","msg":"trace[1536922073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"216.718944ms","start":"2026-05-21T22:44:33.601538Z","end":"2026-05-21T22:44:33.818256Z","steps":["trace[1536922073] 'agreement among raft nodes before linearized reading' (duration: 216.62958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:44:33.818280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:44:32.978015Z","time spent":"840.256154ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:44:33.818177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.725918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-21T22:44:33.818463Z","caller":"traceutil/trace.go:172","msg":"trace[1213136032] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:562; }","duration":"124.036711ms","start":"2026-05-21T22:44:33.694417Z","end":"2026-05-21T22:44:33.818454Z","steps":["trace[1213136032] 'agreement among raft nodes before linearized reading' (duration: 123.576092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:44:47.006103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.235:58140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:47.445049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.235:58166","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T22:44:47.466263Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9da4b9704ef33c58 switched to configuration voters=(2066151857942870182 11359408052147272792) learners=(3134002699655576668)"} {"level":"info","ts":"2026-05-21T22:44:47.466349Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"9da4b9704ef33c58","added-peer-id":"2b7e36d9c615fc5c","added-peer-peer-urls":["https://199.204.45.235:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-05-21T22:44:47.466371Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:47.466424Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:47.467195Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:47.470082Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:47.470118Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-05-21T22:44:47.470166Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:47.470195Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:47.470408Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:47.470558Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"9da4b9704ef33c58","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:49.635959Z","caller":"traceutil/trace.go:172","msg":"trace[1712584066] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"337.895045ms","start":"2026-05-21T22:44:49.298041Z","end":"2026-05-21T22:44:49.635936Z","steps":["trace[1712584066] 'read index received' (duration: 300.829891ms)","trace[1712584066] 'applied index is now lower than readState.Index' (duration: 37.064254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:44:49.636215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.158133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:44:49.636288Z","caller":"traceutil/trace.go:172","msg":"trace[1856343750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:606; }","duration":"338.258577ms","start":"2026-05-21T22:44:49.298018Z","end":"2026-05-21T22:44:49.636277Z","steps":["trace[1856343750] 'agreement among raft nodes before linearized reading' (duration: 337.965778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:44:49.636337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:44:49.297982Z","time spent":"338.34481ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T22:44:50.811906Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.811975Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.813119Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.821515Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9da4b9704ef33c58","to":"2b7e36d9c615fc5c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:44:50.821551Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.822885Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9da4b9704ef33c58","to":"2b7e36d9c615fc5c","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:44:50.822912Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"warn","ts":"2026-05-21T22:44:50.849250Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:50.849277Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c","error":"EOF"} {"level":"info","ts":"2026-05-21T22:44:50.862909Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9da4b9704ef33c58","to":"2b7e36d9c615fc5c","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-05-21T22:44:50.862941Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.862954Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.872486Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"9da4b9704ef33c58","to":"2b7e36d9c615fc5c","stream-type":"stream Message"} {"level":"warn","ts":"2026-05-21T22:44:50.872538Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.872555Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.881573Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:50.884559Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"9da4b9704ef33c58","remote-peer-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:44:51.021626Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9da4b9704ef33c58 switched to configuration voters=(2066151857942870182 3134002699655576668 11359408052147272792)"} {"level":"info","ts":"2026-05-21T22:44:51.021829Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"ba0a336ca61ee41d","local-member-id":"9da4b9704ef33c58","promoted-member-id":"2b7e36d9c615fc5c"} {"level":"info","ts":"2026-05-21T22:45:02.907453Z","caller":"traceutil/trace.go:172","msg":"trace[451568260] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:769; }","duration":"308.084364ms","start":"2026-05-21T22:45:02.599321Z","end":"2026-05-21T22:45:02.907406Z","steps":["trace[451568260] 'read index received' (duration: 308.075603ms)","trace[451568260] 'applied index is now lower than readState.Index' (duration: 7.111µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:02.957364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.023943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:02.957454Z","caller":"traceutil/trace.go:172","msg":"trace[433498953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:718; }","duration":"358.121516ms","start":"2026-05-21T22:45:02.599312Z","end":"2026-05-21T22:45:02.957433Z","steps":["trace[433498953] 'agreement among raft nodes before linearized reading' (duration: 308.157715ms)","trace[433498953] 'range keys from in-memory index tree' (duration: 49.846996ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:45:02.967238Z","caller":"traceutil/trace.go:172","msg":"trace[90205013] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"148.197882ms","start":"2026-05-21T22:45:02.819023Z","end":"2026-05-21T22:45:02.967220Z","steps":["trace[90205013] 'process raft request' (duration: 148.064798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:02.967450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.035818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:02.967539Z","caller":"traceutil/trace.go:172","msg":"trace[997548944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"366.127951ms","start":"2026-05-21T22:45:02.601389Z","end":"2026-05-21T22:45:02.967517Z","steps":["trace[997548944] 'agreement among raft nodes before linearized reading' (duration: 366.006578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:02.967591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:02.601360Z","time spent":"366.220844ms","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:02.967800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.612816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T22:45:02.967902Z","caller":"traceutil/trace.go:172","msg":"trace[625381152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:720; }","duration":"113.728429ms","start":"2026-05-21T22:45:02.854154Z","end":"2026-05-21T22:45:02.967883Z","steps":["trace[625381152] 'agreement among raft nodes before linearized reading' (duration: 113.432341ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:03.137326Z","caller":"traceutil/trace.go:172","msg":"trace[1372915348] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:773; }","duration":"144.931428ms","start":"2026-05-21T22:45:02.992368Z","end":"2026-05-21T22:45:03.137299Z","steps":["trace[1372915348] 'read index received' (duration: 144.924708ms)","trace[1372915348] 'applied index is now lower than readState.Index' (duration: 4.77µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:03.137697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.224767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-21T22:45:03.137783Z","caller":"traceutil/trace.go:172","msg":"trace[376264763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:722; }","duration":"145.414602ms","start":"2026-05-21T22:45:02.992354Z","end":"2026-05-21T22:45:03.137769Z","steps":["trace[376264763] 'agreement among raft nodes before linearized reading' (duration: 145.043631ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:13.958583Z","caller":"traceutil/trace.go:172","msg":"trace[1090146548] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"240.136145ms","start":"2026-05-21T22:45:13.718410Z","end":"2026-05-21T22:45:13.958547Z","steps":["trace[1090146548] 'process raft request' (duration: 239.707554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:29.084258Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:29.584718Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382455,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:29.964313Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"9da4b9704ef33c58 is starting a new election at term 2"} {"level":"info","ts":"2026-05-21T22:45:29.964393Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"9da4b9704ef33c58 became pre-candidate at term 2"} {"level":"info","ts":"2026-05-21T22:45:29.964454Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9da4b9704ef33c58 [logterm: 2, index: 1009] sent MsgPreVote request to 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-21T22:45:29.964490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9da4b9704ef33c58 [logterm: 2, index: 1009] sent MsgPreVote request to 2b7e36d9c615fc5c at term 2"} {"level":"info","ts":"2026-05-21T22:45:29.964511Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 9da4b9704ef33c58 lost leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-21T22:45:29.964582Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9da4b9704ef33c58 received MsgPreVoteResp from 9da4b9704ef33c58 at term 2"} {"level":"info","ts":"2026-05-21T22:45:29.964611Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9da4b9704ef33c58 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-05-21T22:45:30.084986Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382455,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:30.091146Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"9da4b9704ef33c58 [logterm: 2, index: 1009, vote: 0] cast MsgPreVote for 2b7e36d9c615fc5c [logterm: 2, index: 1009] at term 2"} {"level":"warn","ts":"2026-05-21T22:45:30.585280Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:30.598397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000251814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-21T22:45:30.598498Z","caller":"traceutil/trace.go:172","msg":"trace[2033308323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365808s","start":"2026-05-21T22:45:28.598110Z","end":"2026-05-21T22:45:30.598476Z","steps":["trace[2033308323] 'agreement among raft nodes before linearized reading' (duration: 2.000248474s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:30.598576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.598094Z","time spent":"2.00047308s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 22:45:30 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:31.086115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382455,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:31.097453Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"9da4b9704ef33c58 became follower at term 2"} {"level":"info","ts":"2026-05-21T22:45:31.097522Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9da4b9704ef33c58 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"warn","ts":"2026-05-21T22:45:31.097652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.514001268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:31.097701Z","caller":"traceutil/trace.go:172","msg":"trace[1730060669] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; }","duration":"2.51406829s","start":"2026-05-21T22:45:28.583615Z","end":"2026-05-21T22:45:31.097684Z","steps":["trace[1730060669] 'agreement among raft nodes before linearized reading' (duration: 2.513999598s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:31.097761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.583600Z","time spent":"2.514149433s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:31.097915Z","caller":"traceutil/trace.go:172","msg":"trace[877602390] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"2.566155032s","start":"2026-05-21T22:45:28.531729Z","end":"2026-05-21T22:45:31.097884Z","steps":["trace[877602390] 'process raft request' (duration: 2.56607713s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:31.098155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.531703Z","time spent":"2.566307415s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:31.154086Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382470,"received-request-id":4348399492535382455} {"level":"info","ts":"2026-05-21T22:45:31.154446Z","caller":"traceutil/trace.go:172","msg":"trace[1942960117] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"2.6225021s","start":"2026-05-21T22:45:28.531905Z","end":"2026-05-21T22:45:31.154407Z","steps":["trace[1942960117] 'process raft request' (duration: 2.622275685s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:31.154621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.531872Z","time spent":"2.622665713s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T22:45:31.154624Z","caller":"traceutil/trace.go:172","msg":"trace[915094183] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"2.619501306s","start":"2026-05-21T22:45:28.535068Z","end":"2026-05-21T22:45:31.154570Z","steps":["trace[915094183] 'process raft request' (duration: 2.619297561s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:31.154464Z","caller":"traceutil/trace.go:172","msg":"trace[1631081959] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"2.620354774s","start":"2026-05-21T22:45:28.534088Z","end":"2026-05-21T22:45:31.154442Z","steps":["trace[1631081959] 'process raft request' (duration: 2.620214651s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:31.154805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.535017Z","time spent":"2.61970241s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:31.154864Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.534071Z","time spent":"2.620662941s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10113,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:31.154978Z","caller":"traceutil/trace.go:172","msg":"trace[1251630745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"2.613981886s","start":"2026-05-21T22:45:28.540988Z","end":"2026-05-21T22:45:31.154970Z","steps":["trace[1251630745] 'process raft request' (duration: 2.613848383s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:31.155074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.540976Z","time spent":"2.614020207s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30445,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:31.154969Z","caller":"traceutil/trace.go:172","msg":"trace[811545165] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"2.614028997s","start":"2026-05-21T22:45:28.540909Z","end":"2026-05-21T22:45:31.154926Z","steps":["trace[811545165] 'process raft request' (duration: 2.613893594s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:31.155140Z","caller":"traceutil/trace.go:172","msg":"trace[1636743373] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"2.603569202s","start":"2026-05-21T22:45:28.551544Z","end":"2026-05-21T22:45:31.155114Z","steps":["trace[1636743373] 'process raft request' (duration: 2.603350307s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:31.155259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.551517Z","time spent":"2.603673544s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28791,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:31.155258Z","caller":"traceutil/trace.go:172","msg":"trace[1184599635] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"2.599880733s","start":"2026-05-21T22:45:28.555356Z","end":"2026-05-21T22:45:31.155236Z","steps":["trace[1184599635] 'process raft request' (duration: 2.599599967s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:31.155346Z","caller":"traceutil/trace.go:172","msg":"trace[130369204] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"2.585645055s","start":"2026-05-21T22:45:28.569686Z","end":"2026-05-21T22:45:31.155331Z","steps":["trace[130369204] 'process raft request' (duration: 2.585510012s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:31.155383Z","caller":"traceutil/trace.go:172","msg":"trace[1616824627] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"2.560624988s","start":"2026-05-21T22:45:28.594741Z","end":"2026-05-21T22:45:31.155366Z","steps":["trace[1616824627] 'process raft request' (duration: 2.560548536s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:31.155402Z","caller":"traceutil/trace.go:172","msg":"trace[1942854659] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"2.566076914s","start":"2026-05-21T22:45:28.589315Z","end":"2026-05-21T22:45:31.155392Z","steps":["trace[1942854659] 'process raft request' (duration: 2.565919641s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:31.155450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.569644Z","time spent":"2.585748677s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7376,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:31.155459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.589290Z","time spent":"2.566141376s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9175,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:31.155483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.594673Z","time spent":"2.56075464s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":64514,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:31.155357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.555339Z","time spent":"2.599971315s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30426,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:31.155350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.540883Z","time spent":"2.614253472s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T22:45:31.207228Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"9da4b9704ef33c58 [logterm: 2, index: 1020, vote: 0] ignored MsgVote from 2b7e36d9c615fc5c [logterm: 2, index: 1009] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-05-21T22:45:31.208421Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382470,"received-request-id":4348399492535382455} {"level":"warn","ts":"2026-05-21T22:45:31.598258Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:32.098920Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:32.291170Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"9da4b9704ef33c58 [logterm: 2, index: 1025, vote: 0] rejected MsgPreVote from 2b7e36d9c615fc5c [logterm: 2, index: 1009] at term 2"} {"level":"info","ts":"2026-05-21T22:45:32.466692Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"9da4b9704ef33c58 [logterm: 2, index: 1025, vote: 0] cast MsgPreVote for 1cac722af8b2b8a6 [logterm: 2, index: 1025] at term 2"} {"level":"info","ts":"2026-05-21T22:45:32.468751Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"9da4b9704ef33c58 [term: 2] received a MsgVote message with higher term from 1cac722af8b2b8a6 [term: 4]"} {"level":"info","ts":"2026-05-21T22:45:32.468803Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"9da4b9704ef33c58 became follower at term 4"} {"level":"info","ts":"2026-05-21T22:45:32.468841Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"9da4b9704ef33c58 [logterm: 2, index: 1025, vote: 0] cast MsgVote for 1cac722af8b2b8a6 [logterm: 2, index: 1025] at term 4"} {"level":"info","ts":"2026-05-21T22:45:32.468865Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 9da4b9704ef33c58 lost leader 1cac722af8b2b8a6 at term 4"} {"level":"info","ts":"2026-05-21T22:45:32.471656Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9da4b9704ef33c58 elected leader 1cac722af8b2b8a6 at term 4"} {"level":"warn","ts":"2026-05-21T22:45:32.471922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.829538451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-21T22:45:32.471923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.318137279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-21T22:45:32.472013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.984555686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:32.472028Z","caller":"traceutil/trace.go:172","msg":"trace[1734591615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.318269122s","start":"2026-05-21T22:45:30.153742Z","end":"2026-05-21T22:45:32.472011Z","steps":["trace[1734591615] 'agreement among raft nodes before linearized reading' (duration: 2.318133759s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.472045Z","caller":"traceutil/trace.go:172","msg":"trace[949665207] range","detail":"{range_begin:/registry/priorityclasses; range_end:; }","duration":"2.984585517s","start":"2026-05-21T22:45:29.487450Z","end":"2026-05-21T22:45:32.472036Z","steps":["trace[949665207] 'agreement among raft nodes before linearized reading' (duration: 2.984555996s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.472095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.153711Z","time spent":"2.318370913s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.472125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:29.487425Z","time spent":"2.984689469s","remote":"127.0.0.1:56998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.472145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.570225038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:32.472164Z","caller":"traceutil/trace.go:172","msg":"trace[691440073] range","detail":"{range_begin:/registry/jobs; range_end:; }","duration":"1.570245268s","start":"2026-05-21T22:45:30.901913Z","end":"2026-05-21T22:45:32.472158Z","steps":["trace[691440073] 'agreement among raft nodes before linearized reading' (duration: 1.570225488s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.472186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.901880Z","time spent":"1.570300329s","remote":"127.0.0.1:56710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.472176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.467363649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-21T22:45:32.472222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.873201254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:32.472237Z","caller":"traceutil/trace.go:172","msg":"trace[726072637] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"3.46742404s","start":"2026-05-21T22:45:29.004807Z","end":"2026-05-21T22:45:32.472231Z","steps":["trace[726072637] 'agreement among raft nodes before linearized reading' (duration: 3.467363559s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.472260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.092546167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-21T22:45:32.472288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.874599103s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:32.472292Z","caller":"traceutil/trace.go:172","msg":"trace[178240857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"2.092579158s","start":"2026-05-21T22:45:30.379707Z","end":"2026-05-21T22:45:32.472286Z","steps":["trace[178240857] 'agreement among raft nodes before linearized reading' (duration: 2.092546337s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.472313Z","caller":"traceutil/trace.go:172","msg":"trace[645525447] range","detail":"{range_begin:; range_end:; }","duration":"3.874624324s","start":"2026-05-21T22:45:28.597683Z","end":"2026-05-21T22:45:32.472307Z","steps":["trace[645525447] 'agreement among raft nodes before linearized reading' (duration: 3.874599243s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.472241Z","caller":"traceutil/trace.go:172","msg":"trace[1599196226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.873226114s","start":"2026-05-21T22:45:30.599009Z","end":"2026-05-21T22:45:32.472235Z","steps":["trace[1599196226] 'agreement among raft nodes before linearized reading' (duration: 1.873200994s)"],"step_count":1} {"level":"error","ts":"2026-05-21T22:45:32.472480Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-05-21T22:45:32.472620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.598987Z","time spent":"1.873570902s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:32.472323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.379683Z","time spent":"2.092633388s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.472265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:29.004781Z","time spent":"3.467477701s","remote":"127.0.0.1:57090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:32.471984Z","caller":"traceutil/trace.go:172","msg":"trace[703494425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.829625423s","start":"2026-05-21T22:45:29.642343Z","end":"2026-05-21T22:45:32.471968Z","steps":["trace[703494425] 'agreement among raft nodes before linearized reading' (duration: 2.829524691s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.472857Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:29.642326Z","time spent":"2.83048093s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:32.496373Z","caller":"traceutil/trace.go:172","msg":"trace[461528998] transaction","detail":"{read_only:false; number_of_response:1; response_revision:919; }","duration":"1.326841303s","start":"2026-05-21T22:45:31.169506Z","end":"2026-05-21T22:45:32.496347Z","steps":["trace[461528998] 'process raft request' (duration: 1.326564957s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.496651Z","caller":"traceutil/trace.go:172","msg":"trace[403304023] transaction","detail":"{read_only:false; number_of_response:1; response_revision:920; }","duration":"1.302531793s","start":"2026-05-21T22:45:31.194087Z","end":"2026-05-21T22:45:32.496618Z","steps":["trace[403304023] 'process raft request' (duration: 1.302390741s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.496822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.193873Z","time spent":"1.302853059s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":79999,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:32.496797Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.169455Z","time spent":"1.327239401s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9184,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:32.496453Z","caller":"traceutil/trace.go:172","msg":"trace[1539395914] transaction","detail":"{read_only:false; number_of_response:1; response_revision:919; }","duration":"1.324514204s","start":"2026-05-21T22:45:31.171920Z","end":"2026-05-21T22:45:32.496434Z","steps":["trace[1539395914] 'process raft request' (duration: 1.3243454s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.496950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.171909Z","time spent":"1.324963062s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10896,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:32.496494Z","caller":"traceutil/trace.go:172","msg":"trace[1975022400] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"1.319962719s","start":"2026-05-21T22:45:31.176523Z","end":"2026-05-21T22:45:32.496486Z","steps":["trace[1975022400] 'process raft request' (duration: 1.319783885s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.496543Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-05-21T22:45:32.497425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"721.922011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:32.497463Z","caller":"traceutil/trace.go:172","msg":"trace[1470312271] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:921; }","duration":"721.961822ms","start":"2026-05-21T22:45:31.775493Z","end":"2026-05-21T22:45:32.497455Z","steps":["trace[1470312271] 'agreement among raft nodes before linearized reading' (duration: 721.895991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.497484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.775463Z","time spent":"722.017214ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:32.496637Z","caller":"traceutil/trace.go:172","msg":"trace[895988539] transaction","detail":"{read_only:false; number_of_response:1; response_revision:920; }","duration":"1.306245851s","start":"2026-05-21T22:45:31.190366Z","end":"2026-05-21T22:45:32.496612Z","steps":["trace[895988539] 'process raft request' (duration: 1.306041927s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.497658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.397980209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"warn","ts":"2026-05-21T22:45:32.497680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.190311Z","time spent":"1.307339114s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58896,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:32.497752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.841142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:32.498011Z","caller":"traceutil/trace.go:172","msg":"trace[388372101] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:924; }","duration":"582.072487ms","start":"2026-05-21T22:45:31.915904Z","end":"2026-05-21T22:45:32.497976Z","steps":["trace[388372101] 'agreement among raft nodes before linearized reading' (duration: 581.816031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.498273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.370685899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-21T22:45:32.498335Z","caller":"traceutil/trace.go:172","msg":"trace[442461597] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:925; }","duration":"1.37074822s","start":"2026-05-21T22:45:31.127565Z","end":"2026-05-21T22:45:32.498313Z","steps":["trace[442461597] 'agreement among raft nodes before linearized reading' (duration: 1.370558926s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.498386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.127542Z","time spent":"1.370834772s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.498340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"719.387828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v6vzx\" limit:1 ","response":"range_response_count:1 size:5202"} {"level":"info","ts":"2026-05-21T22:45:32.498605Z","caller":"traceutil/trace.go:172","msg":"trace[331771197] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-v6vzx; range_end:; response_count:1; response_revision:925; }","duration":"719.648314ms","start":"2026-05-21T22:45:31.778941Z","end":"2026-05-21T22:45:32.498590Z","steps":["trace[331771197] 'agreement among raft nodes before linearized reading' (duration: 718.806576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.498645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.778929Z","time spent":"719.705505ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5226,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-v6vzx\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.498682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"923.793052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:32.498738Z","caller":"traceutil/trace.go:172","msg":"trace[1672469478] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:925; }","duration":"923.843853ms","start":"2026-05-21T22:45:31.574879Z","end":"2026-05-21T22:45:32.498723Z","steps":["trace[1672469478] 'agreement among raft nodes before linearized reading' (duration: 923.030996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.498787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.574855Z","time spent":"923.920115ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.499080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.915883Z","time spent":"582.27291ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.498628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.340910616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-05-21T22:45:32.499153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.339386145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-05-21T22:45:32.499158Z","caller":"traceutil/trace.go:172","msg":"trace[1025357811] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:925; }","duration":"1.341443797s","start":"2026-05-21T22:45:31.157694Z","end":"2026-05-21T22:45:32.499138Z","steps":["trace[1025357811] 'agreement among raft nodes before linearized reading' (duration: 1.340233282s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.497842Z","caller":"traceutil/trace.go:172","msg":"trace[845210236] transaction","detail":"{read_only:false; number_of_response:1; response_revision:923; }","duration":"1.25262547s","start":"2026-05-21T22:45:31.245205Z","end":"2026-05-21T22:45:32.497831Z","steps":["trace[845210236] 'process raft request' (duration: 1.252325284s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.499209Z","caller":"traceutil/trace.go:172","msg":"trace[1368630857] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:925; }","duration":"1.339444366s","start":"2026-05-21T22:45:31.159752Z","end":"2026-05-21T22:45:32.499196Z","steps":["trace[1368630857] 'agreement among raft nodes before linearized reading' (duration: 1.338169359s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.499247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.159729Z","time spent":"1.339507597s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1037,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.499265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.157668Z","time spent":"1.34157568s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1037,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:32.497893Z","caller":"traceutil/trace.go:172","msg":"trace[121135919] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:920; }","duration":"1.39801562s","start":"2026-05-21T22:45:31.099667Z","end":"2026-05-21T22:45:32.497682Z","steps":["trace[121135919] 'agreement among raft nodes before linearized reading' (duration: 1.39751857s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.499377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.099641Z","time spent":"1.399730006s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1043,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.497969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.176478Z","time spent":"1.320535111s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:32.499260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.245180Z","time spent":"1.25404509s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150532,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:32.500285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.340515007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-05-21T22:45:32.500319Z","caller":"traceutil/trace.go:172","msg":"trace[1176939837] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:925; }","duration":"1.342711033s","start":"2026-05-21T22:45:31.157600Z","end":"2026-05-21T22:45:32.500311Z","steps":["trace[1176939837] 'agreement among raft nodes before linearized reading' (duration: 1.340336044s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.500339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.157570Z","time spent":"1.342762215s","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1019,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:32.500560Z","caller":"traceutil/trace.go:172","msg":"trace[441512752] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"1.223009719s","start":"2026-05-21T22:45:31.277532Z","end":"2026-05-21T22:45:32.500542Z","steps":["trace[441512752] 'process raft request' (duration: 1.220769132s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.500724Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:31.277505Z","time spent":"1.223177433s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:32.505159Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382479,"received-request-id":4348399492535382478} 2026/05/21 22:45:32 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-21T22:45:32.618578Z","caller":"traceutil/trace.go:172","msg":"trace[781855038] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"110.245913ms","start":"2026-05-21T22:45:32.508309Z","end":"2026-05-21T22:45:32.618555Z","steps":["trace[781855038] 'process raft request' (duration: 109.944707ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.618977Z","caller":"traceutil/trace.go:172","msg":"trace[435529899] transaction","detail":"{read_only:false; number_of_response:1; response_revision:934; }","duration":"109.280064ms","start":"2026-05-21T22:45:32.509684Z","end":"2026-05-21T22:45:32.618964Z","steps":["trace[435529899] 'process raft request' (duration: 108.747462ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.619091Z","caller":"traceutil/trace.go:172","msg":"trace[1398736544] transaction","detail":"{read_only:false; number_of_response:1; response_revision:934; }","duration":"103.433693ms","start":"2026-05-21T22:45:32.515629Z","end":"2026-05-21T22:45:32.619063Z","steps":["trace[1398736544] 'process raft request' (duration: 102.84017ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.619335Z","caller":"traceutil/trace.go:172","msg":"trace[1103464260] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"103.132357ms","start":"2026-05-21T22:45:32.516178Z","end":"2026-05-21T22:45:32.619310Z","steps":["trace[1103464260] 'process raft request' (duration: 102.537874ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.635292Z","caller":"traceutil/trace.go:172","msg":"trace[206983986] linearizableReadLoop","detail":"{readStateIndex:1051; appliedIndex:1051; }","duration":"100.583024ms","start":"2026-05-21T22:45:32.534687Z","end":"2026-05-21T22:45:32.635270Z","steps":["trace[206983986] 'read index received' (duration: 100.551343ms)","trace[206983986] 'applied index is now lower than readState.Index' (duration: 30.301µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:32.635604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.883192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T22:45:32.635708Z","caller":"traceutil/trace.go:172","msg":"trace[405110742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:935; }","duration":"104.006215ms","start":"2026-05-21T22:45:32.531687Z","end":"2026-05-21T22:45:32.635693Z","steps":["trace[405110742] 'agreement among raft nodes before linearized reading' (duration: 103.734379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:33.625674Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:34.126680Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:34.137847Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.019491337s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T22:45:34.167915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"569.947015ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:34.167984Z","caller":"traceutil/trace.go:172","msg":"trace[971708619] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:959; }","duration":"570.033797ms","start":"2026-05-21T22:45:33.597936Z","end":"2026-05-21T22:45:34.167970Z","steps":["trace[971708619] 'range keys from in-memory index tree' (duration: 569.898264ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:34.170109Z","caller":"traceutil/trace.go:172","msg":"trace[1896862671] transaction","detail":"{read_only:false; number_of_response:1; response_revision:965; }","duration":"1.234001147s","start":"2026-05-21T22:45:32.936096Z","end":"2026-05-21T22:45:34.170097Z","steps":["trace[1896862671] 'process raft request' (duration: 1.233933445s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.170506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:32.936074Z","time spent":"1.23414086s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80740,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:34.180882Z","caller":"traceutil/trace.go:172","msg":"trace[273145024] transaction","detail":"{read_only:false; number_of_response:1; response_revision:965; }","duration":"1.199936377s","start":"2026-05-21T22:45:32.980927Z","end":"2026-05-21T22:45:34.180863Z","steps":["trace[273145024] 'process raft request' (duration: 1.199728563s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.181021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:32.980895Z","time spent":"1.200040279s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151273,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:34.183326Z","caller":"traceutil/trace.go:172","msg":"trace[654882140] linearizableReadLoop","detail":"{readStateIndex:1109; appliedIndex:1113; }","duration":"1.058681462s","start":"2026-05-21T22:45:33.124625Z","end":"2026-05-21T22:45:34.183307Z","steps":["trace[654882140] 'read index received' (duration: 1.058676752s)","trace[654882140] 'applied index is now lower than readState.Index' (duration: 3.85µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:34.183423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.058795364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:34.183453Z","caller":"traceutil/trace.go:172","msg":"trace[1563393468] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:968; }","duration":"1.058833005s","start":"2026-05-21T22:45:33.124611Z","end":"2026-05-21T22:45:34.183444Z","steps":["trace[1563393468] 'agreement among raft nodes before linearized reading' (duration: 1.058768964s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.183484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.124589Z","time spent":"1.058887106s","remote":"127.0.0.1:56850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:34.183771Z","caller":"traceutil/trace.go:172","msg":"trace[1796644224] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"625.508112ms","start":"2026-05-21T22:45:33.558248Z","end":"2026-05-21T22:45:34.183756Z","steps":["trace[1796644224] 'process raft request' (duration: 625.38764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.184229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.558225Z","time spent":"625.939221ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:34.185156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"727.432344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:34.185193Z","caller":"traceutil/trace.go:172","msg":"trace[1745084568] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:969; }","duration":"727.472314ms","start":"2026-05-21T22:45:33.457711Z","end":"2026-05-21T22:45:34.185184Z","steps":["trace[1745084568] 'agreement among raft nodes before linearized reading' (duration: 727.411343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.185215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.457612Z","time spent":"727.596657ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:34.185231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.193278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:34.185315Z","caller":"traceutil/trace.go:172","msg":"trace[1381713348] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:969; }","duration":"166.28544ms","start":"2026-05-21T22:45:34.019018Z","end":"2026-05-21T22:45:34.185303Z","steps":["trace[1381713348] 'agreement among raft nodes before linearized reading' (duration: 166.168187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.185399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.592251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-21T22:45:34.185423Z","caller":"traceutil/trace.go:172","msg":"trace[1402618090] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:969; }","duration":"488.614032ms","start":"2026-05-21T22:45:33.696800Z","end":"2026-05-21T22:45:34.185414Z","steps":["trace[1402618090] 'agreement among raft nodes before linearized reading' (duration: 488.51889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.185439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.696773Z","time spent":"488.660963ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.248\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:34.185554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"648.221758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:34.185574Z","caller":"traceutil/trace.go:172","msg":"trace[1663468888] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:969; }","duration":"648.239188ms","start":"2026-05-21T22:45:33.537328Z","end":"2026-05-21T22:45:34.185567Z","steps":["trace[1663468888] 'agreement among raft nodes before linearized reading' (duration: 648.207136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.185589Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.537313Z","time spent":"648.271519ms","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:34.185681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"669.134937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:34.185697Z","caller":"traceutil/trace.go:172","msg":"trace[445263104] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:969; }","duration":"669.150417ms","start":"2026-05-21T22:45:33.516541Z","end":"2026-05-21T22:45:34.185692Z","steps":["trace[445263104] 'agreement among raft nodes before linearized reading' (duration: 669.124207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.185714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.516517Z","time spent":"669.191979ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:35.153462Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:35.347935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"716.754728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:35.348033Z","caller":"traceutil/trace.go:172","msg":"trace[1836628064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:981; }","duration":"716.85411ms","start":"2026-05-21T22:45:34.631161Z","end":"2026-05-21T22:45:35.348015Z","steps":["trace[1836628064] 'range keys from in-memory index tree' (duration: 715.632795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.348072Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:34.631146Z","time spent":"716.918841ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T22:45:35.627299Z","caller":"traceutil/trace.go:172","msg":"trace[614584437] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"977.14075ms","start":"2026-05-21T22:45:34.649357Z","end":"2026-05-21T22:45:35.626498Z","steps":["trace[614584437] 'process raft request' (duration: 976.864574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.627692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:34.649312Z","time spent":"978.270782ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:35.655108Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:35.674670Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.021303028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:45:35.674718Z","caller":"traceutil/trace.go:172","msg":"trace[904766621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:986; }","duration":"1.021362819s","start":"2026-05-21T22:45:34.653347Z","end":"2026-05-21T22:45:35.674710Z","steps":["trace[904766621] 'agreement among raft nodes before linearized reading' (duration: 1.021271317s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.674745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:34.653333Z","time spent":"1.021405561s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:35.674275Z","caller":"traceutil/trace.go:172","msg":"trace[892014269] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1142; }","duration":"1.02089075s","start":"2026-05-21T22:45:34.653367Z","end":"2026-05-21T22:45:35.674258Z","steps":["trace[892014269] 'read index received' (duration: 1.017315758s)","trace[892014269] 'applied index is now lower than readState.Index' (duration: 3.574342ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:35.719874Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382528,"received-request-id":4348399492535382525} {"level":"info","ts":"2026-05-21T22:45:35.741462Z","caller":"traceutil/trace.go:172","msg":"trace[1241675266] transaction","detail":"{read_only:false; number_of_response:1; response_revision:986; }","duration":"1.071025727s","start":"2026-05-21T22:45:34.670414Z","end":"2026-05-21T22:45:35.741440Z","steps":["trace[1241675266] 'process raft request' (duration: 1.070517076s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.741871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:34.670384Z","time spent":"1.071225051s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570142,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:35.747626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"796.259019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:35.747702Z","caller":"traceutil/trace.go:172","msg":"trace[956645156] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:986; }","duration":"796.345451ms","start":"2026-05-21T22:45:34.951340Z","end":"2026-05-21T22:45:35.747685Z","steps":["trace[956645156] 'agreement among raft nodes before linearized reading' (duration: 796.212859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.747760Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:34.951318Z","time spent":"796.433773ms","remote":"127.0.0.1:56724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:35.747982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.733997ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:35.748036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.821201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:35.748078Z","caller":"traceutil/trace.go:172","msg":"trace[80190388] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:986; }","duration":"442.860772ms","start":"2026-05-21T22:45:35.305205Z","end":"2026-05-21T22:45:35.748066Z","steps":["trace[80190388] 'agreement among raft nodes before linearized reading' (duration: 442.80103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.748113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:35.305182Z","time spent":"442.922173ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:35.748043Z","caller":"traceutil/trace.go:172","msg":"trace[132726579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:986; }","duration":"149.850119ms","start":"2026-05-21T22:45:35.598179Z","end":"2026-05-21T22:45:35.748029Z","steps":["trace[132726579] 'agreement among raft nodes before linearized reading' (duration: 149.691596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.747988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.804875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:35.748306Z","caller":"traceutil/trace.go:172","msg":"trace[1827901822] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:986; }","duration":"273.181803ms","start":"2026-05-21T22:45:35.475113Z","end":"2026-05-21T22:45:35.748294Z","steps":["trace[1827901822] 'agreement among raft nodes before linearized reading' (duration: 272.769674ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:37.773865Z","caller":"traceutil/trace.go:172","msg":"trace[741153229] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1194; }","duration":"118.614345ms","start":"2026-05-21T22:45:37.655240Z","end":"2026-05-21T22:45:37.773854Z","steps":["trace[741153229] 'read index received' (duration: 52.08599ms)","trace[741153229] 'applied index is now lower than readState.Index' (duration: 66.527755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:37.773951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.710717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:37.773968Z","caller":"traceutil/trace.go:172","msg":"trace[1815498384] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1014; }","duration":"118.736517ms","start":"2026-05-21T22:45:37.655226Z","end":"2026-05-21T22:45:37.773962Z","steps":["trace[1815498384] 'agreement among raft nodes before linearized reading' (duration: 118.696816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:40.322383Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:40.823006Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:41.324313Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:41.825194Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:42.325739Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382575,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:42.664558Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"9da4b9704ef33c58 is starting a new election at term 4"} {"level":"info","ts":"2026-05-21T22:45:42.664634Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"9da4b9704ef33c58 became pre-candidate at term 4"} {"level":"info","ts":"2026-05-21T22:45:42.664671Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9da4b9704ef33c58 [logterm: 4, index: 1250] sent MsgPreVote request to 1cac722af8b2b8a6 at term 4"} {"level":"info","ts":"2026-05-21T22:45:42.664690Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9da4b9704ef33c58 [logterm: 4, index: 1250] sent MsgPreVote request to 2b7e36d9c615fc5c at term 4"} {"level":"info","ts":"2026-05-21T22:45:42.664724Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 9da4b9704ef33c58 lost leader 1cac722af8b2b8a6 at term 4"} {"level":"info","ts":"2026-05-21T22:45:42.664780Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9da4b9704ef33c58 received MsgPreVoteResp from 9da4b9704ef33c58 at term 4"} {"level":"info","ts":"2026-05-21T22:45:42.664805Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9da4b9704ef33c58 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-21T22:45:42.718622Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"9da4b9704ef33c58 became follower at term 4"} {"level":"info","ts":"2026-05-21T22:45:42.718706Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9da4b9704ef33c58 elected leader 1cac722af8b2b8a6 at term 4"} {"level":"warn","ts":"2026-05-21T22:45:42.718925Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382576,"received-request-id":4348399492535382575} {"level":"warn","ts":"2026-05-21T22:45:42.719102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.897163729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:42.719294Z","caller":"traceutil/trace.go:172","msg":"trace[1776195845] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; }","duration":"2.897449294s","start":"2026-05-21T22:45:39.821808Z","end":"2026-05-21T22:45:42.719257Z","steps":["trace[1776195845] 'agreement among raft nodes before linearized reading' (duration: 2.897151799s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:42.719394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:39.821788Z","time spent":"2.897583957s","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:43.219506Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:43.531698Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382576,"received-request-id":4348399492535382575} {"level":"warn","ts":"2026-05-21T22:45:43.601501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999831639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:43.601580Z","caller":"traceutil/trace.go:172","msg":"trace[764200989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999925171s","start":"2026-05-21T22:45:41.601638Z","end":"2026-05-21T22:45:43.601564Z","steps":["trace[764200989] 'agreement among raft nodes before linearized reading' (duration: 1.999829489s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:43.601628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:41.601613Z","time spent":"2.000004942s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 22:45:43 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:43.720494Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:44.221025Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:44.721528Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:44.739795Z","caller":"traceutil/trace.go:172","msg":"trace[1066243183] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1252; }","duration":"2.02088185s","start":"2026-05-21T22:45:42.718888Z","end":"2026-05-21T22:45:44.739770Z","steps":["trace[1066243183] 'read index received' (duration: 2.0208691s)","trace[1066243183] 'applied index is now lower than readState.Index' (duration: 10.84µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:44.739907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.004914511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:44.739975Z","caller":"traceutil/trace.go:172","msg":"trace[497316081] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1055; }","duration":"3.004993252s","start":"2026-05-21T22:45:41.734962Z","end":"2026-05-21T22:45:44.739956Z","steps":["trace[497316081] 'agreement among raft nodes before linearized reading' (duration: 3.00485904s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.739993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.391498726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:44.740021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:41.734925Z","time spent":"3.005087444s","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:44.740033Z","caller":"traceutil/trace.go:172","msg":"trace[776364305] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1056; }","duration":"3.391553777s","start":"2026-05-21T22:45:41.348465Z","end":"2026-05-21T22:45:44.740019Z","steps":["trace[776364305] 'agreement among raft nodes before linearized reading' (duration: 3.391462165s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:41.348422Z","time spent":"3.391645467s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:44.740217Z","caller":"traceutil/trace.go:172","msg":"trace[330654386] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1057; }","duration":"2.006931617s","start":"2026-05-21T22:45:42.733257Z","end":"2026-05-21T22:45:44.740189Z","steps":["trace[330654386] 'process raft request' (duration: 2.006806424s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.780876985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-21T22:45:44.740312Z","caller":"traceutil/trace.go:172","msg":"trace[201519560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1057; }","duration":"4.780903026s","start":"2026-05-21T22:45:39.959400Z","end":"2026-05-21T22:45:44.740303Z","steps":["trace[201519560] 'agreement among raft nodes before linearized reading' (duration: 4.78058603s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:42.733238Z","time spent":"2.007013959s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":13255,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:44.740342Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:39.959360Z","time spent":"4.780975736s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:44.740395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.269245626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:44.740399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.891049268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:45:44.740418Z","caller":"traceutil/trace.go:172","msg":"trace[267499291] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1057; }","duration":"2.269267587s","start":"2026-05-21T22:45:42.471144Z","end":"2026-05-21T22:45:44.740412Z","steps":["trace[267499291] 'agreement among raft nodes before linearized reading' (duration: 2.268715907s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:42.471116Z","time spent":"2.269314288s","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:44.740433Z","caller":"traceutil/trace.go:172","msg":"trace[299401525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1057; }","duration":"2.891085089s","start":"2026-05-21T22:45:41.849338Z","end":"2026-05-21T22:45:44.740423Z","steps":["trace[299401525] 'agreement among raft nodes before linearized reading' (duration: 2.890663691s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:41.849298Z","time spent":"2.89115533s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:44.740524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.087197843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:44.740552Z","caller":"traceutil/trace.go:172","msg":"trace[722600320] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1057; }","duration":"2.087226794s","start":"2026-05-21T22:45:42.653317Z","end":"2026-05-21T22:45:44.740544Z","steps":["trace[722600320] 'agreement among raft nodes before linearized reading' (duration: 2.086648134s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:42.653298Z","time spent":"2.087272525s","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:44.740692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.627135371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:44.740713Z","caller":"traceutil/trace.go:172","msg":"trace[1505684334] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1057; }","duration":"2.627156832s","start":"2026-05-21T22:45:42.113549Z","end":"2026-05-21T22:45:44.740706Z","steps":["trace[1505684334] 'agreement among raft nodes before linearized reading' (duration: 2.626446879s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:42.113510Z","time spent":"2.627214083s","remote":"127.0.0.1:57024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:44.740761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.143108452s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:44.740790Z","caller":"traceutil/trace.go:172","msg":"trace[1160797432] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1057; }","duration":"4.143134432s","start":"2026-05-21T22:45:40.597645Z","end":"2026-05-21T22:45:44.740779Z","steps":["trace[1160797432] 'agreement among raft nodes before linearized reading' (duration: 4.142327868s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.262968607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-21T22:45:44.740852Z","caller":"traceutil/trace.go:172","msg":"trace[1937141568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1057; }","duration":"4.262985447s","start":"2026-05-21T22:45:40.477859Z","end":"2026-05-21T22:45:44.740845Z","steps":["trace[1937141568] 'agreement among raft nodes before linearized reading' (duration: 4.262131842s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.740867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:40.477837Z","time spent":"4.263024999s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:44.740980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.611424329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:44.741011Z","caller":"traceutil/trace.go:172","msg":"trace[244916] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1057; }","duration":"3.611457199s","start":"2026-05-21T22:45:41.129547Z","end":"2026-05-21T22:45:44.741004Z","steps":["trace[244916] 'agreement among raft nodes before linearized reading' (duration: 3.610428571s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.741035Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:41.129511Z","time spent":"3.611517761s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:44.741079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.129335896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:44.741229Z","caller":"traceutil/trace.go:172","msg":"trace[512209708] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1057; }","duration":"4.129449949s","start":"2026-05-21T22:45:40.611720Z","end":"2026-05-21T22:45:44.741170Z","steps":["trace[512209708] 'agreement among raft nodes before linearized reading' (duration: 4.128261157s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.741332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:40.611701Z","time spent":"4.129614422s","remote":"127.0.0.1:56998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:44.741612Z","caller":"traceutil/trace.go:172","msg":"trace[365076143] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"1.254549872s","start":"2026-05-21T22:45:43.486998Z","end":"2026-05-21T22:45:44.741548Z","steps":["trace[365076143] 'process raft request' (duration: 1.253140106s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.741956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:43.486970Z","time spent":"1.254746845s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:45.240818Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:45.601858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999941354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:45.601931Z","caller":"traceutil/trace.go:172","msg":"trace[1427036561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000025426s","start":"2026-05-21T22:45:43.601889Z","end":"2026-05-21T22:45:45.601915Z","steps":["trace[1427036561] 'agreement among raft nodes before linearized reading' (duration: 1.999939574s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:45.601973Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:43.601871Z","time spent":"2.000095276s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 22:45:45 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:45.741076Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:46.064212Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"9da4b9704ef33c58 is starting a new election at term 4"} {"level":"info","ts":"2026-05-21T22:45:46.064358Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"9da4b9704ef33c58 became pre-candidate at term 4"} {"level":"info","ts":"2026-05-21T22:45:46.064418Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9da4b9704ef33c58 [logterm: 4, index: 1257] sent MsgPreVote request to 1cac722af8b2b8a6 at term 4"} {"level":"info","ts":"2026-05-21T22:45:46.064479Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"9da4b9704ef33c58 [logterm: 4, index: 1257] sent MsgPreVote request to 2b7e36d9c615fc5c at term 4"} {"level":"info","ts":"2026-05-21T22:45:46.064501Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 9da4b9704ef33c58 lost leader 1cac722af8b2b8a6 at term 4"} {"level":"info","ts":"2026-05-21T22:45:46.064584Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9da4b9704ef33c58 received MsgPreVoteResp from 9da4b9704ef33c58 at term 4"} {"level":"info","ts":"2026-05-21T22:45:46.064611Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9da4b9704ef33c58 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-05-21T22:45:46.241572Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:46.742125Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:47.243101Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382580,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:47.356437Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"9da4b9704ef33c58 became follower at term 4"} {"level":"info","ts":"2026-05-21T22:45:47.356504Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9da4b9704ef33c58 elected leader 1cac722af8b2b8a6 at term 4"} {"level":"warn","ts":"2026-05-21T22:45:47.356775Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382585,"received-request-id":4348399492535382580} {"level":"warn","ts":"2026-05-21T22:45:47.356844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.894553968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:47.356884Z","caller":"traceutil/trace.go:172","msg":"trace[1573459584] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; }","duration":"2.894604239s","start":"2026-05-21T22:45:44.462262Z","end":"2026-05-21T22:45:47.356866Z","steps":["trace[1573459584] 'agreement among raft nodes before linearized reading' (duration: 2.894552438s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.356935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.462241Z","time spent":"2.894684591s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.356980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.026194234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:47.357010Z","caller":"traceutil/trace.go:172","msg":"trace[2083784229] range","detail":"{range_begin:/registry/resourceclaims; range_end:; }","duration":"3.026222955s","start":"2026-05-21T22:45:44.330780Z","end":"2026-05-21T22:45:47.357003Z","steps":["trace[2083784229] 'agreement among raft nodes before linearized reading' (duration: 3.026193734s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.357032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.330760Z","time spent":"3.026266585s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.357058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.146597471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:47.357079Z","caller":"traceutil/trace.go:172","msg":"trace[628643012] range","detail":"{range_begin:/registry/clusterroles; range_end:; }","duration":"3.146618571s","start":"2026-05-21T22:45:44.210456Z","end":"2026-05-21T22:45:47.357074Z","steps":["trace[628643012] 'agreement among raft nodes before linearized reading' (duration: 3.146597701s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.357101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.210433Z","time spent":"3.146661962s","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.357136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.599507215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:47.357152Z","caller":"traceutil/trace.go:172","msg":"trace[1030775307] range","detail":"{range_begin:/registry/storageclasses; range_end:; }","duration":"3.599523075s","start":"2026-05-21T22:45:43.757623Z","end":"2026-05-21T22:45:47.357146Z","steps":["trace[1030775307] 'agreement among raft nodes before linearized reading' (duration: 3.599507155s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.357174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:43.757605Z","time spent":"3.599563596s","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.357202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.611566374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:47.357220Z","caller":"traceutil/trace.go:172","msg":"trace[5990750] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; }","duration":"4.611586364s","start":"2026-05-21T22:45:42.745628Z","end":"2026-05-21T22:45:47.357214Z","steps":["trace[5990750] 'agreement among raft nodes before linearized reading' (duration: 4.611566154s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.357214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.227701358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-05-21T22:45:47.357256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:42.745613Z","time spent":"4.611634025s","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:47.357276Z","caller":"traceutil/trace.go:172","msg":"trace[760797295] range","detail":"{range_begin:/registry/endpointslices; range_end:; }","duration":"4.227780989s","start":"2026-05-21T22:45:43.129479Z","end":"2026-05-21T22:45:47.357260Z","steps":["trace[760797295] 'agreement among raft nodes before linearized reading' (duration: 4.227698628s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.357324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:43.129456Z","time spent":"4.22785782s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.357340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.212836289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:47.357424Z","caller":"traceutil/trace.go:172","msg":"trace[1097255106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.212944811s","start":"2026-05-21T22:45:43.144461Z","end":"2026-05-21T22:45:47.357405Z","steps":["trace[1097255106] 'agreement among raft nodes before linearized reading' (duration: 4.212828999s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.357486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:43.144436Z","time spent":"4.213039432s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:47.357563Z","caller":"traceutil/trace.go:172","msg":"trace[1349017403] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"3.140453976s","start":"2026-05-21T22:45:44.217052Z","end":"2026-05-21T22:45:47.357506Z","steps":["trace[1349017403] 'process raft request' (duration: 3.140195222s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.357782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.217018Z","time spent":"3.140642599s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:47.357821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.66065436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:47.357851Z","caller":"traceutil/trace.go:172","msg":"trace[235165231] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; }","duration":"3.66068685s","start":"2026-05-21T22:45:43.697156Z","end":"2026-05-21T22:45:47.357843Z","steps":["trace[235165231] 'agreement among raft nodes before linearized reading' (duration: 3.66065333s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.357878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:43.697143Z","time spent":"3.660727111s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.248\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.358177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.832536422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:47.358218Z","caller":"traceutil/trace.go:172","msg":"trace[1520410319] range","detail":"{range_begin:/registry/controllers; range_end:; }","duration":"3.832586913s","start":"2026-05-21T22:45:43.525623Z","end":"2026-05-21T22:45:47.358209Z","steps":["trace[1520410319] 'agreement among raft nodes before linearized reading' (duration: 3.832535532s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.358242Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:43.525591Z","time spent":"3.832643183s","remote":"127.0.0.1:56672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.609285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999937485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:47.609388Z","caller":"traceutil/trace.go:172","msg":"trace[1642449583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061377s","start":"2026-05-21T22:45:45.609306Z","end":"2026-05-21T22:45:47.609367Z","steps":["trace[1642449583] 'agreement among raft nodes before linearized reading' (duration: 1.999926205s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.609445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:45.609283Z","time spent":"2.000151528s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 22:45:47 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:47.857706Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382585,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:47.959887Z","caller":"traceutil/trace.go:172","msg":"trace[1704585094] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"3.214915223s","start":"2026-05-21T22:45:44.744890Z","end":"2026-05-21T22:45:47.959805Z","steps":["trace[1704585094] 'process raft request' (duration: 3.214809931s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:47.959981Z","caller":"traceutil/trace.go:172","msg":"trace[2093509676] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"3.207190169s","start":"2026-05-21T22:45:44.752770Z","end":"2026-05-21T22:45:47.959960Z","steps":["trace[2093509676] 'process raft request' (duration: 3.206970725s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.960077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.744874Z","time spent":"3.215132608s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:47.960101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.752752Z","time spent":"3.207269361s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:47.960616Z","caller":"traceutil/trace.go:172","msg":"trace[1510829319] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"3.165277282s","start":"2026-05-21T22:45:44.795312Z","end":"2026-05-21T22:45:47.960589Z","steps":["trace[1510829319] 'process raft request' (duration: 3.164723681s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.960993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.795301Z","time spent":"3.165404504s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:48.116178Z","caller":"traceutil/trace.go:172","msg":"trace[10019873] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1272; }","duration":"759.395491ms","start":"2026-05-21T22:45:47.356762Z","end":"2026-05-21T22:45:48.116157Z","steps":["trace[10019873] 'read index received' (duration: 759.386701ms)","trace[10019873] 'applied index is now lower than readState.Index' (duration: 7.63µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:48.117477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.123289069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-21T22:45:48.117525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.742054397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:48.117514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"932.074417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.117561Z","caller":"traceutil/trace.go:172","msg":"trace[614898622] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1069; }","duration":"1.742082678s","start":"2026-05-21T22:45:46.375464Z","end":"2026-05-21T22:45:48.117547Z","steps":["trace[614898622] 'agreement among raft nodes before linearized reading' (duration: 1.741010758s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.117581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.032396412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:48.117596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:46.375437Z","time spent":"1.74215072s","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:48.117596Z","caller":"traceutil/trace.go:172","msg":"trace[1949799317] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1069; }","duration":"932.169478ms","start":"2026-05-21T22:45:47.185409Z","end":"2026-05-21T22:45:48.117578Z","steps":["trace[1949799317] 'agreement among raft nodes before linearized reading' (duration: 930.894665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.117628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.092827016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.117648Z","caller":"traceutil/trace.go:172","msg":"trace[95381857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1069; }","duration":"1.092845237s","start":"2026-05-21T22:45:47.024796Z","end":"2026-05-21T22:45:48.117641Z","steps":["trace[95381857] 'agreement among raft nodes before linearized reading' (duration: 1.091534693s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.117671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.024770Z","time spent":"1.092896289s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:48.117668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.185386Z","time spent":"932.272991ms","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:48.117815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.946660673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.117853Z","caller":"traceutil/trace.go:172","msg":"trace[29062794] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1069; }","duration":"1.946697774s","start":"2026-05-21T22:45:46.171144Z","end":"2026-05-21T22:45:48.117842Z","steps":["trace[29062794] 'agreement among raft nodes before linearized reading' (duration: 1.945337469s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.117878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:46.171109Z","time spent":"1.946761925s","remote":"127.0.0.1:56564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:48.117975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.429842655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.118005Z","caller":"traceutil/trace.go:172","msg":"trace[1292518642] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1069; }","duration":"2.429873356s","start":"2026-05-21T22:45:45.688123Z","end":"2026-05-21T22:45:48.117996Z","steps":["trace[1292518642] 'agreement among raft nodes before linearized reading' (duration: 2.428373889s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.118040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:45.688101Z","time spent":"2.429930407s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:48.118052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.375144587s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:48.118056Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"843.237529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.118084Z","caller":"traceutil/trace.go:172","msg":"trace[1199908241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1069; }","duration":"3.375178198s","start":"2026-05-21T22:45:44.742897Z","end":"2026-05-21T22:45:48.118075Z","steps":["trace[1199908241] 'agreement among raft nodes before linearized reading' (duration: 3.37360661s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:48.118123Z","caller":"traceutil/trace.go:172","msg":"trace[1575623167] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1069; }","duration":"843.280799ms","start":"2026-05-21T22:45:47.274807Z","end":"2026-05-21T22:45:48.118088Z","steps":["trace[1575623167] 'agreement among raft nodes before linearized reading' (duration: 841.465777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.118153Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.274790Z","time spent":"843.35423ms","remote":"127.0.0.1:57042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:48.118570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.039138092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.118619Z","caller":"traceutil/trace.go:172","msg":"trace[194766199] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1069; }","duration":"2.039189713s","start":"2026-05-21T22:45:46.079418Z","end":"2026-05-21T22:45:48.118608Z","steps":["trace[194766199] 'agreement among raft nodes before linearized reading' (duration: 2.037069515s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.117486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.298274741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ztwwf\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-05-21T22:45:48.118734Z","caller":"traceutil/trace.go:172","msg":"trace[531407873] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ztwwf; range_end:; response_count:1; response_revision:1069; }","duration":"3.299528063s","start":"2026-05-21T22:45:44.819194Z","end":"2026-05-21T22:45:48.118722Z","steps":["trace[531407873] 'agreement among raft nodes before linearized reading' (duration: 3.297306543s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.118776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.819172Z","time spent":"3.299590805s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-ztwwf\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:48.117605Z","caller":"traceutil/trace.go:172","msg":"trace[899831230] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1069; }","duration":"1.032419853s","start":"2026-05-21T22:45:47.085176Z","end":"2026-05-21T22:45:48.117596Z","steps":["trace[899831230] 'agreement among raft nodes before linearized reading' (duration: 1.0311341s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.118955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.085146Z","time spent":"1.033775928s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:48.117544Z","caller":"traceutil/trace.go:172","msg":"trace[1623659823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1069; }","duration":"1.123379361s","start":"2026-05-21T22:45:46.994149Z","end":"2026-05-21T22:45:48.117528Z","steps":["trace[1623659823] 'agreement among raft nodes before linearized reading' (duration: 1.122188539s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.119143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:46.994112Z","time spent":"1.124970599s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:48.119171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:46.079394Z","time spent":"2.039246835s","remote":"127.0.0.1:57278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:48.143998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"759.0853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:48.144095Z","caller":"traceutil/trace.go:172","msg":"trace[1452820538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"759.187892ms","start":"2026-05-21T22:45:47.384895Z","end":"2026-05-21T22:45:48.144083Z","steps":["trace[1452820538] 'agreement among raft nodes before linearized reading' (duration: 759.04361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.144174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.384888Z","time spent":"759.275454ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/05/21 22:45:48 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-21T22:45:48.506959Z","caller":"traceutil/trace.go:172","msg":"trace[1662128787] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"1.290328383s","start":"2026-05-21T22:45:47.216610Z","end":"2026-05-21T22:45:48.506938Z","steps":["trace[1662128787] 'process raft request' (duration: 1.288820826s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.507120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.216587Z","time spent":"1.290445475s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:48.616373Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:49.117045Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:49.609689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000281136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-21T22:45:49.610035Z","caller":"traceutil/trace.go:172","msg":"trace[1524415955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637662s","start":"2026-05-21T22:45:47.609375Z","end":"2026-05-21T22:45:49.610013Z","steps":["trace[1524415955] 'agreement among raft nodes before linearized reading' (duration: 2.000278286s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.610159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.609345Z","time spent":"2.000800174s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 22:45:49 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:49.618530Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:49.777449Z","caller":"traceutil/trace.go:172","msg":"trace[1445847812] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"1.810823674s","start":"2026-05-21T22:45:47.966560Z","end":"2026-05-21T22:45:49.777384Z","steps":["trace[1445847812] 'process raft request' (duration: 1.81059926s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:49.777500Z","caller":"traceutil/trace.go:172","msg":"trace[1146570284] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1081; }","duration":"1.74734709s","start":"2026-05-21T22:45:48.030103Z","end":"2026-05-21T22:45:49.777450Z","steps":["trace[1146570284] 'process raft request' (duration: 1.747177926s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.777741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.030076Z","time spent":"1.747526333s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188523,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:49.777518Z","caller":"traceutil/trace.go:172","msg":"trace[734961062] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1081; }","duration":"1.737464852s","start":"2026-05-21T22:45:48.040000Z","end":"2026-05-21T22:45:49.777465Z","steps":["trace[734961062] 'process raft request' (duration: 1.7373625s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:49.777888Z","caller":"traceutil/trace.go:172","msg":"trace[1163366019] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"1.641725844s","start":"2026-05-21T22:45:48.136093Z","end":"2026-05-21T22:45:49.777818Z","steps":["trace[1163366019] 'process raft request' (duration: 1.64147171s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.778100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.136065Z","time spent":"1.641947388s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:49.778109Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.966535Z","time spent":"1.811014449s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:49.778091Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.039971Z","time spent":"1.73793357s","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188289,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:49.789816Z","caller":"traceutil/trace.go:172","msg":"trace[1325092693] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1282; }","duration":"1.673550403s","start":"2026-05-21T22:45:48.116249Z","end":"2026-05-21T22:45:49.789799Z","steps":["trace[1325092693] 'read index received' (duration: 1.548772152s)","trace[1325092693] 'applied index is now lower than readState.Index' (duration: 124.774611ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:49.789879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.405744571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.789922Z","caller":"traceutil/trace.go:172","msg":"trace[137497044] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1087; }","duration":"2.405805392s","start":"2026-05-21T22:45:47.384106Z","end":"2026-05-21T22:45:49.789911Z","steps":["trace[137497044] 'agreement among raft nodes before linearized reading' (duration: 2.40570299s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.789956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.384091Z","time spent":"2.405856353s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.789952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.993338204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.789989Z","caller":"traceutil/trace.go:172","msg":"trace[707728179] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1087; }","duration":"1.993387835s","start":"2026-05-21T22:45:47.796592Z","end":"2026-05-21T22:45:49.789979Z","steps":["trace[707728179] 'agreement among raft nodes before linearized reading' (duration: 1.993309644s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.796566Z","time spent":"1.993442987s","remote":"127.0.0.1:57322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.406033227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.790107Z","caller":"traceutil/trace.go:172","msg":"trace[81554328] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1087; }","duration":"2.406077108s","start":"2026-05-21T22:45:47.384022Z","end":"2026-05-21T22:45:49.790099Z","steps":["trace[81554328] 'agreement among raft nodes before linearized reading' (duration: 2.405981146s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.383994Z","time spent":"2.406127789s","remote":"127.0.0.1:56672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.334287468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:49.790142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.816731809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:49.790155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.256019692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-21T22:45:49.790189Z","caller":"traceutil/trace.go:172","msg":"trace[1563555043] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1087; }","duration":"2.334319319s","start":"2026-05-21T22:45:47.455860Z","end":"2026-05-21T22:45:49.790179Z","steps":["trace[1563555043] 'agreement among raft nodes before linearized reading' (duration: 2.334266188s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.829253395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.790207Z","caller":"traceutil/trace.go:172","msg":"trace[1669443540] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1087; }","duration":"1.81680175s","start":"2026-05-21T22:45:47.973387Z","end":"2026-05-21T22:45:49.790189Z","steps":["trace[1669443540] 'agreement among raft nodes before linearized reading' (duration: 1.816684418s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:49.790211Z","caller":"traceutil/trace.go:172","msg":"trace[1756285051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1087; }","duration":"2.256083573s","start":"2026-05-21T22:45:47.534114Z","end":"2026-05-21T22:45:49.790197Z","steps":["trace[1756285051] 'agreement among raft nodes before linearized reading' (duration: 2.255901309s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:49.790225Z","caller":"traceutil/trace.go:172","msg":"trace[819934014] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1087; }","duration":"1.829287055s","start":"2026-05-21T22:45:47.960928Z","end":"2026-05-21T22:45:49.790215Z","steps":["trace[819934014] 'agreement among raft nodes before linearized reading' (duration: 1.829233294s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.973379Z","time spent":"1.81685313s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790242Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.534087Z","time spent":"2.256150344s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.960908Z","time spent":"1.829338357s","remote":"127.0.0.1:57278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.406303212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.790334Z","caller":"traceutil/trace.go:172","msg":"trace[1603796038] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1087; }","duration":"2.406332662s","start":"2026-05-21T22:45:47.383993Z","end":"2026-05-21T22:45:49.790326Z","steps":["trace[1603796038] 'agreement among raft nodes before linearized reading' (duration: 2.406284861s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.383983Z","time spent":"2.406365762s","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.221387064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.790415Z","caller":"traceutil/trace.go:172","msg":"trace[2116368460] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1087; }","duration":"2.221409854s","start":"2026-05-21T22:45:47.568996Z","end":"2026-05-21T22:45:49.790406Z","steps":["trace[2116368460] 'agreement among raft nodes before linearized reading' (duration: 2.221369934s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790432Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.568963Z","time spent":"2.221464866s","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790214Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.455844Z","time spent":"2.334363739s","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.789886Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382591,"received-request-id":4348399492535382589} {"level":"warn","ts":"2026-05-21T22:45:49.790502Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382591,"received-request-id":4348399492535382589} {"level":"warn","ts":"2026-05-21T22:45:49.790550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.406666968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:49.790552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.406604567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-21T22:45:49.790569Z","caller":"traceutil/trace.go:172","msg":"trace[48772037] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1087; }","duration":"2.406688168s","start":"2026-05-21T22:45:47.383874Z","end":"2026-05-21T22:45:49.790562Z","steps":["trace[48772037] 'agreement among raft nodes before linearized reading' (duration: 2.406648267s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:49.790586Z","caller":"traceutil/trace.go:172","msg":"trace[154781448] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:1087; }","duration":"2.406638987s","start":"2026-05-21T22:45:47.383939Z","end":"2026-05-21T22:45:49.790578Z","steps":["trace[154781448] 'agreement among raft nodes before linearized reading' (duration: 2.406517125s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790591Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.383860Z","time spent":"2.406725828s","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.40788488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:49.790609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.383931Z","time spent":"2.406671188s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.248\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:49.790619Z","caller":"traceutil/trace.go:172","msg":"trace[274101976] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1087; }","duration":"2.4079019s","start":"2026-05-21T22:45:47.382711Z","end":"2026-05-21T22:45:49.790612Z","steps":["trace[274101976] 'agreement among raft nodes before linearized reading' (duration: 2.407871689s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.382684Z","time spent":"2.407947451s","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.408067643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-21T22:45:49.790703Z","caller":"traceutil/trace.go:172","msg":"trace[75443950] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1087; }","duration":"2.408197585s","start":"2026-05-21T22:45:47.382493Z","end":"2026-05-21T22:45:49.790691Z","steps":["trace[75443950] 'agreement among raft nodes before linearized reading' (duration: 2.407982072s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.790746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.382475Z","time spent":"2.408261276s","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.790809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.406926022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.794503Z","caller":"traceutil/trace.go:172","msg":"trace[1725016789] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1087; }","duration":"2.410617928s","start":"2026-05-21T22:45:47.383875Z","end":"2026-05-21T22:45:49.794493Z","steps":["trace[1725016789] 'agreement among raft nodes before linearized reading' (duration: 2.406906972s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.794531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.383863Z","time spent":"2.410659119s","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.809175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.670656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.809244Z","caller":"traceutil/trace.go:172","msg":"trace[1433870013] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1097; }","duration":"221.749177ms","start":"2026-05-21T22:45:49.587479Z","end":"2026-05-21T22:45:49.809229Z","steps":["trace[1433870013] 'agreement among raft nodes before linearized reading' (duration: 221.648645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.809777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.278335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:49.809969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.500095907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.810001Z","caller":"traceutil/trace.go:172","msg":"trace[640990824] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1097; }","duration":"1.500128717s","start":"2026-05-21T22:45:48.309865Z","end":"2026-05-21T22:45:49.809994Z","steps":["trace[640990824] 'agreement among raft nodes before linearized reading' (duration: 1.500079606s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.810044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.309845Z","time spent":"1.500171009s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.810052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.263628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:45:49.810266Z","caller":"traceutil/trace.go:172","msg":"trace[10835719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1097; }","duration":"699.540883ms","start":"2026-05-21T22:45:49.110712Z","end":"2026-05-21T22:45:49.810253Z","steps":["trace[10835719] 'agreement among raft nodes before linearized reading' (duration: 699.235517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.810333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:49.110684Z","time spent":"699.640954ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.810920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.097004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:123 size:10510"} {"level":"info","ts":"2026-05-21T22:45:49.810994Z","caller":"traceutil/trace.go:172","msg":"trace[441436874] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:123; response_revision:1097; }","duration":"699.178815ms","start":"2026-05-21T22:45:49.111798Z","end":"2026-05-21T22:45:49.810977Z","steps":["trace[441436874] 'agreement among raft nodes before linearized reading' (duration: 698.047396ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:49.810149Z","caller":"traceutil/trace.go:172","msg":"trace[703380640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1097; }","duration":"191.310056ms","start":"2026-05-21T22:45:49.618491Z","end":"2026-05-21T22:45:49.809801Z","steps":["trace[703380640] 'agreement among raft nodes before linearized reading' (duration: 191.257775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.811033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:49.111785Z","time spent":"699.235856ms","remote":"127.0.0.1:57262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":123,"response size":10534,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-05-21T22:45:49.810189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.691084844s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.811145Z","caller":"traceutil/trace.go:172","msg":"trace[1290641835] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1097; }","duration":"1.692031982s","start":"2026-05-21T22:45:48.119098Z","end":"2026-05-21T22:45:49.811130Z","steps":["trace[1290641835] 'agreement among raft nodes before linearized reading' (duration: 1.691074284s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.843199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:45:50.775401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.284829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-05-21T22:45:50.775451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.248309ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:50.775485Z","caller":"traceutil/trace.go:172","msg":"trace[1697677860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1122; }","duration":"271.38661ms","start":"2026-05-21T22:45:50.504080Z","end":"2026-05-21T22:45:50.775467Z","steps":["trace[1697677860] 'range keys from in-memory index tree' (duration: 269.458356ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:50.775522Z","caller":"traceutil/trace.go:172","msg":"trace[319997102] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1122; }","duration":"177.33972ms","start":"2026-05-21T22:45:50.598166Z","end":"2026-05-21T22:45:50.775506Z","steps":["trace[319997102] 'range keys from in-memory index tree' (duration: 177.194807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:52.102007Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:52.603105Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:53.103517Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4348399492535382614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:53.189465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.59150077s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:53.189538Z","caller":"traceutil/trace.go:172","msg":"trace[1065166788] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1130; }","duration":"1.591585672s","start":"2026-05-21T22:45:51.597938Z","end":"2026-05-21T22:45:53.189523Z","steps":["trace[1065166788] 'range keys from in-memory index tree' (duration: 1.59144841s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:53.189839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"924.339841ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:53.189900Z","caller":"traceutil/trace.go:172","msg":"trace[1867227008] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1130; }","duration":"924.403872ms","start":"2026-05-21T22:45:52.265482Z","end":"2026-05-21T22:45:53.189886Z","steps":["trace[1867227008] 'range keys from in-memory index tree' (duration: 924.29353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:53.190735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.011355952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T22:45:53.223373Z","caller":"traceutil/trace.go:172","msg":"trace[832927990] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1364; }","duration":"1.621816213s","start":"2026-05-21T22:45:51.601514Z","end":"2026-05-21T22:45:53.223331Z","steps":["trace[832927990] 'read index received' (duration: 1.621799152s)","trace[832927990] 'applied index is now lower than readState.Index' (duration: 14.4µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:53.223450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.621933685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:53.223650Z","caller":"traceutil/trace.go:172","msg":"trace[884969657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1144; }","duration":"1.622134319s","start":"2026-05-21T22:45:51.601502Z","end":"2026-05-21T22:45:53.223637Z","steps":["trace[884969657] 'agreement among raft nodes before linearized reading' (duration: 1.621899575s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:53.223726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:51.601482Z","time spent":"1.622203209s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:53.231212Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4348399492535382615,"received-request-id":4348399492535382614} {"level":"warn","ts":"2026-05-21T22:45:53.232884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.485447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:45:53.233052Z","caller":"traceutil/trace.go:172","msg":"trace[104730642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1145; }","duration":"318.660201ms","start":"2026-05-21T22:45:52.914379Z","end":"2026-05-21T22:45:53.233039Z","steps":["trace[104730642] 'agreement among raft nodes before linearized reading' (duration: 318.448356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:53.233539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:52.914362Z","time spent":"319.155259ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:53.233276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"933.725668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-05-21T22:45:53.234073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"856.581199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T22:45:53.234134Z","caller":"traceutil/trace.go:172","msg":"trace[1699698561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1145; }","duration":"856.64501ms","start":"2026-05-21T22:45:52.377456Z","end":"2026-05-21T22:45:53.234101Z","steps":["trace[1699698561] 'agreement among raft nodes before linearized reading' (duration: 855.786296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:53.234183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:52.377418Z","time spent":"856.755121ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:53.234160Z","caller":"traceutil/trace.go:172","msg":"trace[33541972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1145; }","duration":"934.562282ms","start":"2026-05-21T22:45:52.299532Z","end":"2026-05-21T22:45:53.234094Z","steps":["trace[33541972] 'agreement among raft nodes before linearized reading' (duration: 933.625047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:53.234703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:52.299494Z","time spent":"935.141102ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:55.235383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:45:57.933432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:45:57.963563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:45:57.976309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:45:58.001675Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:45:58.497543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51510","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T22:46:00.386638Z","caller":"traceutil/trace.go:172","msg":"trace[2047418832] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"151.200633ms","start":"2026-05-21T22:46:00.235415Z","end":"2026-05-21T22:46:00.386615Z","steps":["trace[2047418832] 'read index received' (duration: 53.615293ms)","trace[2047418832] 'applied index is now lower than readState.Index' (duration: 97.58374ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:00.386794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.333425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:00.386834Z","caller":"traceutil/trace.go:172","msg":"trace[1440283941] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1236; }","duration":"151.415296ms","start":"2026-05-21T22:46:00.235409Z","end":"2026-05-21T22:46:00.386825Z","steps":["trace[1440283941] 'agreement among raft nodes before linearized reading' (duration: 151.304304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:03.527329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.776662ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-21T22:46:06.448965Z","caller":"traceutil/trace.go:172","msg":"trace[2032198062] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1552; }","duration":"128.951057ms","start":"2026-05-21T22:46:06.319992Z","end":"2026-05-21T22:46:06.448943Z","steps":["trace[2032198062] 'read index received' (duration: 128.946567ms)","trace[2032198062] 'applied index is now lower than readState.Index' (duration: 3.58µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:06.449157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.155541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:46:06.449199Z","caller":"traceutil/trace.go:172","msg":"trace[1138479313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1318; }","duration":"129.210892ms","start":"2026-05-21T22:46:06.319976Z","end":"2026-05-21T22:46:06.449187Z","steps":["trace[1138479313] 'agreement among raft nodes before linearized reading' (duration: 129.06473ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:11.840163Z","caller":"traceutil/trace.go:172","msg":"trace[870444974] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1594; }","duration":"207.232222ms","start":"2026-05-21T22:46:11.632726Z","end":"2026-05-21T22:46:11.839959Z","steps":["trace[870444974] 'read index received' (duration: 207.222492ms)","trace[870444974] 'applied index is now lower than readState.Index' (duration: 8.34µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:11.840305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.564847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:11.840337Z","caller":"traceutil/trace.go:172","msg":"trace[313445335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"207.615808ms","start":"2026-05-21T22:46:11.632712Z","end":"2026-05-21T22:46:11.840328Z","steps":["trace[313445335] 'agreement among raft nodes before linearized reading' (duration: 207.531737ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:14.723112Z","caller":"traceutil/trace.go:172","msg":"trace[1550041538] linearizableReadLoop","detail":"{readStateIndex:1624; appliedIndex:1625; }","duration":"123.340824ms","start":"2026-05-21T22:46:14.599749Z","end":"2026-05-21T22:46:14.723090Z","steps":["trace[1550041538] 'read index received' (duration: 123.333543ms)","trace[1550041538] 'applied index is now lower than readState.Index' (duration: 6.071µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:14.723267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.491966ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:14.723340Z","caller":"traceutil/trace.go:172","msg":"trace[792905921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1385; }","duration":"123.574737ms","start":"2026-05-21T22:46:14.599742Z","end":"2026-05-21T22:46:14.723317Z","steps":["trace[792905921] 'agreement among raft nodes before linearized reading' (duration: 123.460415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:17.088457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.113963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.217443Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.279107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.333119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.351358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.536266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.553765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.578732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.603133Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.615637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.700029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.750447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.786910Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.835193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.908994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:17.945779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:18.992690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:19.003588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:19.189961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:42.685519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.103818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-21T22:46:42.685607Z","caller":"traceutil/trace.go:172","msg":"trace[936084698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1509; }","duration":"176.204879ms","start":"2026-05-21T22:46:42.509383Z","end":"2026-05-21T22:46:42.685588Z","steps":["trace[936084698] 'range keys from in-memory index tree' (duration: 174.749289ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:47.360124Z","caller":"traceutil/trace.go:172","msg":"trace[1071125240] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"163.329597ms","start":"2026-05-21T22:46:47.196776Z","end":"2026-05-21T22:46:47.360105Z","steps":["trace[1071125240] 'process raft request' (duration: 163.271707ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:48.011784Z","caller":"traceutil/trace.go:172","msg":"trace[380915110] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1787; }","duration":"413.453907ms","start":"2026-05-21T22:46:47.598310Z","end":"2026-05-21T22:46:48.011764Z","steps":["trace[380915110] 'read index received' (duration: 413.448567ms)","trace[380915110] 'applied index is now lower than readState.Index' (duration: 4.47µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:48.011922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.595759ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:48.011953Z","caller":"traceutil/trace.go:172","msg":"trace[787945522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1528; }","duration":"413.642059ms","start":"2026-05-21T22:46:47.598302Z","end":"2026-05-21T22:46:48.011944Z","steps":["trace[787945522] 'agreement among raft nodes before linearized reading' (duration: 413.576158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:48.013909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.644599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-21T22:46:48.013962Z","caller":"traceutil/trace.go:172","msg":"trace[1741400851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1529; }","duration":"248.69677ms","start":"2026-05-21T22:46:47.765250Z","end":"2026-05-21T22:46:48.013947Z","steps":["trace[1741400851] 'agreement among raft nodes before linearized reading' (duration: 248.613329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:48.013974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.591374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-21T22:46:48.014165Z","caller":"traceutil/trace.go:172","msg":"trace[635834913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1529; }","duration":"165.787296ms","start":"2026-05-21T22:46:47.848362Z","end":"2026-05-21T22:46:48.014149Z","steps":["trace[635834913] 'agreement among raft nodes before linearized reading' (duration: 165.559944ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:47:13.604561Z","caller":"traceutil/trace.go:172","msg":"trace[1829994766] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"114.55609ms","start":"2026-05-21T22:47:13.489988Z","end":"2026-05-21T22:47:13.604544Z","steps":["trace[1829994766] 'process raft request' (duration: 114.467329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:47:18.966589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.359854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T22:47:19.126495Z","caller":"traceutil/trace.go:172","msg":"trace[490979481] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1925; }","duration":"355.454836ms","start":"2026-05-21T22:47:18.771016Z","end":"2026-05-21T22:47:19.126471Z","steps":["trace[490979481] 'read index received' (duration: 154.475933ms)","trace[490979481] 'applied index is now lower than readState.Index' (duration: 200.977513ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:47:19.126762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.724419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-21T22:47:19.126803Z","caller":"traceutil/trace.go:172","msg":"trace[808899368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1649; }","duration":"355.780199ms","start":"2026-05-21T22:47:18.771011Z","end":"2026-05-21T22:47:19.126791Z","steps":["trace[808899368] 'agreement among raft nodes before linearized reading' (duration: 355.561597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:47:19.126838Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:47:18.770990Z","time spent":"355.8395ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:47:19.807418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.116978ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:47:19.807519Z","caller":"traceutil/trace.go:172","msg":"trace[831623069] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"176.503481ms","start":"2026-05-21T22:47:19.630989Z","end":"2026-05-21T22:47:19.807493Z","steps":["trace[831623069] 'process raft request' (duration: 176.41366ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:47:19.807550Z","caller":"traceutil/trace.go:172","msg":"trace[655262941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1650; }","duration":"209.267919ms","start":"2026-05-21T22:47:19.598258Z","end":"2026-05-21T22:47:19.807526Z","steps":["trace[655262941] 'agreement among raft nodes before linearized reading' (duration: 78.388481ms)","trace[655262941] 'range keys from in-memory index tree' (duration: 130.692947ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:48:20.054807Z","caller":"traceutil/trace.go:172","msg":"trace[1488564943] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"145.342385ms","start":"2026-05-21T22:48:19.909441Z","end":"2026-05-21T22:48:20.054783Z","steps":["trace[1488564943] 'process raft request' (duration: 145.165434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:48:20.255598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.449814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:48:20.255767Z","caller":"traceutil/trace.go:172","msg":"trace[514182007] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1884; }","duration":"194.618776ms","start":"2026-05-21T22:48:20.061096Z","end":"2026-05-21T22:48:20.255714Z","steps":["trace[514182007] 'agreement among raft nodes before linearized reading' (duration: 26.662944ms)","trace[514182007] 'range keys from in-memory index tree' (duration: 167.737558ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:48:20.255897Z","caller":"traceutil/trace.go:172","msg":"trace[361630661] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"135.261762ms","start":"2026-05-21T22:48:20.120613Z","end":"2026-05-21T22:48:20.255875Z","steps":["trace[361630661] 'process raft request' (duration: 135.081641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:48:20.495628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.844609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:48:20.495728Z","caller":"traceutil/trace.go:172","msg":"trace[890596569] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1886; }","duration":"109.9662ms","start":"2026-05-21T22:48:20.385743Z","end":"2026-05-21T22:48:20.495710Z","steps":["trace[890596569] 'range keys from in-memory index tree' (duration: 107.528938ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:48:32.353618Z","caller":"traceutil/trace.go:172","msg":"trace[1220329715] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2255; }","duration":"120.6921ms","start":"2026-05-21T22:48:32.232902Z","end":"2026-05-21T22:48:32.353594Z","steps":["trace[1220329715] 'read index received' (duration: 73.178221ms)","trace[1220329715] 'applied index is now lower than readState.Index' (duration: 47.512919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:48:32.353757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.840511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:48:32.353786Z","caller":"traceutil/trace.go:172","msg":"trace[2025339663] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1934; }","duration":"120.890941ms","start":"2026-05-21T22:48:32.232886Z","end":"2026-05-21T22:48:32.353777Z","steps":["trace[2025339663] 'agreement among raft nodes before linearized reading' (duration: 120.81146ms)"],"step_count":1}