{"level":"warn","ts":"2026-04-17T00:55:21.179912Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-17T00:55:21.180327Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-17T00:55:21.180364Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.77:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.77:2380","--initial-cluster=controller-1=https://199.204.45.109:2380,controller-2=https://199.204.45.77:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.77:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.77:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-17T00:55:21.180455Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-17T00:55:21.180474Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-17T00:55:21.180487Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-04-17T00:55:21.180511Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-17T00:55:21.181899Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"]} {"level":"info","ts":"2026-04-17T00:55:21.182162Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.109:2380,controller-2=https://199.204.45.77:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-17T00:55:21.502953Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0001ae998}"} {"level":"info","ts":"2026-04-17T00:55:21.821423Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-17T00:55:21.821521Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"318.842315ms"} {"level":"info","ts":"2026-04-17T00:55:21.821581Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-17T00:55:21.821630Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-17T00:55:21.834755Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.77:2380","host":"199.204.45.77:2380","resolved-addr":"199.204.45.77:2380"} {"level":"info","ts":"2026-04-17T00:55:21.834809Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.109:2380","host":"199.204.45.109:2380","resolved-addr":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-17T00:55:21.836647Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-17T00:55:22.562015Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-17T00:55:22.562101Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"e87e20b7f6d3ceaf","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-04-17T00:55:22.562135Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-17T00:55:22.562332Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e87e20b7f6d3ceaf switched to configuration voters=()"} {"level":"info","ts":"2026-04-17T00:55:22.562405Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e87e20b7f6d3ceaf became follower at term 0"} {"level":"info","ts":"2026-04-17T00:55:22.562421Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft e87e20b7f6d3ceaf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-17T00:55:22.564632Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-17T00:55:22.567492Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-17T00:55:22.590018Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-17T00:55:22.590906Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.590937Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-17T00:55:22.591070Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.591154Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.591460Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.594378Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.596567Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.596686Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-17T00:55:22.596739Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"e87e20b7f6d3ceaf","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-17T00:55:22.596826Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.596978Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-17T00:55:22.597392Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"e87e20b7f6d3ceaf","initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-17T00:55:22.597430Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-17T00:55:22.597443Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.597532Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-17T00:55:22.597639Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-04-17T00:55:22.597692Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-04-17T00:55:22.597667Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T00:55:22.597786Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T00:55:22.597812Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-17T00:55:22.598205Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e87e20b7f6d3ceaf","to":"d71a1778b31d4ce","stream-type":"stream Message"} {"level":"info","ts":"2026-04-17T00:55:22.598233Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.598279Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.598505Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"e87e20b7f6d3ceaf [term: 0] received a MsgHeartbeat message with higher term from d71a1778b31d4ce [term: 2]"} {"level":"info","ts":"2026-04-17T00:55:22.598533Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e87e20b7f6d3ceaf","to":"d71a1778b31d4ce","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-17T00:55:22.598574Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.598548Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e87e20b7f6d3ceaf became follower at term 2"} {"level":"info","ts":"2026-04-17T00:55:22.601780Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: e87e20b7f6d3ceaf elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-17T00:55:22.609007Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.610444Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.612941Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"e87e20b7f6d3ceaf","remote-snapshot-sender-id":"d71a1778b31d4ce","incoming-snapshot-index":453,"incoming-snapshot-message-size-bytes":7766,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-04-17T00:55:22.631958Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001c5.snap.db","bytes":729088,"size":"729 kB"} {"level":"info","ts":"2026-04-17T00:55:22.632033Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"e87e20b7f6d3ceaf","remote-snapshot-sender-id":"d71a1778b31d4ce","incoming-snapshot-index":453,"incoming-snapshot-size-bytes":729088,"incoming-snapshot-size":"729 kB","download-took":"19.179166ms"} {"level":"info","ts":"2026-04-17T00:55:22.632228Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 453, term: 2]"} {"level":"info","ts":"2026-04-17T00:55:22.632336Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e87e20b7f6d3ceaf switched to configuration voters=(968732929669846222) learners=(16752863638357003951)"} {"level":"info","ts":"2026-04-17T00:55:22.632374Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"e87e20b7f6d3ceaf [commit: 453, lastindex: 453, lastterm: 2] restored snapshot [index: 453, term: 2]"} {"level":"info","ts":"2026-04-17T00:55:22.632409Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"e87e20b7f6d3ceaf [commit: 453] restored snapshot [index: 453, term: 2]"} {"level":"info","ts":"2026-04-17T00:55:22.632596Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":453,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-17T00:55:22.640140Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":453} {"level":"info","ts":"2026-04-17T00:55:22.640509Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000b44010}"} {"level":"info","ts":"2026-04-17T00:55:22.641229Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-17T00:55:22.641284Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"877.726µs"} {"level":"info","ts":"2026-04-17T00:55:22.641343Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-17T00:55:22.644205Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-17T00:55:22.644238Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-17T00:55:22.649927Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":433} {"level":"info","ts":"2026-04-17T00:55:22.649981Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":453} {"level":"info","ts":"2026-04-17T00:55:22.650001Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-17T00:55:22.650121Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-17T00:55:22.652602Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-17T00:55:22.652632Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-17T00:55:22.652658Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-17T00:55:22.652668Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-17T00:55:22.653046Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-17T00:55:22.653512Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-17T00:55:22.653555Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-17T00:55:22.653691Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-17T00:55:22.653714Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"aaca35652fabf9b2","local-member-id":"e87e20b7f6d3ceaf","recovered-remote-peer-id":"e87e20b7f6d3ceaf","recovered-remote-peer-urls":["https://199.204.45.77:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-17T00:55:22.653727Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"aaca35652fabf9b2","local-member-id":"e87e20b7f6d3ceaf","recovered-remote-peer-id":"d71a1778b31d4ce","recovered-remote-peer-urls":["https://199.204.45.109:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-17T00:55:22.653736Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-17T00:55:22.653803Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-17T00:55:22.653820Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-17T00:55:22.653831Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"d71a1778b31d4ce"} {"level":"warn","ts":"2026-04-17T00:55:22.653939Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.653968Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d71a1778b31d4ce"} {"level":"warn","ts":"2026-04-17T00:55:22.654020Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654035Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654088Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"warn","ts":"2026-04-17T00:55:22.654257Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce","error":"context canceled"} {"level":"warn","ts":"2026-04-17T00:55:22.654303Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"d71a1778b31d4ce","error":"failed to read d71a1778b31d4ce on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-17T00:55:22.654330Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"warn","ts":"2026-04-17T00:55:22.654423Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce","error":"context canceled"} {"level":"info","ts":"2026-04-17T00:55:22.654452Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654469Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654493Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"e87e20b7f6d3ceaf","removed-remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654508Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-17T00:55:22.654519Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-17T00:55:22.654539Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654562Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654648Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654677Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-17T00:55:22.654688Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-17T00:55:22.654708Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":453,"current-applied-index":453,"incoming-leader-snapshot-index":453,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-17T00:55:22.654736Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654870Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-17T00:55:22.654611Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654782Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654814Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.654837Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"e87e20b7f6d3ceaf","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.77:2379]}","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-04-17T00:55:22.654846Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-17T00:55:22.656341Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-17T00:55:22.656435Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-17T00:55:22.656624Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-17T00:55:22.660930Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.77:2379"} {"level":"info","ts":"2026-04-17T00:55:22.661055Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-17T00:55:22.661138Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-04-17T00:55:22.663689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:42740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.665250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:42770","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T00:55:22.665735Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-17T00:55:22.666401Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e87e20b7f6d3ceaf","to":"d71a1778b31d4ce","stream-type":"stream Message"} {"level":"info","ts":"2026-04-17T00:55:22.666428Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.666509Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"warn","ts":"2026-04-17T00:55:22.666926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:42756","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T00:55:22.667569Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.669644Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e87e20b7f6d3ceaf","to":"d71a1778b31d4ce","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-17T00:55:22.669681Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"info","ts":"2026-04-17T00:55:22.674155Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"d71a1778b31d4ce"} {"level":"warn","ts":"2026-04-17T00:55:22.722180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.723019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.740573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.750706Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.771382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.791754Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.807039Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.816954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.830022Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.846273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.856008Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.863808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.872651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.886139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.907048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.916977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.928246Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47704","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T00:55:22.932463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e87e20b7f6d3ceaf switched to configuration voters=(968732929669846222 16752863638357003951)"} {"level":"info","ts":"2026-04-17T00:55:22.932798Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"aaca35652fabf9b2","local-member-id":"e87e20b7f6d3ceaf","promoted-member-id":"e87e20b7f6d3ceaf"} {"level":"warn","ts":"2026-04-17T00:55:22.942964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.958908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.974694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:22.997418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.008973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.018945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.025691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.034549Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.048106Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.054818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.064717Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.073902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.082196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.098972Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.109029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.126774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.134864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.151595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.159947Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.175619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.184957Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.194724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.202935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.210285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.220687Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.228889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.237295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.245868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.264246Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.273290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.280936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.288599Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.297286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.303935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.312766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.323727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.335665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.346964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.380382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.392544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.406930Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:23.441148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48466","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T00:55:29.226304Z","caller":"traceutil/trace.go:172","msg":"trace[2122479825] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"150.790286ms","start":"2026-04-17T00:55:29.075489Z","end":"2026-04-17T00:55:29.226279Z","steps":["trace[2122479825] 'process raft request' (duration: 150.675312ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:55:30.164371Z","caller":"traceutil/trace.go:172","msg":"trace[1128410493] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"144.150346ms","start":"2026-04-17T00:55:30.020195Z","end":"2026-04-17T00:55:30.164345Z","steps":["trace[1128410493] 'process raft request' (duration: 104.0954ms)","trace[1128410493] 'compare' (duration: 39.87269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:55:30.617953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.523387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:55:30.618435Z","caller":"traceutil/trace.go:172","msg":"trace[144417208] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"439.221486ms","start":"2026-04-17T00:55:30.179181Z","end":"2026-04-17T00:55:30.618403Z","steps":["trace[144417208] 'process raft request' (duration: 86.593568ms)","trace[144417208] 'compare' (duration: 351.405492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:55:30.618623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:30.179163Z","time spent":"439.363432ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7983,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T00:55:30.753339Z","caller":"traceutil/trace.go:172","msg":"trace[1971103180] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"121.01719ms","start":"2026-04-17T00:55:30.632295Z","end":"2026-04-17T00:55:30.753312Z","steps":["trace[1971103180] 'process raft request' (duration: 102.174437ms)","trace[1971103180] 'compare' (duration: 18.698328ms)"],"step_count":2} {"level":"info","ts":"2026-04-17T00:55:31.914604Z","caller":"traceutil/trace.go:172","msg":"trace[1656477357] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"708.413912ms","start":"2026-04-17T00:55:31.206155Z","end":"2026-04-17T00:55:31.914569Z","steps":["trace[1656477357] 'process raft request' (duration: 708.073549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:55:31.915032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:31.206123Z","time spent":"708.65098ms","remote":"127.0.0.1:47552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-17T00:55:32.347026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.505622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:55:32.347361Z","caller":"traceutil/trace.go:172","msg":"trace[1108440906] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:508; }","duration":"147.816815ms","start":"2026-04-17T00:55:32.199523Z","end":"2026-04-17T00:55:32.347340Z","steps":["trace[1108440906] 'read index received' (duration: 39.893855ms)","trace[1108440906] 'applied index is now lower than readState.Index' (duration: 107.92045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:55:32.347854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.315664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-17T00:55:32.347915Z","caller":"traceutil/trace.go:172","msg":"trace[350683623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:483; }","duration":"148.390927ms","start":"2026-04-17T00:55:32.199506Z","end":"2026-04-17T00:55:32.347897Z","steps":["trace[350683623] 'agreement among raft nodes before linearized reading' (duration: 148.006653ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:55:33.467428Z","caller":"traceutil/trace.go:172","msg":"trace[1334978013] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"273.043598ms","start":"2026-04-17T00:55:33.194370Z","end":"2026-04-17T00:55:33.467414Z","steps":["trace[1334978013] 'process raft request' (duration: 272.976396ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:55:33.468019Z","caller":"traceutil/trace.go:172","msg":"trace[538190978] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:513; }","duration":"336.620541ms","start":"2026-04-17T00:55:33.131346Z","end":"2026-04-17T00:55:33.467966Z","steps":["trace[538190978] 'read index received' (duration: 336.617161ms)","trace[538190978] 'applied index is now lower than readState.Index' (duration: 2.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:55:33.468220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"336.8598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-17T00:55:33.468244Z","caller":"traceutil/trace.go:172","msg":"trace[1872668739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:487; }","duration":"336.897731ms","start":"2026-04-17T00:55:33.131340Z","end":"2026-04-17T00:55:33.468237Z","steps":["trace[1872668739] 'agreement among raft nodes before linearized reading' (duration: 336.733455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:55:33.468262Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:33.131316Z","time spent":"336.940293ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:55:33.470111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.082534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:55:33.470283Z","caller":"traceutil/trace.go:172","msg":"trace[1151888985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"324.24845ms","start":"2026-04-17T00:55:33.146001Z","end":"2026-04-17T00:55:33.470249Z","steps":["trace[1151888985] 'agreement among raft nodes before linearized reading' (duration: 324.005901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:55:33.470344Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:33.145991Z","time spent":"324.340683ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:55:34.662437Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:55:34.976721Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.053642564s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-17T00:55:35.163366Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:55:35.664295Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-17T00:55:35.863343Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"e87e20b7f6d3ceaf is starting a new election at term 2"} {"level":"info","ts":"2026-04-17T00:55:35.863436Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"e87e20b7f6d3ceaf became pre-candidate at term 2"} {"level":"info","ts":"2026-04-17T00:55:35.863468Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"e87e20b7f6d3ceaf [logterm: 2, index: 518] sent MsgPreVote request to d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-17T00:55:35.863489Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: e87e20b7f6d3ceaf lost leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-17T00:55:35.863584Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e87e20b7f6d3ceaf received MsgPreVoteResp from e87e20b7f6d3ceaf at term 2"} {"level":"info","ts":"2026-04-17T00:55:35.863632Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e87e20b7f6d3ceaf has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-17T00:55:35.864756Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e87e20b7f6d3ceaf received MsgPreVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-17T00:55:35.864825Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e87e20b7f6d3ceaf has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-17T00:55:35.864856Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"e87e20b7f6d3ceaf became candidate at term 3"} {"level":"info","ts":"2026-04-17T00:55:35.864877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"e87e20b7f6d3ceaf [logterm: 2, index: 518] sent MsgVote request to d71a1778b31d4ce at term 3"} {"level":"info","ts":"2026-04-17T00:55:35.871976Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e87e20b7f6d3ceaf received MsgVoteResp from e87e20b7f6d3ceaf at term 3"} {"level":"info","ts":"2026-04-17T00:55:35.872018Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e87e20b7f6d3ceaf has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-17T00:55:35.874431Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e87e20b7f6d3ceaf received MsgVoteResp from d71a1778b31d4ce at term 3"} {"level":"info","ts":"2026-04-17T00:55:35.874463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e87e20b7f6d3ceaf has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-17T00:55:35.874496Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"e87e20b7f6d3ceaf became leader at term 3"} {"level":"info","ts":"2026-04-17T00:55:35.874518Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: e87e20b7f6d3ceaf elected leader e87e20b7f6d3ceaf at term 3"} {"level":"warn","ts":"2026-04-17T00:55:35.874687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.712843767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-ctr7k\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-17T00:55:35.874745Z","caller":"traceutil/trace.go:172","msg":"trace[138006233] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-ctr7k; range_end:; }","duration":"1.712917459s","start":"2026-04-17T00:55:34.161810Z","end":"2026-04-17T00:55:35.874727Z","steps":["trace[138006233] 'agreement among raft nodes before linearized reading' (duration: 1.712841897s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:55:35.874815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:34.161786Z","time spent":"1.712996722s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-proxy-ctr7k\" limit:1 "} {"level":"info","ts":"2026-04-17T00:55:35.881035Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-17T00:55:35.882078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.40129679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:55:35.882179Z","caller":"traceutil/trace.go:172","msg":"trace[1317052050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:492; }","duration":"1.401408744s","start":"2026-04-17T00:55:34.480753Z","end":"2026-04-17T00:55:35.882161Z","steps":["trace[1317052050] 'agreement among raft nodes before linearized reading' (duration: 1.401250799s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:55:35.882218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:34.480716Z","time spent":"1.401494018s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:55:35.882250Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.527879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-17T00:55:35.882317Z","caller":"traceutil/trace.go:172","msg":"trace[117344422] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:492; }","duration":"496.635903ms","start":"2026-04-17T00:55:35.385661Z","end":"2026-04-17T00:55:35.882297Z","steps":["trace[117344422] 'agreement among raft nodes before linearized reading' (duration: 496.367643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:55:35.882374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:35.385629Z","time spent":"496.733076ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.77\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:55:35.882144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"736.853789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-17T00:55:35.882653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.739987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-17T00:55:35.882843Z","caller":"traceutil/trace.go:172","msg":"trace[2088069359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:492; }","duration":"737.576456ms","start":"2026-04-17T00:55:35.145250Z","end":"2026-04-17T00:55:35.882826Z","steps":["trace[2088069359] 'agreement among raft nodes before linearized reading' (duration: 736.806458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:55:35.883145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:35.145230Z","time spent":"737.900867ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-17T00:55:35.882970Z","caller":"traceutil/trace.go:172","msg":"trace[1120151790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:492; }","duration":"115.059078ms","start":"2026-04-17T00:55:35.767900Z","end":"2026-04-17T00:55:35.882959Z","steps":["trace[1120151790] 'agreement among raft nodes before linearized reading' (duration: 114.430386ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:55:35.886030Z","caller":"traceutil/trace.go:172","msg":"trace[1079409663] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.631088639s","start":"2026-04-17T00:55:34.254931Z","end":"2026-04-17T00:55:35.886020Z","steps":["trace[1079409663] 'process raft request' (duration: 1.630958285s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:55:35.886286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:34.254898Z","time spent":"1.631172463s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T00:55:40.422087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.497675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-17T00:55:40.422169Z","caller":"traceutil/trace.go:172","msg":"trace[1830235601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"266.591379ms","start":"2026-04-17T00:55:40.155555Z","end":"2026-04-17T00:55:40.422146Z","steps":["trace[1830235601] 'range keys from in-memory index tree' (duration: 265.090269ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:55:52.748175Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e87e20b7f6d3ceaf switched to configuration voters=(968732929669846222 16752863638357003951) learners=(5107544040198214159)"} {"level":"info","ts":"2026-04-17T00:55:52.748446Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"e87e20b7f6d3ceaf","added-peer-id":"46e1a43e5ead920f","added-peer-peer-urls":["https://199.204.45.22:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-17T00:55:52.748566Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:52.748598Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:52.748823Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:52.748852Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f","remote-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-17T00:55:52.748886Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"e87e20b7f6d3ceaf","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:52.748883Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:52.748953Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:52.749028Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:52.749130Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"error","ts":"2026-04-17T00:55:52.803531Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-17T00:55:53.320201Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-17T00:55:53.320282Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"46e1a43e5ead920f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-17T00:55:53.805265Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-17T00:55:54.308118Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-17T00:55:54.308247Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"46e1a43e5ead920f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-17T00:55:54.806605Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-17T00:55:55.304760Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-17T00:55:55.304861Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"46e1a43e5ead920f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-17T00:55:55.810568Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-17T00:55:55.810669Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"46e1a43e5ead920f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-17T00:55:55.905871Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.22:2380/version","remote-member-id":"46e1a43e5ead920f","error":"Get \"https://199.204.45.22:2380/version\": dial tcp 199.204.45.22:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-17T00:55:55.905977Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"46e1a43e5ead920f","error":"Get \"https://199.204.45.22:2380/version\": dial tcp 199.204.45.22:2380: connect: connection refused"} {"level":"info","ts":"2026-04-17T00:55:56.051726Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.052054Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.053082Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.059639Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e87e20b7f6d3ceaf","to":"46e1a43e5ead920f","stream-type":"stream Message"} {"level":"info","ts":"2026-04-17T00:55:56.059708Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.069898Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e87e20b7f6d3ceaf","to":"46e1a43e5ead920f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-17T00:55:56.069957Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.072836Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"e87e20b7f6d3ceaf","to":"46e1a43e5ead920f","bytes":1008162,"size":"1.0 MB"} {"level":"info","ts":"2026-04-17T00:55:56.073015Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":596,"remote-peer-id":"46e1a43e5ead920f","bytes":1008162,"size":"1.0 MB"} {"level":"info","ts":"2026-04-17T00:55:56.078314Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":999424,"size":"999 kB"} {"level":"info","ts":"2026-04-17T00:55:56.086244Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":596,"remote-peer-id":"46e1a43e5ead920f","bytes":1008162,"size":"1.0 MB"} {"level":"warn","ts":"2026-04-17T00:55:56.104916Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:55:56.105207Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f","error":"EOF"} {"level":"info","ts":"2026-04-17T00:55:56.122894Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.125056Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e87e20b7f6d3ceaf","to":"46e1a43e5ead920f","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-17T00:55:56.125091Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.125107Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.125717Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.127344Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e87e20b7f6d3ceaf","to":"46e1a43e5ead920f","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-17T00:55:56.127382Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.127415Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e87e20b7f6d3ceaf","remote-peer-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.337970Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e87e20b7f6d3ceaf switched to configuration voters=(968732929669846222 5107544040198214159 16752863638357003951)"} {"level":"info","ts":"2026-04-17T00:55:56.338199Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"aaca35652fabf9b2","local-member-id":"e87e20b7f6d3ceaf","promoted-member-id":"46e1a43e5ead920f"} {"level":"info","ts":"2026-04-17T00:55:56.338250Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"e87e20b7f6d3ceaf","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"46e1a43e5ead920f"} {"level":"warn","ts":"2026-04-17T00:55:58.331517Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"167.753682ms"} {"level":"warn","ts":"2026-04-17T00:55:58.331630Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"167.959317ms"} {"level":"info","ts":"2026-04-17T00:55:58.481826Z","caller":"traceutil/trace.go:172","msg":"trace[671193100] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:603; }","duration":"334.24437ms","start":"2026-04-17T00:55:58.147463Z","end":"2026-04-17T00:55:58.481708Z","steps":["trace[671193100] 'read index received' (duration: 334.218499ms)","trace[671193100] 'applied index is now lower than readState.Index' (duration: 24.381µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T00:55:58.540425Z","caller":"traceutil/trace.go:172","msg":"trace[1694254880] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"435.409387ms","start":"2026-04-17T00:55:58.104996Z","end":"2026-04-17T00:55:58.540405Z","steps":["trace[1694254880] 'process raft request' (duration: 376.801241ms)","trace[1694254880] 'compare' (duration: 58.440661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:55:58.540415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"392.920548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-17T00:55:58.540652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:58.104959Z","time spent":"435.54151ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4026,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T00:55:58.540641Z","caller":"traceutil/trace.go:172","msg":"trace[574766011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"393.152264ms","start":"2026-04-17T00:55:58.147457Z","end":"2026-04-17T00:55:58.540609Z","steps":["trace[574766011] 'agreement among raft nodes before linearized reading' (duration: 334.452826ms)","trace[574766011] 'range keys from in-memory index tree' (duration: 58.310367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:55:58.540719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:55:58.147435Z","time spent":"393.267737ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:55:58.942913Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.934593ms"} {"level":"warn","ts":"2026-04-17T00:55:58.943034Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"63.065736ms"} {"level":"warn","ts":"2026-04-17T00:55:59.078335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.209034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:55:59.078542Z","caller":"traceutil/trace.go:172","msg":"trace[1845074309] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"325.174799ms","start":"2026-04-17T00:55:58.753337Z","end":"2026-04-17T00:55:59.078511Z","steps":["trace[1845074309] 'read index received' (duration: 191.0458ms)","trace[1845074309] 'applied index is now lower than readState.Index' (duration: 134.125919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:55:59.078727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.360304ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:55:59.078788Z","caller":"traceutil/trace.go:172","msg":"trace[1764919368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:567; }","duration":"325.490647ms","start":"2026-04-17T00:55:58.753283Z","end":"2026-04-17T00:55:59.078774Z","steps":["trace[1764919368] 'agreement among raft nodes before linearized reading' (duration: 325.331103ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:05.396798Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-17T00:56:12.700452Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"19.193407ms"} {"level":"warn","ts":"2026-04-17T00:56:12.700512Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"19.25964ms"} {"level":"info","ts":"2026-04-17T00:56:20.811709Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-17T00:56:26.087043Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"e87e20b7f6d3ceaf","to":"46e1a43e5ead920f","bytes":1008162,"size":"1.0 MB","took":"30.01420547s"} {"level":"info","ts":"2026-04-17T00:56:27.275951Z","caller":"traceutil/trace.go:172","msg":"trace[1634099823] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:776; }","duration":"148.973705ms","start":"2026-04-17T00:56:27.126934Z","end":"2026-04-17T00:56:27.275908Z","steps":["trace[1634099823] 'read index received' (duration: 148.969245ms)","trace[1634099823] 'applied index is now lower than readState.Index' (duration: 3.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:27.276105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.148469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:27.276169Z","caller":"traceutil/trace.go:172","msg":"trace[1558117189] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:715; }","duration":"149.224981ms","start":"2026-04-17T00:56:27.126929Z","end":"2026-04-17T00:56:27.276154Z","steps":["trace[1558117189] 'agreement among raft nodes before linearized reading' (duration: 149.124728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:36.266440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"512.574983ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:36.266561Z","caller":"traceutil/trace.go:172","msg":"trace[2040229490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:787; }","duration":"512.708086ms","start":"2026-04-17T00:56:35.753837Z","end":"2026-04-17T00:56:36.266545Z","steps":["trace[2040229490] 'range keys from in-memory index tree' (duration: 511.448532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:36.329769Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"271.850751ms"} {"level":"warn","ts":"2026-04-17T00:56:36.329829Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"271.917763ms"} {"level":"warn","ts":"2026-04-17T00:56:36.607373Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"77.530236ms"} {"level":"warn","ts":"2026-04-17T00:56:36.607441Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"77.602047ms"} {"level":"info","ts":"2026-04-17T00:56:36.608777Z","caller":"traceutil/trace.go:172","msg":"trace[1875780215] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:857; }","duration":"145.205064ms","start":"2026-04-17T00:56:36.463546Z","end":"2026-04-17T00:56:36.608751Z","steps":["trace[1875780215] 'read index received' (duration: 145.199754ms)","trace[1875780215] 'applied index is now lower than readState.Index' (duration: 4.11µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:36.608947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.389268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:36.609014Z","caller":"traceutil/trace.go:172","msg":"trace[1213478086] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:789; }","duration":"145.46991ms","start":"2026-04-17T00:56:36.463529Z","end":"2026-04-17T00:56:36.608999Z","steps":["trace[1213478086] 'agreement among raft nodes before linearized reading' (duration: 145.353697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:37.427963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"674.813073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T00:56:37.428008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.481659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-17T00:56:37.428107Z","caller":"traceutil/trace.go:172","msg":"trace[472973431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:789; }","duration":"442.597101ms","start":"2026-04-17T00:56:36.985491Z","end":"2026-04-17T00:56:37.428089Z","steps":["trace[472973431] 'range keys from in-memory index tree' (duration: 441.198364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:37.428160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:36.985469Z","time spent":"442.677052ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-17T00:56:37.428047Z","caller":"traceutil/trace.go:172","msg":"trace[137667399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:789; }","duration":"674.909505ms","start":"2026-04-17T00:56:36.753119Z","end":"2026-04-17T00:56:37.428029Z","steps":["trace[137667399] 'range keys from in-memory index tree' (duration: 668.575931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:37.428286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.838727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-17T00:56:37.734946Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:56:38.107927Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"743.52735ms"} {"level":"warn","ts":"2026-04-17T00:56:38.107992Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"743.601102ms"} {"level":"info","ts":"2026-04-17T00:56:38.108004Z","caller":"traceutil/trace.go:172","msg":"trace[1950853893] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:858; }","duration":"873.74914ms","start":"2026-04-17T00:56:37.234210Z","end":"2026-04-17T00:56:38.107959Z","steps":["trace[1950853893] 'read index received' (duration: 873.73874ms)","trace[1950853893] 'applied index is now lower than readState.Index' (duration: 8.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:38.143539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"909.241721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:38.143638Z","caller":"traceutil/trace.go:172","msg":"trace[1924120322] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:790; }","duration":"909.410324ms","start":"2026-04-17T00:56:37.234205Z","end":"2026-04-17T00:56:38.143615Z","steps":["trace[1924120322] 'agreement among raft nodes before linearized reading' (duration: 873.910553ms)","trace[1924120322] 'range keys from in-memory index tree' (duration: 35.277678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:38.143681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:37.234184Z","time spent":"909.486735ms","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:38.144326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"897.379782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T00:56:38.144371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.611551ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:38.144410Z","caller":"traceutil/trace.go:172","msg":"trace[789364599] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:792; }","duration":"897.474844ms","start":"2026-04-17T00:56:37.246918Z","end":"2026-04-17T00:56:38.144393Z","steps":["trace[789364599] 'agreement among raft nodes before linearized reading' (duration: 897.353521ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:38.144432Z","caller":"traceutil/trace.go:172","msg":"trace[248333790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:792; }","duration":"390.671552ms","start":"2026-04-17T00:56:37.753742Z","end":"2026-04-17T00:56:38.144413Z","steps":["trace[248333790] 'agreement among raft nodes before linearized reading' (duration: 390.588511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:38.144453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:37.246904Z","time spent":"897.541265ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:38.144464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.366304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-17T00:56:38.144549Z","caller":"traceutil/trace.go:172","msg":"trace[823859110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:792; }","duration":"269.422985ms","start":"2026-04-17T00:56:37.875080Z","end":"2026-04-17T00:56:38.144503Z","steps":["trace[823859110] 'agreement among raft nodes before linearized reading' (duration: 269.204901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:38.144504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.044749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:38.144602Z","caller":"traceutil/trace.go:172","msg":"trace[639449954] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:792; }","duration":"128.152241ms","start":"2026-04-17T00:56:38.016435Z","end":"2026-04-17T00:56:38.144587Z","steps":["trace[639449954] 'agreement among raft nodes before linearized reading' (duration: 128.017209ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:38.144403Z","caller":"traceutil/trace.go:172","msg":"trace[1740205976] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"990.228518ms","start":"2026-04-17T00:56:37.154147Z","end":"2026-04-17T00:56:38.144376Z","steps":["trace[1740205976] 'process raft request' (duration: 953.953292ms)","trace[1740205976] 'compare' (duration: 35.987191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:38.144788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.939477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-17T00:56:38.144847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"665.972081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:38.144855Z","caller":"traceutil/trace.go:172","msg":"trace[830340438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:792; }","duration":"376.009558ms","start":"2026-04-17T00:56:37.768832Z","end":"2026-04-17T00:56:38.144841Z","steps":["trace[830340438] 'agreement among raft nodes before linearized reading' (duration: 375.904016ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:38.144875Z","caller":"traceutil/trace.go:172","msg":"trace[253660736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"665.994241ms","start":"2026-04-17T00:56:37.478869Z","end":"2026-04-17T00:56:38.144864Z","steps":["trace[253660736] 'agreement among raft nodes before linearized reading' (duration: 665.959991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:38.144901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:37.478841Z","time spent":"666.054532ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:56:38.144906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:37.768810Z","time spent":"376.081739ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:38.144801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:37.154118Z","time spent":"990.606576ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T00:56:38.144808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.512485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:38.145059Z","caller":"traceutil/trace.go:172","msg":"trace[1679449620] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:792; }","duration":"566.75897ms","start":"2026-04-17T00:56:37.578286Z","end":"2026-04-17T00:56:38.145044Z","steps":["trace[1679449620] 'agreement among raft nodes before linearized reading' (duration: 566.490155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:38.145140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:37.578259Z","time spent":"566.866372ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:38.769015Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"306.086939ms"} {"level":"warn","ts":"2026-04-17T00:56:38.769075Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"306.15141ms"} {"level":"info","ts":"2026-04-17T00:56:38.934137Z","caller":"traceutil/trace.go:172","msg":"trace[1123541447] linearizableReadLoop","detail":"{readStateIndex:861; appliedIndex:862; }","duration":"452.698674ms","start":"2026-04-17T00:56:38.481417Z","end":"2026-04-17T00:56:38.934115Z","steps":["trace[1123541447] 'read index received' (duration: 452.692284ms)","trace[1123541447] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:38.949596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"468.168391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:38.949665Z","caller":"traceutil/trace.go:172","msg":"trace[853287582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"468.248152ms","start":"2026-04-17T00:56:38.481403Z","end":"2026-04-17T00:56:38.949651Z","steps":["trace[853287582] 'agreement among raft nodes before linearized reading' (duration: 452.848437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:38.949697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:38.481384Z","time spent":"468.306133ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-17T00:56:39.004416Z","caller":"traceutil/trace.go:172","msg":"trace[1429324761] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"225.156783ms","start":"2026-04-17T00:56:38.779243Z","end":"2026-04-17T00:56:39.004400Z","steps":["trace[1429324761] 'process raft request' (duration: 225.055942ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:39.004496Z","caller":"traceutil/trace.go:172","msg":"trace[1367953164] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"228.894105ms","start":"2026-04-17T00:56:38.775570Z","end":"2026-04-17T00:56:39.004464Z","steps":["trace[1367953164] 'process raft request' (duration: 228.595699ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:39.035386Z","caller":"traceutil/trace.go:172","msg":"trace[1857630952] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:870; }","duration":"101.167347ms","start":"2026-04-17T00:56:38.934200Z","end":"2026-04-17T00:56:39.035367Z","steps":["trace[1857630952] 'read index received' (duration: 101.160057ms)","trace[1857630952] 'applied index is now lower than readState.Index' (duration: 5.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:39.035504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.855236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T00:56:39.035482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.767549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:39.035527Z","caller":"traceutil/trace.go:172","msg":"trace[1541169315] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:800; }","duration":"496.904297ms","start":"2026-04-17T00:56:38.538615Z","end":"2026-04-17T00:56:39.035519Z","steps":["trace[1541169315] 'agreement among raft nodes before linearized reading' (duration: 496.825275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:39.035550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:38.538588Z","time spent":"496.955957ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-04-17T00:56:39.035549Z","caller":"traceutil/trace.go:172","msg":"trace[1262668792] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:800; }","duration":"101.83694ms","start":"2026-04-17T00:56:38.933695Z","end":"2026-04-17T00:56:39.035532Z","steps":["trace[1262668792] 'agreement among raft nodes before linearized reading' (duration: 101.718648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:39.035600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.609274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-17T00:56:39.035649Z","caller":"traceutil/trace.go:172","msg":"trace[1791784742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:800; }","duration":"366.661346ms","start":"2026-04-17T00:56:38.668978Z","end":"2026-04-17T00:56:39.035639Z","steps":["trace[1791784742] 'agreement among raft nodes before linearized reading' (duration: 366.509712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:39.035678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:38.668951Z","time spent":"366.718118ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:39.035674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.544681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:39.035769Z","caller":"traceutil/trace.go:172","msg":"trace[1820854663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:800; }","duration":"282.660963ms","start":"2026-04-17T00:56:38.753092Z","end":"2026-04-17T00:56:39.035753Z","steps":["trace[1820854663] 'agreement among raft nodes before linearized reading' (duration: 282.326256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:39.036220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.095164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:39.036376Z","caller":"traceutil/trace.go:172","msg":"trace[445814978] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:800; }","duration":"116.026422ms","start":"2026-04-17T00:56:38.920337Z","end":"2026-04-17T00:56:39.036364Z","steps":["trace[445814978] 'agreement among raft nodes before linearized reading' (duration: 115.064864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:43.009803Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:56:43.176938Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"563.336472ms"} {"level":"warn","ts":"2026-04-17T00:56:43.177049Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"563.461304ms"} {"level":"info","ts":"2026-04-17T00:56:43.178651Z","caller":"traceutil/trace.go:172","msg":"trace[831651261] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1035; }","duration":"669.068897ms","start":"2026-04-17T00:56:42.509559Z","end":"2026-04-17T00:56:43.178628Z","steps":["trace[831651261] 'read index received' (duration: 669.063737ms)","trace[831651261] 'applied index is now lower than readState.Index' (duration: 3.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:43.178910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"669.316583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:43.178959Z","caller":"traceutil/trace.go:172","msg":"trace[1353321579] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:886; }","duration":"669.402494ms","start":"2026-04-17T00:56:42.509545Z","end":"2026-04-17T00:56:43.178948Z","steps":["trace[1353321579] 'agreement among raft nodes before linearized reading' (duration: 669.274552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:43.178993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:42.509513Z","time spent":"669.472265ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:43.181554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"644.429529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-17T00:56:43.181601Z","caller":"traceutil/trace.go:172","msg":"trace[694037006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:886; }","duration":"644.47543ms","start":"2026-04-17T00:56:42.537113Z","end":"2026-04-17T00:56:43.181588Z","steps":["trace[694037006] 'agreement among raft nodes before linearized reading' (duration: 644.344838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:43.181631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:42.537100Z","time spent":"644.522582ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:43.181732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.332326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:43.181779Z","caller":"traceutil/trace.go:172","msg":"trace[1154835004] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:886; }","duration":"428.377187ms","start":"2026-04-17T00:56:42.753389Z","end":"2026-04-17T00:56:43.181766Z","steps":["trace[1154835004] 'agreement among raft nodes before linearized reading' (duration: 428.254595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:43.181805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:42.753363Z","time spent":"428.434989ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:43.182059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.345204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:43.182160Z","caller":"traceutil/trace.go:172","msg":"trace[541998153] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:886; }","duration":"250.448106ms","start":"2026-04-17T00:56:42.931702Z","end":"2026-04-17T00:56:43.182150Z","steps":["trace[541998153] 'agreement among raft nodes before linearized reading' (duration: 249.864666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:43.181893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"427.660855ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:43.182307Z","caller":"traceutil/trace.go:172","msg":"trace[448116314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:886; }","duration":"428.086792ms","start":"2026-04-17T00:56:42.754200Z","end":"2026-04-17T00:56:43.182287Z","steps":["trace[448116314] 'agreement among raft nodes before linearized reading' (duration: 427.344059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:43.920673Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.778251ms"} {"level":"warn","ts":"2026-04-17T00:56:43.924196Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"61.306837ms"} {"level":"info","ts":"2026-04-17T00:56:43.928947Z","caller":"traceutil/trace.go:172","msg":"trace[644528991] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1040; }","duration":"229.00957ms","start":"2026-04-17T00:56:43.699871Z","end":"2026-04-17T00:56:43.928881Z","steps":["trace[644528991] 'read index received' (duration: 228.99334ms)","trace[644528991] 'applied index is now lower than readState.Index' (duration: 14.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:43.929192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.294626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:43.929268Z","caller":"traceutil/trace.go:172","msg":"trace[476406866] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:891; }","duration":"229.393317ms","start":"2026-04-17T00:56:43.699853Z","end":"2026-04-17T00:56:43.929246Z","steps":["trace[476406866] 'agreement among raft nodes before linearized reading' (duration: 229.236734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:43.930042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.710634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:43.930206Z","caller":"traceutil/trace.go:172","msg":"trace[1003158101] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:891; }","duration":"176.805456ms","start":"2026-04-17T00:56:43.753314Z","end":"2026-04-17T00:56:43.930120Z","steps":["trace[1003158101] 'agreement among raft nodes before linearized reading' (duration: 176.689794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:43.931248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.3516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-17T00:56:43.931652Z","caller":"traceutil/trace.go:172","msg":"trace[578703824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:891; }","duration":"154.642976ms","start":"2026-04-17T00:56:43.776873Z","end":"2026-04-17T00:56:43.931516Z","steps":["trace[578703824] 'agreement among raft nodes before linearized reading' (duration: 153.138838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:44.661686Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"264.632356ms"} {"level":"warn","ts":"2026-04-17T00:56:44.661781Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"264.740358ms"} {"level":"info","ts":"2026-04-17T00:56:44.728139Z","caller":"traceutil/trace.go:172","msg":"trace[239149606] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1043; }","duration":"162.675241ms","start":"2026-04-17T00:56:44.565440Z","end":"2026-04-17T00:56:44.728115Z","steps":["trace[239149606] 'read index received' (duration: 162.667901ms)","trace[239149606] 'applied index is now lower than readState.Index' (duration: 5.16µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T00:56:47.070779Z","caller":"traceutil/trace.go:172","msg":"trace[815628998] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1063; }","duration":"124.269665ms","start":"2026-04-17T00:56:46.946477Z","end":"2026-04-17T00:56:47.070747Z","steps":["trace[815628998] 'read index received' (duration: 124.262024ms)","trace[815628998] 'applied index is now lower than readState.Index' (duration: 6.111µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T00:56:47.070874Z","caller":"traceutil/trace.go:172","msg":"trace[18458019] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"189.052215ms","start":"2026-04-17T00:56:46.881807Z","end":"2026-04-17T00:56:47.070859Z","steps":["trace[18458019] 'process raft request' (duration: 188.946683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:47.071044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.503098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-17T00:56:47.071222Z","caller":"traceutil/trace.go:172","msg":"trace[421097909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:912; }","duration":"124.746044ms","start":"2026-04-17T00:56:46.946466Z","end":"2026-04-17T00:56:47.071212Z","steps":["trace[421097909] 'agreement among raft nodes before linearized reading' (duration: 124.385506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:47.364379Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.789896ms"} {"level":"warn","ts":"2026-04-17T00:56:47.364484Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.907558ms"} {"level":"info","ts":"2026-04-17T00:56:47.693261Z","caller":"traceutil/trace.go:172","msg":"trace[753289153] linearizableReadLoop","detail":"{readStateIndex:1068; appliedIndex:1068; }","duration":"444.26218ms","start":"2026-04-17T00:56:47.248867Z","end":"2026-04-17T00:56:47.693129Z","steps":["trace[753289153] 'read index received' (duration: 444.24948ms)","trace[753289153] 'applied index is now lower than readState.Index' (duration: 10.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:47.693268Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"128.760271ms"} {"level":"warn","ts":"2026-04-17T00:56:47.693395Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"128.893063ms"} {"level":"warn","ts":"2026-04-17T00:56:47.738172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.296897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:47.738266Z","caller":"traceutil/trace.go:172","msg":"trace[421764497] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:916; }","duration":"489.397879ms","start":"2026-04-17T00:56:47.248848Z","end":"2026-04-17T00:56:47.738245Z","steps":["trace[421764497] 'agreement among raft nodes before linearized reading' (duration: 444.499744ms)","trace[421764497] 'range keys from in-memory index tree' (duration: 44.745361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:47.738259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.397901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-17T00:56:47.738305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:47.248816Z","time spent":"489.48001ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:47.738632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.131132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-17T00:56:47.738666Z","caller":"traceutil/trace.go:172","msg":"trace[542723164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:921; }","duration":"432.167983ms","start":"2026-04-17T00:56:47.306485Z","end":"2026-04-17T00:56:47.738653Z","steps":["trace[542723164] 'agreement among raft nodes before linearized reading' (duration: 432.102241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:47.738699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:47.306462Z","time spent":"432.229184ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:47.738892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"382.162908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m7mml\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-04-17T00:56:47.738923Z","caller":"traceutil/trace.go:172","msg":"trace[1828597658] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m7mml; range_end:; response_count:1; response_revision:921; }","duration":"382.191418ms","start":"2026-04-17T00:56:47.356722Z","end":"2026-04-17T00:56:47.738914Z","steps":["trace[1828597658] 'agreement among raft nodes before linearized reading' (duration: 382.078775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:47.738946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:47.356704Z","time spent":"382.236089ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18373,"request content":"key:\"/registry/pods/kube-system/cilium-m7mml\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:47.739707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.469839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-17T00:56:47.740843Z","caller":"traceutil/trace.go:172","msg":"trace[496368590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:921; }","duration":"116.893195ms","start":"2026-04-17T00:56:47.623934Z","end":"2026-04-17T00:56:47.740827Z","steps":["trace[496368590] 'agreement among raft nodes before linearized reading' (duration: 114.845108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:48.353899Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:56:48.510070Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"556.120132ms"} {"level":"warn","ts":"2026-04-17T00:56:48.510235Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"556.289385ms"} {"level":"warn","ts":"2026-04-17T00:56:48.807620Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"97.35515ms"} {"level":"warn","ts":"2026-04-17T00:56:48.807764Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"97.505792ms"} {"level":"info","ts":"2026-04-17T00:56:48.807791Z","caller":"traceutil/trace.go:172","msg":"trace[538425048] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1074; }","duration":"954.504809ms","start":"2026-04-17T00:56:47.853233Z","end":"2026-04-17T00:56:48.807738Z","steps":["trace[538425048] 'read index received' (duration: 954.488569ms)","trace[538425048] 'applied index is now lower than readState.Index' (duration: 13.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:48.835580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"982.308563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:48.835700Z","caller":"traceutil/trace.go:172","msg":"trace[988510864] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:922; }","duration":"982.450985ms","start":"2026-04-17T00:56:47.853224Z","end":"2026-04-17T00:56:48.835675Z","steps":["trace[988510864] 'agreement among raft nodes before linearized reading' (duration: 954.754933ms)","trace[988510864] 'range keys from in-memory index tree' (duration: 27.502599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:48.835750Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:47.853186Z","time spent":"982.553597ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:48.835846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.50027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:56:48.836311Z","caller":"traceutil/trace.go:172","msg":"trace[1368867281] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"1.079912871s","start":"2026-04-17T00:56:47.756380Z","end":"2026-04-17T00:56:48.836293Z","steps":["trace[1368867281] 'process raft request' (duration: 753.852961ms)","trace[1368867281] 'compare' (duration: 325.373598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:48.836389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:47.756357Z","time spent":"1.080009033s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T00:56:48.838394Z","caller":"traceutil/trace.go:172","msg":"trace[902230227] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"314.727449ms","start":"2026-04-17T00:56:48.523645Z","end":"2026-04-17T00:56:48.838373Z","steps":["trace[902230227] 'process raft request' (duration: 314.673918ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:48.838463Z","caller":"traceutil/trace.go:172","msg":"trace[464600420] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"620.283973ms","start":"2026-04-17T00:56:48.218162Z","end":"2026-04-17T00:56:48.838446Z","steps":["trace[464600420] 'process raft request' (duration: 620.072429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:48.838516Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:48.523615Z","time spent":"314.84446ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T00:56:48.838588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:48.218119Z","time spent":"620.383345ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T00:56:48.889166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.827973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:48.889269Z","caller":"traceutil/trace.go:172","msg":"trace[2066358202] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:927; }","duration":"466.940425ms","start":"2026-04-17T00:56:48.422305Z","end":"2026-04-17T00:56:48.889246Z","steps":["trace[2066358202] 'agreement among raft nodes before linearized reading' (duration: 466.781872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:48.889320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:48.422269Z","time spent":"467.038797ms","remote":"127.0.0.1:48056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:48.889415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.222469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:48.889513Z","caller":"traceutil/trace.go:172","msg":"trace[505312616] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:927; }","duration":"287.32292ms","start":"2026-04-17T00:56:48.602174Z","end":"2026-04-17T00:56:48.889497Z","steps":["trace[505312616] 'agreement among raft nodes before linearized reading' (duration: 287.056356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:48.889570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.44124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:48.889614Z","caller":"traceutil/trace.go:172","msg":"trace[6217851] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:927; }","duration":"496.487851ms","start":"2026-04-17T00:56:48.393116Z","end":"2026-04-17T00:56:48.889604Z","steps":["trace[6217851] 'agreement among raft nodes before linearized reading' (duration: 496.42127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:48.889598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.880403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:48.889685Z","caller":"traceutil/trace.go:172","msg":"trace[1826212363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:927; }","duration":"408.959914ms","start":"2026-04-17T00:56:48.480703Z","end":"2026-04-17T00:56:48.889663Z","steps":["trace[1826212363] 'agreement among raft nodes before linearized reading' (duration: 408.859013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:48.889800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:48.480677Z","time spent":"409.113659ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:56:48.889179Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.198087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:48.889998Z","caller":"traceutil/trace.go:172","msg":"trace[616621804] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:927; }","duration":"447.040743ms","start":"2026-04-17T00:56:48.442942Z","end":"2026-04-17T00:56:48.889983Z","steps":["trace[616621804] 'agreement among raft nodes before linearized reading' (duration: 446.116556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:48.890084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:48.442911Z","time spent":"447.156234ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:48.890362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"669.073291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-17T00:56:48.890421Z","caller":"traceutil/trace.go:172","msg":"trace[1297018013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:927; }","duration":"669.313425ms","start":"2026-04-17T00:56:48.221091Z","end":"2026-04-17T00:56:48.890404Z","steps":["trace[1297018013] 'agreement among raft nodes before linearized reading' (duration: 668.903428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:48.890492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:48.221075Z","time spent":"669.405577ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:48.889662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:48.393089Z","time spent":"496.564202ms","remote":"127.0.0.1:47786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:49.389672Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:56:49.890105Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-17T00:56:49.952136Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"e87e20b7f6d3ceaf [logterm: 3, index: 1087, vote: e87e20b7f6d3ceaf] ignored MsgPreVote from d71a1778b31d4ce [logterm: 3, index: 1080] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-04-17T00:56:50.390418Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:56:50.749300Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.860475303s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-17T00:56:50.749473Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.660756848s"} {"level":"warn","ts":"2026-04-17T00:56:50.749511Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.660796149s"} {"level":"warn","ts":"2026-04-17T00:56:50.891341Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:56:50.892256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999975347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-17T00:56:50.892424Z","caller":"traceutil/trace.go:172","msg":"trace[14402020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012173s","start":"2026-04-17T00:56:48.892242Z","end":"2026-04-17T00:56:50.892364Z","steps":["trace[14402020] 'agreement among raft nodes before linearized reading' (duration: 1.999972767s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:50.892678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:48.892209Z","time spent":"2.000378845s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/17 00:56:50 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-17T00:56:51.391604Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:56:51.566588Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"617.046662ms"} {"level":"warn","ts":"2026-04-17T00:56:51.566645Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"617.112323ms"} {"level":"info","ts":"2026-04-17T00:56:51.566794Z","caller":"traceutil/trace.go:172","msg":"trace[924888137] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1079; }","duration":"2.677762209s","start":"2026-04-17T00:56:48.889001Z","end":"2026-04-17T00:56:51.566763Z","steps":["trace[924888137] 'read index received' (duration: 2.677752819s)","trace[924888137] 'applied index is now lower than readState.Index' (duration: 8.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:51.568014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.732419631s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:51.568069Z","caller":"traceutil/trace.go:172","msg":"trace[255781934] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:927; }","duration":"2.732497322s","start":"2026-04-17T00:56:48.835555Z","end":"2026-04-17T00:56:51.568053Z","steps":["trace[255781934] 'agreement among raft nodes before linearized reading' (duration: 2.731368784s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.568758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.911791378s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:51.568793Z","caller":"traceutil/trace.go:172","msg":"trace[11537083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:927; }","duration":"1.911828489s","start":"2026-04-17T00:56:49.656957Z","end":"2026-04-17T00:56:51.568785Z","steps":["trace[11537083] 'range keys from in-memory index tree' (duration: 1.911748058s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.570719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"820.881948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:56:51.571220Z","caller":"traceutil/trace.go:172","msg":"trace[1036833464] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"2.072417544s","start":"2026-04-17T00:56:49.498790Z","end":"2026-04-17T00:56:51.571207Z","steps":["trace[1036833464] 'process raft request' (duration: 2.072166579s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.571303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:49.498766Z","time spent":"2.072488446s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T00:56:51.581731Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14893295772915385669,"received-request-id":14893295772915385666} {"level":"info","ts":"2026-04-17T00:56:51.582019Z","caller":"traceutil/trace.go:172","msg":"trace[119353316] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"685.914701ms","start":"2026-04-17T00:56:50.896091Z","end":"2026-04-17T00:56:51.582006Z","steps":["trace[119353316] 'process raft request' (duration: 685.712268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.582257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:50.896069Z","time spent":"685.999933ms","remote":"127.0.0.1:47552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-17T00:56:51.583029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.141937225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-17T00:56:51.583072Z","caller":"traceutil/trace.go:172","msg":"trace[188750465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:937; }","duration":"1.141989396s","start":"2026-04-17T00:56:50.441073Z","end":"2026-04-17T00:56:51.583062Z","steps":["trace[188750465] 'agreement among raft nodes before linearized reading' (duration: 1.141906254s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.583082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"844.235047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-17T00:56:51.583100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:50.441044Z","time spent":"1.142048977s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-17T00:56:51.583115Z","caller":"traceutil/trace.go:172","msg":"trace[440707736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:937; }","duration":"844.275738ms","start":"2026-04-17T00:56:50.738829Z","end":"2026-04-17T00:56:51.583105Z","steps":["trace[440707736] 'agreement among raft nodes before linearized reading' (duration: 844.136525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.583149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:50.738810Z","time spent":"844.332978ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:51.583232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.97158764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:51.583264Z","caller":"traceutil/trace.go:172","msg":"trace[277781602] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:937; }","duration":"1.97161914s","start":"2026-04-17T00:56:49.611636Z","end":"2026-04-17T00:56:51.583256Z","steps":["trace[277781602] 'agreement among raft nodes before linearized reading' (duration: 1.971567039s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.583298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:49.611613Z","time spent":"1.971674952s","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:51.583373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"518.745908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:51.583402Z","caller":"traceutil/trace.go:172","msg":"trace[172073511] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:937; }","duration":"518.772728ms","start":"2026-04-17T00:56:51.064621Z","end":"2026-04-17T00:56:51.583394Z","steps":["trace[172073511] 'agreement among raft nodes before linearized reading' (duration: 518.733918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.583424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:51.064598Z","time spent":"518.820719ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:51.583433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.996327006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:51.583461Z","caller":"traceutil/trace.go:172","msg":"trace[208443396] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:937; }","duration":"1.996353826s","start":"2026-04-17T00:56:49.587099Z","end":"2026-04-17T00:56:51.583453Z","steps":["trace[208443396] 'agreement among raft nodes before linearized reading' (duration: 1.996309616s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.583488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:49.587076Z","time spent":"1.996405967s","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:51.583523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"613.599493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:51.583542Z","caller":"traceutil/trace.go:172","msg":"trace[2098911359] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:937; }","duration":"613.619584ms","start":"2026-04-17T00:56:50.969916Z","end":"2026-04-17T00:56:51.583536Z","steps":["trace[2098911359] 'agreement among raft nodes before linearized reading' (duration: 613.586193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.583564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:50.969889Z","time spent":"613.669924ms","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:51.583626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.004725315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-17T00:56:51.583651Z","caller":"traceutil/trace.go:172","msg":"trace[1688280273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:937; }","duration":"2.004752466s","start":"2026-04-17T00:56:49.578892Z","end":"2026-04-17T00:56:51.583645Z","steps":["trace[1688280273] 'agreement among raft nodes before linearized reading' (duration: 2.004702354s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.583669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:49.578859Z","time spent":"2.004804486s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:51.583706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"681.465724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:51.583727Z","caller":"traceutil/trace.go:172","msg":"trace[32830776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:937; }","duration":"681.486844ms","start":"2026-04-17T00:56:50.902234Z","end":"2026-04-17T00:56:51.583721Z","steps":["trace[32830776] 'agreement among raft nodes before linearized reading' (duration: 681.448113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.583744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:50.902212Z","time spent":"681.529075ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:56:51.583927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"814.630688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:51.583995Z","caller":"traceutil/trace.go:172","msg":"trace[255976751] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:937; }","duration":"814.701349ms","start":"2026-04-17T00:56:50.769279Z","end":"2026-04-17T00:56:51.583980Z","steps":["trace[255976751] 'agreement among raft nodes before linearized reading' (duration: 814.550977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:51.584039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:50.769258Z","time spent":"814.76867ms","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:52.593649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.857547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-17T00:56:52.628021Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"65.170982ms"} {"level":"warn","ts":"2026-04-17T00:56:52.628149Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"65.332145ms"} {"level":"info","ts":"2026-04-17T00:56:52.632713Z","caller":"traceutil/trace.go:172","msg":"trace[1392410917] linearizableReadLoop","detail":"{readStateIndex:1115; appliedIndex:1116; }","duration":"254.919625ms","start":"2026-04-17T00:56:52.377768Z","end":"2026-04-17T00:56:52.632688Z","steps":["trace[1392410917] 'read index received' (duration: 254.910315ms)","trace[1392410917] 'applied index is now lower than readState.Index' (duration: 7.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:52.633285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.430414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m7mml\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-17T00:56:52.633329Z","caller":"traceutil/trace.go:172","msg":"trace[1782912756] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m7mml; range_end:; response_count:1; response_revision:961; }","duration":"255.563816ms","start":"2026-04-17T00:56:52.377755Z","end":"2026-04-17T00:56:52.633319Z","steps":["trace[1782912756] 'agreement among raft nodes before linearized reading' (duration: 255.037507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:53.013593Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"180.615927ms"} {"level":"warn","ts":"2026-04-17T00:56:53.013664Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"180.697158ms"} {"level":"info","ts":"2026-04-17T00:56:53.013756Z","caller":"traceutil/trace.go:172","msg":"trace[782228431] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1116; }","duration":"380.882871ms","start":"2026-04-17T00:56:52.632759Z","end":"2026-04-17T00:56:53.013641Z","steps":["trace[782228431] 'read index received' (duration: 380.869921ms)","trace[782228431] 'applied index is now lower than readState.Index' (duration: 11.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:53.013944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.959211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T00:56:53.013981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"533.879395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:53.013997Z","caller":"traceutil/trace.go:172","msg":"trace[1802594522] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:961; }","duration":"429.026852ms","start":"2026-04-17T00:56:52.584954Z","end":"2026-04-17T00:56:53.013981Z","steps":["trace[1802594522] 'agreement among raft nodes before linearized reading' (duration: 428.916281ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:53.014040Z","caller":"traceutil/trace.go:172","msg":"trace[360648226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"533.954976ms","start":"2026-04-17T00:56:52.480069Z","end":"2026-04-17T00:56:53.014024Z","steps":["trace[360648226] 'agreement among raft nodes before linearized reading' (duration: 533.833384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:53.014044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:52.584908Z","time spent":"429.127124ms","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:53.014087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:52.480021Z","time spent":"534.054668ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-17T00:56:53.014235Z","caller":"traceutil/trace.go:172","msg":"trace[719555780] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"357.70858ms","start":"2026-04-17T00:56:52.656507Z","end":"2026-04-17T00:56:53.014215Z","steps":["trace[719555780] 'process raft request' (duration: 357.611489ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:53.014254Z","caller":"traceutil/trace.go:172","msg":"trace[563724148] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"635.46271ms","start":"2026-04-17T00:56:52.378766Z","end":"2026-04-17T00:56:53.014229Z","steps":["trace[563724148] 'process raft request' (duration: 635.188766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:53.014418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:52.656477Z","time spent":"357.822262ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T00:56:53.014416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:52.378745Z","time spent":"635.591793ms","remote":"127.0.0.1:47552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-17T00:56:53.152934Z","caller":"traceutil/trace.go:172","msg":"trace[1564306059] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1118; }","duration":"139.060166ms","start":"2026-04-17T00:56:53.013847Z","end":"2026-04-17T00:56:53.152907Z","steps":["trace[1564306059] 'read index received' (duration: 139.051646ms)","trace[1564306059] 'applied index is now lower than readState.Index' (duration: 7.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:53.153142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"399.670728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:53.153218Z","caller":"traceutil/trace.go:172","msg":"trace[782017167] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:964; }","duration":"399.760501ms","start":"2026-04-17T00:56:52.753440Z","end":"2026-04-17T00:56:53.153200Z","steps":["trace[782017167] 'agreement among raft nodes before linearized reading' (duration: 399.622747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:53.154044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.10725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:53.154093Z","caller":"traceutil/trace.go:172","msg":"trace[541402952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"138.156531ms","start":"2026-04-17T00:56:53.015924Z","end":"2026-04-17T00:56:53.154081Z","steps":["trace[541402952] 'agreement among raft nodes before linearized reading' (duration: 138.0807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:53.654958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.019125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:56:53.655040Z","caller":"traceutil/trace.go:172","msg":"trace[2040061893] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1123; }","duration":"174.126787ms","start":"2026-04-17T00:56:53.480903Z","end":"2026-04-17T00:56:53.655030Z","steps":["trace[2040061893] 'read index received' (duration: 939.915µs)","trace[2040061893] 'applied index is now lower than readState.Index' (duration: 173.186002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:53.655096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.201679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:53.655111Z","caller":"traceutil/trace.go:172","msg":"trace[620739821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"174.21889ms","start":"2026-04-17T00:56:53.480886Z","end":"2026-04-17T00:56:53.655105Z","steps":["trace[620739821] 'agreement among raft nodes before linearized reading' (duration: 174.182669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:53.935926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.862271ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:53.936001Z","caller":"traceutil/trace.go:172","msg":"trace[1452529966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:969; }","duration":"181.953662ms","start":"2026-04-17T00:56:53.754033Z","end":"2026-04-17T00:56:53.935986Z","steps":["trace[1452529966] 'range keys from in-memory index tree' (duration: 180.407476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:54.516564Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"233.77012ms"} {"level":"warn","ts":"2026-04-17T00:56:54.516626Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"233.836492ms"} {"level":"info","ts":"2026-04-17T00:56:54.696865Z","caller":"traceutil/trace.go:172","msg":"trace[1213069115] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1127; }","duration":"216.770024ms","start":"2026-04-17T00:56:54.480058Z","end":"2026-04-17T00:56:54.696828Z","steps":["trace[1213069115] 'read index received' (duration: 216.758713ms)","trace[1213069115] 'applied index is now lower than readState.Index' (duration: 9.261µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:55.158972Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"262.175317ms"} {"level":"warn","ts":"2026-04-17T00:56:55.159044Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"262.253468ms"} {"level":"warn","ts":"2026-04-17T00:56:55.197111Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14893295772915385689,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-17T00:56:55.269200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.768248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:55.269286Z","caller":"traceutil/trace.go:172","msg":"trace[1964834260] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:972; }","duration":"515.86985ms","start":"2026-04-17T00:56:54.753400Z","end":"2026-04-17T00:56:55.269270Z","steps":["trace[1964834260] 'range keys from in-memory index tree' (duration: 515.703757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:55.269399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"789.323148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:55.269476Z","caller":"traceutil/trace.go:172","msg":"trace[1496585442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"789.41429ms","start":"2026-04-17T00:56:54.480042Z","end":"2026-04-17T00:56:55.269456Z","steps":["trace[1496585442] 'agreement among raft nodes before linearized reading' (duration: 216.940836ms)","trace[1496585442] 'range keys from in-memory index tree' (duration: 572.342372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:55.269520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:54.480021Z","time spent":"789.490612ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:56:55.269548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"572.547965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:56:55.498486Z","caller":"traceutil/trace.go:172","msg":"trace[802552178] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1128; }","duration":"801.498439ms","start":"2026-04-17T00:56:54.696957Z","end":"2026-04-17T00:56:55.498455Z","steps":["trace[802552178] 'read index received' (duration: 801.488729ms)","trace[802552178] 'applied index is now lower than readState.Index' (duration: 7.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:55.704263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.643865ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-17T00:56:55.704620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.19507064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-17T00:56:55.704720Z","caller":"traceutil/trace.go:172","msg":"trace[1199372100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:973; }","duration":"1.195172312s","start":"2026-04-17T00:56:54.509514Z","end":"2026-04-17T00:56:55.704686Z","steps":["trace[1199372100] 'agreement among raft nodes before linearized reading' (duration: 989.142926ms)","trace[1199372100] 'range keys from in-memory index tree' (duration: 205.734181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:55.704760Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:54.509495Z","time spent":"1.195255973s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-17T00:56:55.704928Z","caller":"traceutil/trace.go:172","msg":"trace[802633706] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"1.104517337s","start":"2026-04-17T00:56:54.600374Z","end":"2026-04-17T00:56:55.704891Z","steps":["trace[802633706] 'process raft request' (duration: 1.10406584s)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:55.705077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:54.600336Z","time spent":"1.10465859s","remote":"127.0.0.1:47552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-17T00:56:55.705102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.744893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:55.705138Z","caller":"traceutil/trace.go:172","msg":"trace[2007636666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:975; }","duration":"224.780093ms","start":"2026-04-17T00:56:55.480349Z","end":"2026-04-17T00:56:55.705129Z","steps":["trace[2007636666] 'agreement among raft nodes before linearized reading' (duration: 224.710922ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:55.705081Z","caller":"traceutil/trace.go:172","msg":"trace[878256189] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1128; }","duration":"206.360551ms","start":"2026-04-17T00:56:55.498699Z","end":"2026-04-17T00:56:55.705059Z","steps":["trace[878256189] 'read index received' (duration: 890.284µs)","trace[878256189] 'applied index is now lower than readState.Index' (duration: 205.469047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:55.705351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.997116ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-17T00:56:55.705428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.689663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-17T00:56:55.705538Z","caller":"traceutil/trace.go:172","msg":"trace[1447578034] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:975; }","duration":"314.816185ms","start":"2026-04-17T00:56:55.390699Z","end":"2026-04-17T00:56:55.705515Z","steps":["trace[1447578034] 'agreement among raft nodes before linearized reading' (duration: 314.46338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:55.705594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:55.390678Z","time spent":"314.905668ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.77\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:55.705680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.248468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-17T00:56:55.705734Z","caller":"traceutil/trace.go:172","msg":"trace[655072545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:975; }","duration":"262.313749ms","start":"2026-04-17T00:56:55.443407Z","end":"2026-04-17T00:56:55.705721Z","steps":["trace[655072545] 'agreement among raft nodes before linearized reading' (duration: 262.097254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:55.705753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.04985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-17T00:56:55.705478Z","caller":"traceutil/trace.go:172","msg":"trace[1882174945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:975; }","duration":"436.100178ms","start":"2026-04-17T00:56:55.269327Z","end":"2026-04-17T00:56:55.705427Z","steps":["trace[1882174945] 'agreement among raft nodes before linearized reading' (duration: 435.937215ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:55.705835Z","caller":"traceutil/trace.go:172","msg":"trace[2114223970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:975; }","duration":"624.094901ms","start":"2026-04-17T00:56:55.081690Z","end":"2026-04-17T00:56:55.705785Z","steps":["trace[2114223970] 'agreement among raft nodes before linearized reading' (duration: 623.809055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:55.705924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:55.081668Z","time spent":"624.205022ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:55.972140Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"272.611677ms"} {"level":"warn","ts":"2026-04-17T00:56:55.972218Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"272.698759ms"} {"level":"warn","ts":"2026-04-17T00:56:56.091361Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.021574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:56:56.125692Z","caller":"traceutil/trace.go:172","msg":"trace[508673828] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1132; }","duration":"420.453931ms","start":"2026-04-17T00:56:55.705218Z","end":"2026-04-17T00:56:56.125672Z","steps":["trace[508673828] 'read index received' (duration: 420.447381ms)","trace[508673828] 'applied index is now lower than readState.Index' (duration: 5.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:56.125936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"518.595831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m7mml\" limit:1 ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-04-17T00:56:56.126017Z","caller":"traceutil/trace.go:172","msg":"trace[1569989995] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m7mml; range_end:; response_count:1; response_revision:976; }","duration":"518.697523ms","start":"2026-04-17T00:56:55.607301Z","end":"2026-04-17T00:56:56.125999Z","steps":["trace[1569989995] 'agreement among raft nodes before linearized reading' (duration: 518.435349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:56.126065Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:55.607270Z","time spent":"518.784754ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18643,"request content":"key:\"/registry/pods/kube-system/cilium-m7mml\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:56.154335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:55.706883Z","time spent":"447.448434ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-17T00:56:56.165326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.187741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:56.165394Z","caller":"traceutil/trace.go:172","msg":"trace[1001157412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:978; }","duration":"459.274353ms","start":"2026-04-17T00:56:55.706106Z","end":"2026-04-17T00:56:56.165380Z","steps":["trace[1001157412] 'agreement among raft nodes before linearized reading' (duration: 459.151881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:56.165433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:55.706076Z","time spent":"459.350654ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:56:56.165468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.004702ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:56.165574Z","caller":"traceutil/trace.go:172","msg":"trace[95925772] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:978; }","duration":"412.139815ms","start":"2026-04-17T00:56:55.753415Z","end":"2026-04-17T00:56:56.165555Z","steps":["trace[95925772] 'agreement among raft nodes before linearized reading' (duration: 411.979972ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:56:56.752230Z","caller":"traceutil/trace.go:172","msg":"trace[856829753] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"119.085581ms","start":"2026-04-17T00:56:56.633127Z","end":"2026-04-17T00:56:56.752213Z","steps":["trace[856829753] 'process raft request' (duration: 118.908738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:57.346965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.195326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-17T00:56:57.631520Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.014383ms"} {"level":"warn","ts":"2026-04-17T00:56:57.631725Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.269848ms"} {"level":"warn","ts":"2026-04-17T00:56:57.831049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.327186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-17T00:56:57.849059Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.301046ms"} {"level":"warn","ts":"2026-04-17T00:56:57.849137Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.394958ms"} {"level":"info","ts":"2026-04-17T00:56:57.849312Z","caller":"traceutil/trace.go:172","msg":"trace[1400965780] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1154; }","duration":"371.412049ms","start":"2026-04-17T00:56:57.477875Z","end":"2026-04-17T00:56:57.849287Z","steps":["trace[1400965780] 'read index received' (duration: 371.404009ms)","trace[1400965780] 'applied index is now lower than readState.Index' (duration: 6.37µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:56:57.849692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.811166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:57.849743Z","caller":"traceutil/trace.go:172","msg":"trace[1953959063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"371.874567ms","start":"2026-04-17T00:56:57.477856Z","end":"2026-04-17T00:56:57.849731Z","steps":["trace[1953959063] 'agreement among raft nodes before linearized reading' (duration: 371.766256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:57.849819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:57.477823Z","time spent":"371.983439ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:56:58.327727Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"278.574682ms"} {"level":"warn","ts":"2026-04-17T00:56:58.327794Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"278.645333ms"} {"level":"info","ts":"2026-04-17T00:56:58.336454Z","caller":"traceutil/trace.go:172","msg":"trace[445788772] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1156; }","duration":"487.046031ms","start":"2026-04-17T00:56:57.849392Z","end":"2026-04-17T00:56:58.336438Z","steps":["trace[445788772] 'read index received' (duration: 487.039711ms)","trace[445788772] 'applied index is now lower than readState.Index' (duration: 5.33µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T00:56:58.336613Z","caller":"traceutil/trace.go:172","msg":"trace[1374861822] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"481.732734ms","start":"2026-04-17T00:56:57.854865Z","end":"2026-04-17T00:56:58.336597Z","steps":["trace[1374861822] 'process raft request' (duration: 481.55959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:58.336690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"500.402336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-17T00:56:58.336712Z","caller":"traceutil/trace.go:172","msg":"trace[50827075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1000; }","duration":"500.453817ms","start":"2026-04-17T00:56:57.836253Z","end":"2026-04-17T00:56:58.336707Z","steps":["trace[50827075] 'agreement among raft nodes before linearized reading' (duration: 500.287144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:58.336696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:57.854846Z","time spent":"481.807335ms","remote":"127.0.0.1:47552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-17T00:56:58.336729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:57.836215Z","time spent":"500.509477ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:58.336770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"631.099466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:58.336818Z","caller":"traceutil/trace.go:172","msg":"trace[2122983460] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1001; }","duration":"631.150767ms","start":"2026-04-17T00:56:57.705655Z","end":"2026-04-17T00:56:58.336806Z","steps":["trace[2122983460] 'agreement among raft nodes before linearized reading' (duration: 631.061026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:58.336848Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:57.705645Z","time spent":"631.193628ms","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:58.336965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"633.157231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-17T00:56:58.336989Z","caller":"traceutil/trace.go:172","msg":"trace[1172204713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1002; }","duration":"633.181841ms","start":"2026-04-17T00:56:57.703801Z","end":"2026-04-17T00:56:58.336982Z","steps":["trace[1172204713] 'agreement among raft nodes before linearized reading' (duration: 633.021048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:58.337009Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:57.703778Z","time spent":"633.225961ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-17T00:56:58.337061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.216622ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:58.337080Z","caller":"traceutil/trace.go:172","msg":"trace[953318493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1002; }","duration":"506.237012ms","start":"2026-04-17T00:56:57.830838Z","end":"2026-04-17T00:56:58.337075Z","steps":["trace[953318493] 'agreement among raft nodes before linearized reading' (duration: 505.902827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:58.353751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.009897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:58.353821Z","caller":"traceutil/trace.go:172","msg":"trace[964726213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1004; }","duration":"503.086508ms","start":"2026-04-17T00:56:57.850720Z","end":"2026-04-17T00:56:58.353807Z","steps":["trace[964726213] 'agreement among raft nodes before linearized reading' (duration: 502.973106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:58.353860Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:56:57.850703Z","time spent":"503.148518ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:56:58.354248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.473126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:58.354325Z","caller":"traceutil/trace.go:172","msg":"trace[132738665] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1004; }","duration":"170.579108ms","start":"2026-04-17T00:56:58.183735Z","end":"2026-04-17T00:56:58.354314Z","steps":["trace[132738665] 'agreement among raft nodes before linearized reading' (duration: 170.453106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:59.776553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.726072ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:56:59.776633Z","caller":"traceutil/trace.go:172","msg":"trace[1637275204] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1029; }","duration":"119.918075ms","start":"2026-04-17T00:56:59.656699Z","end":"2026-04-17T00:56:59.776617Z","steps":["trace[1637275204] 'range keys from in-memory index tree' (duration: 119.673891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:56:59.776984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.236589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-17T00:57:07.947914Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:07.959134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:08.058651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:08.070057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:08.095453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38912","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-17T00:57:08.151416Z","caller":"traceutil/trace.go:172","msg":"trace[744059396] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"100.098166ms","start":"2026-04-17T00:57:08.051281Z","end":"2026-04-17T00:57:08.151379Z","steps":["trace[744059396] 'process raft request' (duration: 99.509096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:08.350176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:11.055173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.026774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-17T00:57:11.055265Z","caller":"traceutil/trace.go:172","msg":"trace[2124497391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1178; }","duration":"138.137287ms","start":"2026-04-17T00:57:10.917108Z","end":"2026-04-17T00:57:11.055246Z","steps":["trace[2124497391] 'range keys from in-memory index tree' (duration: 136.587802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:12.082150Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"118.545635ms"} {"level":"warn","ts":"2026-04-17T00:57:12.082219Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"118.622486ms"} {"level":"warn","ts":"2026-04-17T00:57:12.766439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.276519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:57:12.766739Z","caller":"traceutil/trace.go:172","msg":"trace[1381216040] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"395.651914ms","start":"2026-04-17T00:57:12.371073Z","end":"2026-04-17T00:57:12.766725Z","steps":["trace[1381216040] 'process raft request' (duration: 195.03059ms)","trace[1381216040] 'compare' (duration: 200.062015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:57:12.766850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:57:12.371043Z","time spent":"395.721814ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20070,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T00:57:12.779285Z","caller":"traceutil/trace.go:172","msg":"trace[588476676] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1390; }","duration":"299.87945ms","start":"2026-04-17T00:57:12.479374Z","end":"2026-04-17T00:57:12.779253Z","steps":["trace[588476676] 'read index received' (duration: 299.86919ms)","trace[588476676] 'applied index is now lower than readState.Index' (duration: 8.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:57:12.779504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.122393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:57:12.779576Z","caller":"traceutil/trace.go:172","msg":"trace[612036675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1186; }","duration":"300.197484ms","start":"2026-04-17T00:57:12.479360Z","end":"2026-04-17T00:57:12.779558Z","steps":["trace[612036675] 'agreement among raft nodes before linearized reading' (duration: 300.038642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:12.779624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:57:12.479345Z","time spent":"300.272015ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:57:12.780589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.752686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-17T00:57:12.780679Z","caller":"traceutil/trace.go:172","msg":"trace[675982318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1186; }","duration":"283.844597ms","start":"2026-04-17T00:57:12.496822Z","end":"2026-04-17T00:57:12.780666Z","steps":["trace[675982318] 'agreement among raft nodes before linearized reading' (duration: 283.586134ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:57:12.945367Z","caller":"traceutil/trace.go:172","msg":"trace[898487204] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"121.691005ms","start":"2026-04-17T00:57:12.823655Z","end":"2026-04-17T00:57:12.945346Z","steps":["trace[898487204] 'process raft request' (duration: 121.418591ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:57:13.159622Z","caller":"traceutil/trace.go:172","msg":"trace[1696681688] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"206.994555ms","start":"2026-04-17T00:57:12.952604Z","end":"2026-04-17T00:57:13.159599Z","steps":["trace[1696681688] 'process raft request' (duration: 206.845253ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:57:13.391263Z","caller":"traceutil/trace.go:172","msg":"trace[223848979] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1400; }","duration":"167.837662ms","start":"2026-04-17T00:57:13.223367Z","end":"2026-04-17T00:57:13.391204Z","steps":["trace[223848979] 'read index received' (duration: 167.826422ms)","trace[223848979] 'applied index is now lower than readState.Index' (duration: 9.22µs)"],"step_count":2} {"level":"info","ts":"2026-04-17T00:57:13.391775Z","caller":"traceutil/trace.go:172","msg":"trace[1390105232] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"379.410073ms","start":"2026-04-17T00:57:13.012339Z","end":"2026-04-17T00:57:13.391749Z","steps":["trace[1390105232] 'process raft request' (duration: 379.20875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:13.391955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:57:13.012320Z","time spent":"379.556325ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-17T00:57:13.391778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.3847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-17T00:57:13.392116Z","caller":"traceutil/trace.go:172","msg":"trace[1309283946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1193; }","duration":"168.743316ms","start":"2026-04-17T00:57:13.223361Z","end":"2026-04-17T00:57:13.392104Z","steps":["trace[1309283946] 'agreement among raft nodes before linearized reading' (duration: 168.000924ms)"],"step_count":1} {"level":"info","ts":"2026-04-17T00:57:13.533794Z","caller":"traceutil/trace.go:172","msg":"trace[852779361] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"133.974271ms","start":"2026-04-17T00:57:13.399801Z","end":"2026-04-17T00:57:13.533775Z","steps":["trace[852779361] 'process raft request' (duration: 133.897469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:37.684115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:37.724239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.249188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-17T00:57:37.725958Z","caller":"traceutil/trace.go:172","msg":"trace[92419566] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1599; }","duration":"246.233511ms","start":"2026-04-17T00:57:37.479707Z","end":"2026-04-17T00:57:37.725940Z","steps":["trace[92419566] 'read index received' (duration: 246.22801ms)","trace[92419566] 'applied index is now lower than readState.Index' (duration: 4.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:57:37.726308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.600356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:57:37.726420Z","caller":"traceutil/trace.go:172","msg":"trace[2078362836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1377; }","duration":"246.679647ms","start":"2026-04-17T00:57:37.479689Z","end":"2026-04-17T00:57:37.726369Z","steps":["trace[2078362836] 'agreement among raft nodes before linearized reading' (duration: 246.575356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:37.730387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.185317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" limit:1 ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-17T00:57:37.730535Z","caller":"traceutil/trace.go:172","msg":"trace[161498393] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:1378; }","duration":"161.651164ms","start":"2026-04-17T00:57:37.568869Z","end":"2026-04-17T00:57:37.730520Z","steps":["trace[161498393] 'agreement among raft nodes before linearized reading' (duration: 161.112617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:37.812932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:37.881881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:37.920235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:37.944688Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:37.980658Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:37.997476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.014800Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.043007Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.069062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.088855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.103917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.148778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.177011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.194267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.335692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:38.357115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:39.393913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:39.402663Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:39.587098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-17T00:57:39.842373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.094453ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:57:39.842459Z","caller":"traceutil/trace.go:172","msg":"trace[495436766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1390; }","duration":"185.187615ms","start":"2026-04-17T00:57:39.657251Z","end":"2026-04-17T00:57:39.842439Z","steps":["trace[495436766] 'range keys from in-memory index tree' (duration: 185.045422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:55.990038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.253344ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:57:55.990409Z","caller":"traceutil/trace.go:172","msg":"trace[98029827] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1458; }","duration":"236.638348ms","start":"2026-04-17T00:57:55.753749Z","end":"2026-04-17T00:57:55.990387Z","steps":["trace[98029827] 'range keys from in-memory index tree' (duration: 236.196273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:55.991029Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"264.979554ms"} {"level":"warn","ts":"2026-04-17T00:57:55.991317Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"265.270877ms"} {"level":"info","ts":"2026-04-17T00:57:55.991252Z","caller":"traceutil/trace.go:172","msg":"trace[1227107122] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"453.748454ms","start":"2026-04-17T00:57:55.537490Z","end":"2026-04-17T00:57:55.991238Z","steps":["trace[1227107122] 'process raft request' (duration: 453.634713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:55.991439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:57:55.537446Z","time spent":"453.934097ms","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-17T00:57:55.992658Z","caller":"traceutil/trace.go:172","msg":"trace[2104236906] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1695; }","duration":"455.067961ms","start":"2026-04-17T00:57:55.537575Z","end":"2026-04-17T00:57:55.992643Z","steps":["trace[2104236906] 'read index received' (duration: 455.060491ms)","trace[2104236906] 'applied index is now lower than readState.Index' (duration: 3.06µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:57:55.992788Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"455.205933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:57:55.992826Z","caller":"traceutil/trace.go:172","msg":"trace[1821594992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1459; }","duration":"455.246744ms","start":"2026-04-17T00:57:55.537571Z","end":"2026-04-17T00:57:55.992818Z","steps":["trace[1821594992] 'agreement among raft nodes before linearized reading' (duration: 455.180153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:55.992856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-17T00:57:55.537527Z","time spent":"455.322914ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-17T00:57:55.994181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.460317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-17T00:57:55.994240Z","caller":"traceutil/trace.go:172","msg":"trace[366748668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1459; }","duration":"169.515938ms","start":"2026-04-17T00:57:55.824707Z","end":"2026-04-17T00:57:55.994223Z","steps":["trace[366748668] 'agreement among raft nodes before linearized reading' (duration: 169.368366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:57:55.994564Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.037857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-17T00:57:55.995291Z","caller":"traceutil/trace.go:172","msg":"trace[2068906418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1459; }","duration":"226.766726ms","start":"2026-04-17T00:57:55.768508Z","end":"2026-04-17T00:57:55.995275Z","steps":["trace[2068906418] 'agreement among raft nodes before linearized reading' (duration: 225.570151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:58:10.605976Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"46e1a43e5ead920f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"75.363049ms"} {"level":"warn","ts":"2026-04-17T00:58:10.606147Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d71a1778b31d4ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"75.529261ms"} {"level":"info","ts":"2026-04-17T00:58:10.607603Z","caller":"traceutil/trace.go:172","msg":"trace[851471492] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1764; }","duration":"178.209456ms","start":"2026-04-17T00:58:10.429368Z","end":"2026-04-17T00:58:10.607577Z","steps":["trace[851471492] 'read index received' (duration: 178.200956ms)","trace[851471492] 'applied index is now lower than readState.Index' (duration: 6.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-17T00:58:10.607765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.368427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:58:10.607820Z","caller":"traceutil/trace.go:172","msg":"trace[644891260] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1520; }","duration":"178.446978ms","start":"2026-04-17T00:58:10.429360Z","end":"2026-04-17T00:58:10.607807Z","steps":["trace[644891260] 'agreement among raft nodes before linearized reading' (duration: 178.317247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:58:10.608932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.755127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:58:10.609038Z","caller":"traceutil/trace.go:172","msg":"trace[497552529] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1520; }","duration":"157.860898ms","start":"2026-04-17T00:58:10.451161Z","end":"2026-04-17T00:58:10.609022Z","steps":["trace[497552529] 'agreement among raft nodes before linearized reading' (duration: 157.723336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-17T00:58:10.609375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.996147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-17T00:58:10.609417Z","caller":"traceutil/trace.go:172","msg":"trace[44662364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1520; }","duration":"129.037738ms","start":"2026-04-17T00:58:10.480366Z","end":"2026-04-17T00:58:10.609403Z","steps":["trace[44662364] 'agreement among raft nodes before linearized reading' (duration: 128.968997ms)"],"step_count":1}