{"level":"warn","ts":"2026-04-29T21:43:58.058738Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-29T21:43:58.058927Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-29T21:43:58.058940Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=controller-1=https://199.204.45.44:2380,controller-2=https://199.204.45.235:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-29T21:43:58.059048Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-29T21:43:58.059071Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T21:43:58.059084Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-04-29T21:43:58.059176Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T21:43:58.059872Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-04-29T21:43:58.060019Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.44:2380,controller-2=https://199.204.45.235:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-29T21:43:58.061265Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078308}"} {"level":"info","ts":"2026-04-29T21:43:58.066674Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-29T21:43:58.066779Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.667243ms"} {"level":"info","ts":"2026-04-29T21:43:58.066824Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-29T21:43:58.066839Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-29T21:43:58.078189Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.44:2380","host":"199.204.45.44:2380","resolved-addr":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-29T21:43:58.078267Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-04-29T21:43:58.080955Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-29T21:43:58.090430Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-29T21:43:58.090489Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"cfec208fad2d205a","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-04-29T21:43:58.090520Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-29T21:43:58.090688Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cfec208fad2d205a switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T21:43:58.090752Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"cfec208fad2d205a became follower at term 0"} {"level":"info","ts":"2026-04-29T21:43:58.090768Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft cfec208fad2d205a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-29T21:43:58.097322Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T21:43:58.098856Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T21:43:58.103115Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T21:43:58.103893Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.103924Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45","remote-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-29T21:43:58.103950Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.103981Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.105484Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.105801Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.106796Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.106739Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.107116Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45","remote-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-29T21:43:58.107280Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"cfec208fad2d205a","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T21:43:58.107396Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-29T21:43:58.107550Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T21:43:58.107607Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T21:43:58.107622Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T21:43:58.107898Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T21:43:58.108107Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-04-29T21:43:58.108136Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-04-29T21:43:58.105211Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.109440Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"cfec208fad2d205a","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T21:43:58.109493Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T21:43:58.116536Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.116573Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.120642Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.127757Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"cfec208fad2d205a [term: 0] received a MsgHeartbeat message with higher term from a0a01fc7fbf6be45 [term: 2]"} {"level":"info","ts":"2026-04-29T21:43:58.127841Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"cfec208fad2d205a became follower at term 2"} {"level":"info","ts":"2026-04-29T21:43:58.127859Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: cfec208fad2d205a elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-29T21:43:58.128269Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cfec208fad2d205a","to":"a0a01fc7fbf6be45","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-29T21:43:58.128317Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.131046Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cfec208fad2d205a","to":"a0a01fc7fbf6be45","stream-type":"stream Message"} {"level":"info","ts":"2026-04-29T21:43:58.131084Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.153424Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"cfec208fad2d205a","remote-snapshot-sender-id":"a0a01fc7fbf6be45","incoming-snapshot-index":489,"incoming-snapshot-message-size-bytes":7772,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-04-29T21:43:58.161816Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001e9.snap.db","bytes":765952,"size":"766 kB"} {"level":"info","ts":"2026-04-29T21:43:58.161877Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"cfec208fad2d205a","remote-snapshot-sender-id":"a0a01fc7fbf6be45","incoming-snapshot-index":489,"incoming-snapshot-size-bytes":765952,"incoming-snapshot-size":"766 kB","download-took":"8.607666ms"} {"level":"info","ts":"2026-04-29T21:43:58.162100Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 489, term: 2]"} {"level":"info","ts":"2026-04-29T21:43:58.162270Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cfec208fad2d205a switched to configuration voters=(11574285986128379461) learners=(14982385861812625498)"} {"level":"info","ts":"2026-04-29T21:43:58.162317Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"cfec208fad2d205a [commit: 489, lastindex: 489, lastterm: 2] restored snapshot [index: 489, term: 2]"} {"level":"info","ts":"2026-04-29T21:43:58.162348Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"cfec208fad2d205a [commit: 489] restored snapshot [index: 489, term: 2]"} {"level":"info","ts":"2026-04-29T21:43:58.162471Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":489,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-29T21:43:58.165152Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":489} {"level":"info","ts":"2026-04-29T21:43:58.165437Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0001a0a00}"} {"level":"info","ts":"2026-04-29T21:43:58.165820Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-29T21:43:58.165856Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"494.618µs"} {"level":"info","ts":"2026-04-29T21:43:58.165911Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-29T21:43:58.167131Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-29T21:43:58.167153Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-29T21:43:58.173750Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":465} {"level":"info","ts":"2026-04-29T21:43:58.173808Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":489} {"level":"info","ts":"2026-04-29T21:43:58.173830Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-29T21:43:58.173925Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-29T21:43:58.175004Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-29T21:43:58.175031Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-29T21:43:58.175065Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-29T21:43:58.175079Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-29T21:43:58.175332Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-29T21:43:58.175919Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-29T21:43:58.175955Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-29T21:43:58.176042Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-29T21:43:58.176064Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"92fa3fee501eaaec","local-member-id":"cfec208fad2d205a","recovered-remote-peer-id":"a0a01fc7fbf6be45","recovered-remote-peer-urls":["https://199.204.45.44:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-29T21:43:58.176080Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"92fa3fee501eaaec","local-member-id":"cfec208fad2d205a","recovered-remote-peer-id":"cfec208fad2d205a","recovered-remote-peer-urls":["https://199.204.45.235:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-29T21:43:58.176090Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-29T21:43:58.176103Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-29T21:43:58.176146Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-29T21:43:58.176158Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:43:58.176238Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.176297Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:43:58.176355Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.176372Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.176481Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:43:58.176909Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45","error":"context canceled"} {"level":"warn","ts":"2026-04-29T21:43:58.176986Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"a0a01fc7fbf6be45","error":"failed to read a0a01fc7fbf6be45 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-29T21:43:58.177046Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:43:58.177202Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45","error":"context canceled"} {"level":"info","ts":"2026-04-29T21:43:58.177233Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177246Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177269Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"cfec208fad2d205a","removed-remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177293Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-29T21:43:58.177311Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-29T21:43:58.177350Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177398Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177536Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177539Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177582Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177584Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45","remote-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-29T21:43:58.177606Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-29T21:43:58.177630Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":489,"current-applied-index":489,"incoming-leader-snapshot-index":489,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-29T21:43:58.177594Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177535Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.177898Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"cfec208fad2d205a","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.235:2379]}","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T21:43:58.177938Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T21:43:58.177921Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T21:43:58.178202Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T21:43:58.178245Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T21:43:58.180558Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-29T21:43:58.180589Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-29T21:43:58.180858Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-29T21:43:58.187298Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"info","ts":"2026-04-29T21:43:58.189209Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T21:43:58.192696Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.192726Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.195316Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.227139Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cfec208fad2d205a","to":"a0a01fc7fbf6be45","stream-type":"stream Message"} {"level":"info","ts":"2026-04-29T21:43:58.227180Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:43:58.231962Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cfec208fad2d205a","to":"a0a01fc7fbf6be45","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-29T21:43:58.231980Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:43:58.377503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.235:42974","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-29T21:43:58.383510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cfec208fad2d205a switched to configuration voters=(11574285986128379461 14982385861812625498)"} {"level":"info","ts":"2026-04-29T21:43:58.383835Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"92fa3fee501eaaec","local-member-id":"cfec208fad2d205a","promoted-member-id":"cfec208fad2d205a"} {"level":"warn","ts":"2026-04-29T21:43:58.624904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.625416Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.655127Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.669119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.687691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.707435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.719574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.728685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.740262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.749718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.762311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.775322Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.784758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.795389Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.815822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.823328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.831035Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.840587Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.849387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.858993Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.870619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.920283Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.928588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.937906Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.948795Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.966056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.977278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:58.995011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.005384Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.014915Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.024591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.034592Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.045185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.055711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.064542Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.122457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.135160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.148188Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.156720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.166925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.177478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.187786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.207721Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.219669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.237751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.247146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.255583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.262817Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.273544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.282771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.290108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.301981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.312168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.342594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.350033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.356437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.363955Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:43:59.420231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40034","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-29T21:44:30.574894Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cfec208fad2d205a switched to configuration voters=(11574285986128379461 14982385861812625498) learners=(16710966064865041760)"} {"level":"info","ts":"2026-04-29T21:44:30.575050Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"cfec208fad2d205a","added-peer-id":"e7e94718f5e35d60","added-peer-peer-urls":["https://199.204.45.22:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-29T21:44:30.575083Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:30.575169Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:30.575279Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:30.575309Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60","remote-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-29T21:44:30.575346Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:30.575415Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:30.575424Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:30.575450Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"warn","ts":"2026-04-29T21:44:30.599612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:51552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:30.620235Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:51568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:31.627748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:51586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:33.126981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58938","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-29T21:44:33.326656Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.326710Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.327416Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.338670Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cfec208fad2d205a","to":"e7e94718f5e35d60","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-29T21:44:33.338710Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.340326Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cfec208fad2d205a","to":"e7e94718f5e35d60","stream-type":"stream Message"} {"level":"info","ts":"2026-04-29T21:44:33.340383Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"warn","ts":"2026-04-29T21:44:33.369175Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:33.369208Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60","error":"EOF"} {"level":"info","ts":"2026-04-29T21:44:33.386957Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cfec208fad2d205a","to":"e7e94718f5e35d60","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-29T21:44:33.387014Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.387046Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.388916Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"cfec208fad2d205a","to":"e7e94718f5e35d60","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-29T21:44:33.388959Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.389060Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.395980Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.400549Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"cfec208fad2d205a","remote-peer-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:44:33.629545Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"cfec208fad2d205a switched to configuration voters=(11574285986128379461 14982385861812625498 16710966064865041760)"} {"level":"info","ts":"2026-04-29T21:44:33.629780Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"92fa3fee501eaaec","local-member-id":"cfec208fad2d205a","promoted-member-id":"e7e94718f5e35d60"} {"level":"info","ts":"2026-04-29T21:45:21.480035Z","caller":"traceutil/trace.go:172","msg":"trace[1063767604] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"267.654267ms","start":"2026-04-29T21:45:21.212359Z","end":"2026-04-29T21:45:21.480013Z","steps":["trace[1063767604] 'process raft request' (duration: 267.517333ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:21.520362Z","caller":"traceutil/trace.go:172","msg":"trace[816726376] linearizableReadLoop","detail":"{readStateIndex:923; appliedIndex:924; }","duration":"285.286805ms","start":"2026-04-29T21:45:21.235062Z","end":"2026-04-29T21:45:21.520349Z","steps":["trace[816726376] 'read index received' (duration: 285.282545ms)","trace[816726376] 'applied index is now lower than readState.Index' (duration: 3.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:21.520730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.605894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T21:45:21.520858Z","caller":"traceutil/trace.go:172","msg":"trace[727677232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:847; }","duration":"285.790067ms","start":"2026-04-29T21:45:21.235057Z","end":"2026-04-29T21:45:21.520848Z","steps":["trace[727677232] 'agreement among raft nodes before linearized reading' (duration: 285.366457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:21.522445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.271826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T21:45:21.522477Z","caller":"traceutil/trace.go:172","msg":"trace[774765070] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:848; }","duration":"168.306277ms","start":"2026-04-29T21:45:21.354163Z","end":"2026-04-29T21:45:21.522469Z","steps":["trace[774765070] 'agreement among raft nodes before linearized reading' (duration: 168.198204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:22.486023Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:22.986921Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:23.487705Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:23.988447Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:24.135617Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.751061579s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T21:45:24.489226Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:24.894953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000325371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T21:45:24.895040Z","caller":"traceutil/trace.go:172","msg":"trace[1759638884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417053s","start":"2026-04-29T21:45:22.894603Z","end":"2026-04-29T21:45:24.895020Z","steps":["trace[1759638884] 'agreement among raft nodes before linearized reading' (duration: 2.000323671s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:24.895158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.894583Z","time spent":"2.000563997s","remote":"127.0.0.1:38944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 21:45:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T21:45:24.990196Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:25.006629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.402253287s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.006702Z","caller":"traceutil/trace.go:172","msg":"trace[236438189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:874; }","duration":"2.402336879s","start":"2026-04-29T21:45:22.604350Z","end":"2026-04-29T21:45:25.006686Z","steps":["trace[236438189] 'range keys from in-memory index tree' (duration: 2.402233937s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.007618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"871.165003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-29T21:45:25.007983Z","caller":"traceutil/trace.go:172","msg":"trace[1195700024] transaction","detail":"{read_only:false; number_of_response:1; response_revision:874; }","duration":"3.074815567s","start":"2026-04-29T21:45:21.933151Z","end":"2026-04-29T21:45:25.007966Z","steps":["trace[1195700024] 'process raft request' (duration: 3.074585002s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:25.007989Z","caller":"traceutil/trace.go:172","msg":"trace[1436144620] transaction","detail":"{read_only:false; number_of_response:0; response_revision:874; }","duration":"3.062505794s","start":"2026-04-29T21:45:21.945469Z","end":"2026-04-29T21:45:25.007975Z","steps":["trace[1436144620] 'process raft request' (duration: 3.062431382s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:25.008030Z","caller":"traceutil/trace.go:172","msg":"trace[1176579251] transaction","detail":"{read_only:false; number_of_response:0; response_revision:874; }","duration":"3.075495515s","start":"2026-04-29T21:45:21.932516Z","end":"2026-04-29T21:45:25.008011Z","steps":["trace[1176579251] 'process raft request' (duration: 2.203311977s)","trace[1176579251] 'compare' (duration: 871.123482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:25.008061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.945443Z","time spent":"3.062585866s","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T21:45:25.008126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.932506Z","time spent":"3.075571697s","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T21:45:25.008231Z","caller":"traceutil/trace.go:172","msg":"trace[1324274779] transaction","detail":"{read_only:false; number_of_response:1; response_revision:874; }","duration":"3.067717066s","start":"2026-04-29T21:45:21.940493Z","end":"2026-04-29T21:45:25.008210Z","steps":["trace[1324274779] 'process raft request' (duration: 3.067355777s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.008316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.933138Z","time spent":"3.074885938s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10113,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:25.008381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.940479Z","time spent":"3.067794429s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30445,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.020648Z","caller":"traceutil/trace.go:172","msg":"trace[8072331] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:975; }","duration":"3.035174183s","start":"2026-04-29T21:45:21.985462Z","end":"2026-04-29T21:45:25.020636Z","steps":["trace[8072331] 'read index received' (duration: 3.035170103s)","trace[8072331] 'applied index is now lower than readState.Index' (duration: 3.4µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:25.021017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.035531581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-29T21:45:25.021166Z","caller":"traceutil/trace.go:172","msg":"trace[76627999] transaction","detail":"{read_only:false; number_of_response:1; response_revision:876; }","duration":"3.053057227s","start":"2026-04-29T21:45:21.968101Z","end":"2026-04-29T21:45:25.021158Z","steps":["trace[76627999] 'process raft request' (duration: 3.053000036s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:25.021165Z","caller":"traceutil/trace.go:172","msg":"trace[857527669] transaction","detail":"{read_only:false; number_of_response:1; response_revision:875; }","duration":"3.062322363s","start":"2026-04-29T21:45:21.958824Z","end":"2026-04-29T21:45:25.021146Z","steps":["trace[857527669] 'process raft request' (duration: 3.062121738s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:25.021105Z","caller":"traceutil/trace.go:172","msg":"trace[1467698648] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:874; }","duration":"3.035632194s","start":"2026-04-29T21:45:21.985453Z","end":"2026-04-29T21:45:25.021085Z","steps":["trace[1467698648] 'agreement among raft nodes before linearized reading' (duration: 3.035230124s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.021246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.968078Z","time spent":"3.053120709s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28791,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:25.021244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.985441Z","time spent":"3.035789077s","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1037,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.021255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.958805Z","time spent":"3.062404305s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30426,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.021463Z","caller":"traceutil/trace.go:172","msg":"trace[1580123211] transaction","detail":"{read_only:false; number_of_response:1; response_revision:876; }","duration":"3.050725867s","start":"2026-04-29T21:45:21.970723Z","end":"2026-04-29T21:45:25.021449Z","steps":["trace[1580123211] 'process raft request' (duration: 3.050413419s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.021520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.970708Z","time spent":"3.050781149s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7743,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.021606Z","caller":"traceutil/trace.go:172","msg":"trace[1783237921] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"3.041782989s","start":"2026-04-29T21:45:21.979810Z","end":"2026-04-29T21:45:25.021593Z","steps":["trace[1783237921] 'process raft request' (duration: 3.041612015s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.021697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.979788Z","time spent":"3.041844671s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.021797Z","caller":"traceutil/trace.go:172","msg":"trace[1024654723] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"3.030712347s","start":"2026-04-29T21:45:21.991071Z","end":"2026-04-29T21:45:25.021784Z","steps":["trace[1024654723] 'process raft request' (duration: 3.030458561s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.021868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.991052Z","time spent":"3.03077487s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:25.026631Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2331349321894694124,"received-request-id":2331349321894694112} {"level":"info","ts":"2026-04-29T21:45:25.027074Z","caller":"traceutil/trace.go:172","msg":"trace[1864979605] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"400.391561ms","start":"2026-04-29T21:45:24.626673Z","end":"2026-04-29T21:45:25.027065Z","steps":["trace[1864979605] 'process raft request' (duration: 400.361271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.027529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:24.626646Z","time spent":"400.832272ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:25.078896Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.167639863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T21:45:25.078978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.656266697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T21:45:25.079002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.057995118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T21:45:25.079072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.496119469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.079098Z","caller":"traceutil/trace.go:172","msg":"trace[987669314] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:888; }","duration":"2.496144189s","start":"2026-04-29T21:45:22.582948Z","end":"2026-04-29T21:45:25.079092Z","steps":["trace[987669314] 'agreement among raft nodes before linearized reading' (duration: 2.47975712s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:25.079102Z","caller":"traceutil/trace.go:172","msg":"trace[902736362] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:888; }","duration":"2.058104861s","start":"2026-04-29T21:45:23.020975Z","end":"2026-04-29T21:45:25.079080Z","steps":["trace[902736362] 'agreement among raft nodes before linearized reading' (duration: 2.041723922s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.079123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.582930Z","time spent":"2.496186171s","remote":"127.0.0.1:39684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.079144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.746730089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-29T21:45:25.079039Z","caller":"traceutil/trace.go:172","msg":"trace[819803354] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:888; }","duration":"2.656342399s","start":"2026-04-29T21:45:22.422683Z","end":"2026-04-29T21:45:25.079025Z","steps":["trace[819803354] 'agreement among raft nodes before linearized reading' (duration: 2.639999841s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.079202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.422672Z","time spent":"2.656520033s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:25.079211Z","caller":"traceutil/trace.go:172","msg":"trace[1191497363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:888; }","duration":"2.74679047s","start":"2026-04-29T21:45:22.332396Z","end":"2026-04-29T21:45:25.079187Z","steps":["trace[1191497363] 'agreement among raft nodes before linearized reading' (duration: 2.730297488s)","trace[1191497363] 'range keys from in-memory index tree' (duration: 16.312978ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T21:45:25.079005Z","caller":"traceutil/trace.go:172","msg":"trace[670483943] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:888; }","duration":"1.167763146s","start":"2026-04-29T21:45:23.911220Z","end":"2026-04-29T21:45:25.078983Z","steps":["trace[670483943] 'agreement among raft nodes before linearized reading' (duration: 1.151445769s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.079251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.332373Z","time spent":"2.746864663s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.079281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.911203Z","time spent":"1.168058403s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.079307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.166943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T21:45:25.079402Z","caller":"traceutil/trace.go:172","msg":"trace[569270539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:888; }","duration":"403.259556ms","start":"2026-04-29T21:45:24.676124Z","end":"2026-04-29T21:45:25.079384Z","steps":["trace[569270539] 'agreement among raft nodes before linearized reading' (duration: 386.529889ms)","trace[569270539] 'range keys from in-memory index tree' (duration: 16.540622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:25.079475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:24.676105Z","time spent":"403.35941ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.079544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.345906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T21:45:25.079583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.275833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.079613Z","caller":"traceutil/trace.go:172","msg":"trace[1693098495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:888; }","duration":"184.303133ms","start":"2026-04-29T21:45:24.895301Z","end":"2026-04-29T21:45:25.079605Z","steps":["trace[1693098495] 'agreement among raft nodes before linearized reading' (duration: 167.34672ms)","trace[1693098495] 'range keys from in-memory index tree' (duration: 16.921333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:25.079602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.804878322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.079672Z","caller":"traceutil/trace.go:172","msg":"trace[773774471] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:888; }","duration":"2.804948414s","start":"2026-04-29T21:45:22.274702Z","end":"2026-04-29T21:45:25.079650Z","steps":["trace[773774471] 'agreement among raft nodes before linearized reading' (duration: 2.787907148s)","trace[773774471] 'range keys from in-memory index tree' (duration: 16.940634ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T21:45:25.079611Z","caller":"traceutil/trace.go:172","msg":"trace[1322415449] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:888; }","duration":"507.400569ms","start":"2026-04-29T21:45:24.572185Z","end":"2026-04-29T21:45:25.079586Z","steps":["trace[1322415449] 'agreement among raft nodes before linearized reading' (duration: 490.474397ms)","trace[1322415449] 'range keys from in-memory index tree' (duration: 16.85854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:25.079727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.274671Z","time spent":"2.805042716s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.079734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:24.572163Z","time spent":"507.557713ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.078927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.684176553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.079872Z","caller":"traceutil/trace.go:172","msg":"trace[1719026799] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:888; }","duration":"2.685131967s","start":"2026-04-29T21:45:22.394733Z","end":"2026-04-29T21:45:25.079865Z","steps":["trace[1719026799] 'agreement among raft nodes before linearized reading' (duration: 2.667955618s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.079900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.394719Z","time spent":"2.685174359s","remote":"127.0.0.1:39450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.079949Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.840968627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.082220Z","caller":"traceutil/trace.go:172","msg":"trace[1005840414] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:888; }","duration":"1.843236423s","start":"2026-04-29T21:45:23.238972Z","end":"2026-04-29T21:45:25.082208Z","steps":["trace[1005840414] 'agreement among raft nodes before linearized reading' (duration: 1.823705256s)","trace[1005840414] 'range keys from in-memory index tree' (duration: 17.254091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:25.082329Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.238950Z","time spent":"1.843371466s","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.079157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.020949Z","time spent":"2.058195584s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.080091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.664109095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-29T21:45:25.082586Z","caller":"traceutil/trace.go:172","msg":"trace[113511547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:888; }","duration":"2.666552445s","start":"2026-04-29T21:45:22.415976Z","end":"2026-04-29T21:45:25.082528Z","steps":["trace[113511547] 'agreement among raft nodes before linearized reading' (duration: 2.64670703s)","trace[113511547] 'range keys from in-memory index tree' (duration: 17.366613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:25.082661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.415961Z","time spent":"2.666655889s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.078980Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.496336598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.082774Z","caller":"traceutil/trace.go:172","msg":"trace[1879055304] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:888; }","duration":"1.500125733s","start":"2026-04-29T21:45:23.582634Z","end":"2026-04-29T21:45:25.082760Z","steps":["trace[1879055304] 'agreement among raft nodes before linearized reading' (duration: 1.480037422s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.082814Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.582609Z","time spent":"1.500193415s","remote":"127.0.0.1:39676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:27.034241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.454326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:27.034315Z","caller":"traceutil/trace.go:172","msg":"trace[1015823718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"138.553758ms","start":"2026-04-29T21:45:26.895742Z","end":"2026-04-29T21:45:27.034296Z","steps":["trace[1015823718] 'agreement among raft nodes before linearized reading' (duration: 53.025257ms)","trace[1015823718] 'range keys from in-memory index tree' (duration: 85.400638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:31.850709Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:32.083128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"478.901598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:32.083243Z","caller":"traceutil/trace.go:172","msg":"trace[1365928810] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:968; }","duration":"479.024851ms","start":"2026-04-29T21:45:31.604193Z","end":"2026-04-29T21:45:32.083218Z","steps":["trace[1365928810] 'range keys from in-memory index tree' (duration: 478.843647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:32.084469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.909828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-29T21:45:32.351623Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:32.850629Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.151060328s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T21:45:32.850839Z","caller":"traceutil/trace.go:172","msg":"trace[1789898780] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1136; }","duration":"1.500828204s","start":"2026-04-29T21:45:31.349983Z","end":"2026-04-29T21:45:32.850812Z","steps":["trace[1789898780] 'read index received' (duration: 1.500822264s)","trace[1789898780] 'applied index is now lower than readState.Index' (duration: 5.04µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:33.351239Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:33.661543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.311553971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T21:45:33.661590Z","caller":"traceutil/trace.go:172","msg":"trace[697713261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:970; }","duration":"2.311607092s","start":"2026-04-29T21:45:31.349972Z","end":"2026-04-29T21:45:33.661579Z","steps":["trace[697713261] 'agreement among raft nodes before linearized reading' (duration: 1.500932846s)","trace[697713261] 'range keys from in-memory index tree' (duration: 810.593735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:33.661611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.349952Z","time spent":"2.311654355s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:33.662284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"811.210719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T21:45:33.662608Z","caller":"traceutil/trace.go:172","msg":"trace[1733069619] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"2.120093426s","start":"2026-04-29T21:45:31.542508Z","end":"2026-04-29T21:45:33.662601Z","steps":["trace[1733069619] 'process raft request' (duration: 2.119831449s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:33.662666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.542483Z","time spent":"2.120142988s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:33.706625Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2331349321894694195,"received-request-id":2331349321894694193} {"level":"info","ts":"2026-04-29T21:45:33.707420Z","caller":"traceutil/trace.go:172","msg":"trace[905890006] linearizableReadLoop","detail":"{readStateIndex:1143; appliedIndex:1145; }","duration":"856.513659ms","start":"2026-04-29T21:45:32.850888Z","end":"2026-04-29T21:45:33.707402Z","steps":["trace[905890006] 'read index received' (duration: 856.506308ms)","trace[905890006] 'applied index is now lower than readState.Index' (duration: 6.251µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:33.707551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.991649421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:33.707593Z","caller":"traceutil/trace.go:172","msg":"trace[1949353728] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:979; }","duration":"1.991703652s","start":"2026-04-29T21:45:31.715880Z","end":"2026-04-29T21:45:33.707583Z","steps":["trace[1949353728] 'agreement among raft nodes before linearized reading' (duration: 1.991621881s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:33.707625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.715865Z","time spent":"1.991751124s","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:33.707619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.170171841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T21:45:33.707645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.812502915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:33.707777Z","caller":"traceutil/trace.go:172","msg":"trace[1387402097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"1.8127077s","start":"2026-04-29T21:45:31.895050Z","end":"2026-04-29T21:45:33.707758Z","steps":["trace[1387402097] 'agreement among raft nodes before linearized reading' (duration: 1.812450294s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:33.707855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.895032Z","time spent":"1.812812332s","remote":"127.0.0.1:38944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T21:45:33.707882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.009214316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-29T21:45:33.707891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.624586736s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:33.707915Z","caller":"traceutil/trace.go:172","msg":"trace[767913770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:979; }","duration":"2.009248707s","start":"2026-04-29T21:45:31.698658Z","end":"2026-04-29T21:45:33.707907Z","steps":["trace[767913770] 'agreement among raft nodes before linearized reading' (duration: 2.009132914s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:33.707936Z","caller":"traceutil/trace.go:172","msg":"trace[1202857476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:979; }","duration":"1.624633757s","start":"2026-04-29T21:45:32.083289Z","end":"2026-04-29T21:45:33.707922Z","steps":["trace[1202857476] 'agreement among raft nodes before linearized reading' (duration: 1.624567155s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:33.707943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.698639Z","time spent":"2.009296699s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:33.708058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.35351219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-29T21:45:33.707730Z","caller":"traceutil/trace.go:172","msg":"trace[65364515] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:979; }","duration":"1.170237873s","start":"2026-04-29T21:45:32.537412Z","end":"2026-04-29T21:45:33.707650Z","steps":["trace[65364515] 'agreement among raft nodes before linearized reading' (duration: 1.17010406s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:33.708100Z","caller":"traceutil/trace.go:172","msg":"trace[1843010382] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:979; }","duration":"2.353551101s","start":"2026-04-29T21:45:31.354536Z","end":"2026-04-29T21:45:33.708087Z","steps":["trace[1843010382] 'agreement among raft nodes before linearized reading' (duration: 2.353338146s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:33.708147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:32.537389Z","time spent":"1.170715014s","remote":"127.0.0.1:39820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:33.708147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.354530Z","time spent":"2.353608272s","remote":"127.0.0.1:38976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.235\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:33.708467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.305962177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mgcdn\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-29T21:45:33.708497Z","caller":"traceutil/trace.go:172","msg":"trace[1637800425] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mgcdn; range_end:; response_count:1; response_revision:979; }","duration":"2.305993868s","start":"2026-04-29T21:45:31.402494Z","end":"2026-04-29T21:45:33.708488Z","steps":["trace[1637800425] 'agreement among raft nodes before linearized reading' (duration: 2.305822533s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:33.708523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.402475Z","time spent":"2.306040078s","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-mgcdn\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:33.709777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.140824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:33.709818Z","caller":"traceutil/trace.go:172","msg":"trace[360886721] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:979; }","duration":"604.184285ms","start":"2026-04-29T21:45:33.105624Z","end":"2026-04-29T21:45:33.709809Z","steps":["trace[360886721] 'agreement among raft nodes before linearized reading' (duration: 604.105653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:33.709844Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:33.105600Z","time spent":"604.237007ms","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:33.710058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.676227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-29T21:45:33.710138Z","caller":"traceutil/trace.go:172","msg":"trace[524058466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:979; }","duration":"188.729498ms","start":"2026-04-29T21:45:33.521366Z","end":"2026-04-29T21:45:33.710096Z","steps":["trace[524058466] 'agreement among raft nodes before linearized reading' (duration: 188.437051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:34.210528Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:34.711537Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:34.747650Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.037244208s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T21:45:34.748017Z","caller":"traceutil/trace.go:172","msg":"trace[621204816] linearizableReadLoop","detail":"{readStateIndex:1145; appliedIndex:1145; }","duration":"1.038219082s","start":"2026-04-29T21:45:33.709724Z","end":"2026-04-29T21:45:34.747943Z","steps":["trace[621204816] 'read index received' (duration: 1.038209062s)","trace[621204816] 'applied index is now lower than readState.Index' (duration: 8.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:35.542102Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:36.043079Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:36.543282Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:37.044103Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:37.087309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.378314564s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:37.087413Z","caller":"traceutil/trace.go:172","msg":"trace[635140166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:979; }","duration":"3.378424617s","start":"2026-04-29T21:45:33.708961Z","end":"2026-04-29T21:45:37.087386Z","steps":["trace[635140166] 'agreement among raft nodes before linearized reading' (duration: 1.038986771s)","trace[635140166] 'range keys from in-memory index tree' (duration: 2.339304023s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:37.087587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.378815736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:37.087650Z","caller":"traceutil/trace.go:172","msg":"trace[2082887892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"3.378882238s","start":"2026-04-29T21:45:33.708749Z","end":"2026-04-29T21:45:37.087631Z","steps":["trace[2082887892] 'agreement among raft nodes before linearized reading' (duration: 1.039298779s)","trace[2082887892] 'range keys from in-memory index tree' (duration: 2.339480057s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:37.087681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:33.708735Z","time spent":"3.378939279s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T21:45:37.126861Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"cfec208fad2d205a [logterm: 2, index: 1155, vote: 0] ignored MsgPreVote from a0a01fc7fbf6be45 [logterm: 2, index: 1155] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-29T21:45:37.256122Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.508148872s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T21:45:37.256740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:33.709611Z","time spent":"3.547120843s","remote":"127.0.0.1:38976","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T21:45:37.544442Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694201,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T21:45:37.706980Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"cfec208fad2d205a [logterm: 2, index: 1155, vote: 0] ignored MsgPreVote from e7e94718f5e35d60 [logterm: 2, index: 1155] at term 2: lease is not expired (remaining ticks: 4)"} {"level":"warn","ts":"2026-04-29T21:45:37.718837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000291037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T21:45:37.718988Z","caller":"traceutil/trace.go:172","msg":"trace[133735398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491391s","start":"2026-04-29T21:45:35.718472Z","end":"2026-04-29T21:45:37.718964Z","steps":["trace[133735398] 'agreement among raft nodes before linearized reading' (duration: 2.000281126s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.719146Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:35.718457Z","time spent":"2.000676227s","remote":"127.0.0.1:38944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 21:45:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-29T21:45:37.737631Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"cfec208fad2d205a [logterm: 2, index: 1155, vote: 0] ignored MsgVote from e7e94718f5e35d60 [logterm: 2, index: 1155] at term 2: lease is not expired (remaining ticks: 4)"} {"level":"info","ts":"2026-04-29T21:45:37.802848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"cfec208fad2d205a [term: 2] received a MsgApp message with higher term from e7e94718f5e35d60 [term: 3]"} {"level":"info","ts":"2026-04-29T21:45:37.802957Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"cfec208fad2d205a became follower at term 3"} {"level":"info","ts":"2026-04-29T21:45:37.802984Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: cfec208fad2d205a changed leader from a0a01fc7fbf6be45 to e7e94718f5e35d60 at term 3"} {"level":"warn","ts":"2026-04-29T21:45:37.803253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.761595082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-29T21:45:37.803377Z","caller":"traceutil/trace.go:172","msg":"trace[191047696] range","detail":"{range_begin:/registry/minions; range_end:; }","duration":"2.761753996s","start":"2026-04-29T21:45:35.041598Z","end":"2026-04-29T21:45:37.803352Z","steps":["trace[191047696] 'agreement among raft nodes before linearized reading' (duration: 2.761592102s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.803442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:35.041573Z","time spent":"2.76185758s","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":0,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:37.839523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.823631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T21:45:37.839653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.732610834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-29T21:45:37.839660Z","caller":"traceutil/trace.go:172","msg":"trace[2044582530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"119.986965ms","start":"2026-04-29T21:45:37.719645Z","end":"2026-04-29T21:45:37.839632Z","steps":["trace[2044582530] 'agreement among raft nodes before linearized reading' (duration: 119.78096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.839692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.054395932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T21:45:37.839746Z","caller":"traceutil/trace.go:172","msg":"trace[1663506640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:987; }","duration":"2.054439773s","start":"2026-04-29T21:45:35.785288Z","end":"2026-04-29T21:45:37.839727Z","steps":["trace[1663506640] 'agreement among raft nodes before linearized reading' (duration: 2.054324421s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.839793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:35.785265Z","time spent":"2.054520074s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:37.839833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.12266374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18aaf209632a59a5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-04-29T21:45:37.839836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.15134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:37.839870Z","caller":"traceutil/trace.go:172","msg":"trace[857140213] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18aaf209632a59a5; range_end:; response_count:1; response_revision:987; }","duration":"2.12269957s","start":"2026-04-29T21:45:35.717160Z","end":"2026-04-29T21:45:37.839859Z","steps":["trace[857140213] 'agreement among raft nodes before linearized reading' (duration: 2.122562927s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:37.839901Z","caller":"traceutil/trace.go:172","msg":"trace[75813708] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:987; }","duration":"275.217742ms","start":"2026-04-29T21:45:37.564667Z","end":"2026-04-29T21:45:37.839885Z","steps":["trace[75813708] 'agreement among raft nodes before linearized reading' (duration: 275.116759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.839911Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:35.717141Z","time spent":"2.122758571s","remote":"127.0.0.1:39058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18aaf209632a59a5\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:37.839703Z","caller":"traceutil/trace.go:172","msg":"trace[1694156631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:987; }","duration":"2.732657595s","start":"2026-04-29T21:45:35.107032Z","end":"2026-04-29T21:45:37.839690Z","steps":["trace[1694156631] 'agreement among raft nodes before linearized reading' (duration: 2.732588764s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.840016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"750.046809ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:37.840052Z","caller":"traceutil/trace.go:172","msg":"trace[708486484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:987; }","duration":"750.084551ms","start":"2026-04-29T21:45:37.089958Z","end":"2026-04-29T21:45:37.840043Z","steps":["trace[708486484] 'agreement among raft nodes before linearized reading' (duration: 750.025579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.840074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:35.107011Z","time spent":"2.733008042s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:37.839557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.410802749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T21:45:37.840180Z","caller":"traceutil/trace.go:172","msg":"trace[1613789492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:987; }","duration":"1.411451055s","start":"2026-04-29T21:45:36.428719Z","end":"2026-04-29T21:45:37.840170Z","steps":["trace[1613789492] 'agreement among raft nodes before linearized reading' (duration: 1.410649575s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.840218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:36.428697Z","time spent":"1.411507557s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:37.839523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.056357059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-29T21:45:37.841615Z","caller":"traceutil/trace.go:172","msg":"trace[1571201562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:987; }","duration":"1.05850878s","start":"2026-04-29T21:45:36.783090Z","end":"2026-04-29T21:45:37.841599Z","steps":["trace[1571201562] 'agreement among raft nodes before linearized reading' (duration: 1.056266717s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.841658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:36.783045Z","time spent":"1.058595601s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:38.340078Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694205,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T21:45:38.361865Z","caller":"traceutil/trace.go:172","msg":"trace[1843460677] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1157; }","duration":"522.518648ms","start":"2026-04-29T21:45:37.839305Z","end":"2026-04-29T21:45:38.361824Z","steps":["trace[1843460677] 'read index received' (duration: 522.513287ms)","trace[1843460677] 'applied index is now lower than readState.Index' (duration: 4.301µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:38.362014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.167975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:38.362072Z","caller":"traceutil/trace.go:172","msg":"trace[737730846] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:988; }","duration":"529.228727ms","start":"2026-04-29T21:45:37.832820Z","end":"2026-04-29T21:45:38.362049Z","steps":["trace[737730846] 'agreement among raft nodes before linearized reading' (duration: 529.130885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.362115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.832792Z","time spent":"529.311158ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:38.362150Z","caller":"traceutil/trace.go:172","msg":"trace[1818805822] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"4.635094771s","start":"2026-04-29T21:45:33.727034Z","end":"2026-04-29T21:45:38.362129Z","steps":["trace[1818805822] 'process raft request' (duration: 4.634880556s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:38.362298Z","caller":"traceutil/trace.go:172","msg":"trace[641351667] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"516.719241ms","start":"2026-04-29T21:45:37.845499Z","end":"2026-04-29T21:45:38.362218Z","steps":["trace[641351667] 'process raft request' (duration: 516.67352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.362449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.845467Z","time spent":"516.905686ms","remote":"127.0.0.1:39058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:38.362534Z","caller":"traceutil/trace.go:172","msg":"trace[518613304] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"1.104675522s","start":"2026-04-29T21:45:37.257840Z","end":"2026-04-29T21:45:38.362516Z","steps":["trace[518613304] 'process raft request' (duration: 1.104255722s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:38.362451Z","caller":"traceutil/trace.go:172","msg":"trace[1056880555] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"3.262030565s","start":"2026-04-29T21:45:35.100405Z","end":"2026-04-29T21:45:38.362436Z","steps":["trace[1056880555] 'process raft request' (duration: 3.261647186s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.362631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.257815Z","time spent":"1.104765634s","remote":"127.0.0.1:38976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:38.362323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:33.727017Z","time spent":"4.635228744s","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:38.362813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:35.100385Z","time spent":"3.262224961s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:38.363105Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2331349321894694207,"received-request-id":2331349321894694205} {"level":"warn","ts":"2026-04-29T21:45:38.366466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"524.370251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:38.366551Z","caller":"traceutil/trace.go:172","msg":"trace[1709861141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:993; }","duration":"524.466313ms","start":"2026-04-29T21:45:37.842067Z","end":"2026-04-29T21:45:38.366534Z","steps":["trace[1709861141] 'agreement among raft nodes before linearized reading' (duration: 524.33418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.366803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"517.866048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:38.366837Z","caller":"traceutil/trace.go:172","msg":"trace[1295442882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:993; }","duration":"517.901758ms","start":"2026-04-29T21:45:37.848926Z","end":"2026-04-29T21:45:38.366828Z","steps":["trace[1295442882] 'agreement among raft nodes before linearized reading' (duration: 517.846136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.366865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.848910Z","time spent":"517.948049ms","remote":"127.0.0.1:38944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T21:45:38.490839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.18615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mgcdn\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-04-29T21:45:38.490938Z","caller":"traceutil/trace.go:172","msg":"trace[23153944] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mgcdn; range_end:; response_count:1; response_revision:999; }","duration":"121.318353ms","start":"2026-04-29T21:45:38.369603Z","end":"2026-04-29T21:45:38.490921Z","steps":["trace[23153944] 'agreement among raft nodes before linearized reading' (duration: 121.034717ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:38.864052Z","caller":"traceutil/trace.go:172","msg":"trace[1367356500] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"244.665356ms","start":"2026-04-29T21:45:38.619368Z","end":"2026-04-29T21:45:38.864033Z","steps":["trace[1367356500] 'process raft request' (duration: 244.543203ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:38.865014Z","caller":"traceutil/trace.go:172","msg":"trace[1216349440] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"232.709135ms","start":"2026-04-29T21:45:38.632282Z","end":"2026-04-29T21:45:38.864992Z","steps":["trace[1216349440] 'process raft request' (duration: 232.54159ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:39.001484Z","caller":"traceutil/trace.go:172","msg":"trace[1210561264] linearizableReadLoop","detail":"{readStateIndex:1179; appliedIndex:1178; }","duration":"106.145317ms","start":"2026-04-29T21:45:38.895316Z","end":"2026-04-29T21:45:39.001461Z","steps":["trace[1210561264] 'read index received' (duration: 41.518266ms)","trace[1210561264] 'applied index is now lower than readState.Index' (duration: 64.626091ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T21:45:39.001574Z","caller":"traceutil/trace.go:172","msg":"trace[80198394] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"132.687872ms","start":"2026-04-29T21:45:38.868830Z","end":"2026-04-29T21:45:39.001518Z","steps":["trace[80198394] 'process raft request' (duration: 67.395446ms)","trace[80198394] 'compare' (duration: 65.102342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:39.001732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.28813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:39.001811Z","caller":"traceutil/trace.go:172","msg":"trace[725971450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"106.485175ms","start":"2026-04-29T21:45:38.895311Z","end":"2026-04-29T21:45:39.001796Z","steps":["trace[725971450] 'agreement among raft nodes before linearized reading' (duration: 106.246949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:40.163044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.600291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T21:45:40.163164Z","caller":"traceutil/trace.go:172","msg":"trace[1642050253] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"252.457388ms","start":"2026-04-29T21:45:39.910688Z","end":"2026-04-29T21:45:40.163146Z","steps":["trace[1642050253] 'process raft request' (duration: 43.695173ms)","trace[1642050253] 'compare' (duration: 208.454478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:40.838821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.48134ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:40.838923Z","caller":"traceutil/trace.go:172","msg":"trace[1044892249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1037; }","duration":"234.599784ms","start":"2026-04-29T21:45:40.604302Z","end":"2026-04-29T21:45:40.838902Z","steps":["trace[1044892249] 'range keys from in-memory index tree' (duration: 234.437839ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:41.017804Z","caller":"traceutil/trace.go:172","msg":"trace[673456189] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"427.127904ms","start":"2026-04-29T21:45:40.590656Z","end":"2026-04-29T21:45:41.017783Z","steps":["trace[673456189] 'process raft request' (duration: 426.98484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:41.017934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:40.590627Z","time spent":"427.254096ms","remote":"127.0.0.1:39058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T21:45:41.018581Z","caller":"traceutil/trace.go:172","msg":"trace[1304310385] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1209; }","duration":"182.627948ms","start":"2026-04-29T21:45:40.835899Z","end":"2026-04-29T21:45:41.018527Z","steps":["trace[1304310385] 'read index received' (duration: 182.621078ms)","trace[1304310385] 'applied index is now lower than readState.Index' (duration: 5.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:41.019804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.893329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T21:45:41.019914Z","caller":"traceutil/trace.go:172","msg":"trace[431828239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1038; }","duration":"184.015801ms","start":"2026-04-29T21:45:40.835883Z","end":"2026-04-29T21:45:41.019899Z","steps":["trace[431828239] 'agreement among raft nodes before linearized reading' (duration: 182.795523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:41.020906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.177261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:41.020956Z","caller":"traceutil/trace.go:172","msg":"trace[1032413796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1038; }","duration":"126.243063ms","start":"2026-04-29T21:45:40.894701Z","end":"2026-04-29T21:45:41.020944Z","steps":["trace[1032413796] 'agreement among raft nodes before linearized reading' (duration: 126.13879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:41.020917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.932363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:41.020996Z","caller":"traceutil/trace.go:172","msg":"trace[1066633334] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1038; }","duration":"182.012384ms","start":"2026-04-29T21:45:40.838970Z","end":"2026-04-29T21:45:41.020983Z","steps":["trace[1066633334] 'agreement among raft nodes before linearized reading' (duration: 181.871911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:59.044493Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2331349321894694403,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T21:45:59.122550Z","caller":"traceutil/trace.go:172","msg":"trace[1628163785] linearizableReadLoop","detail":"{readStateIndex:1537; appliedIndex:1537; }","duration":"579.039232ms","start":"2026-04-29T21:45:58.543485Z","end":"2026-04-29T21:45:59.122525Z","steps":["trace[1628163785] 'read index received' (duration: 579.028582ms)","trace[1628163785] 'applied index is now lower than readState.Index' (duration: 9.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:59.124006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"580.490053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-4n6dx\" limit:1 ","response":"range_response_count:1 size:4470"} {"level":"info","ts":"2026-04-29T21:45:59.124081Z","caller":"traceutil/trace.go:172","msg":"trace[33332822] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-4n6dx; range_end:; response_count:1; response_revision:1301; }","duration":"580.584175ms","start":"2026-04-29T21:45:58.543479Z","end":"2026-04-29T21:45:59.124064Z","steps":["trace[33332822] 'agreement among raft nodes before linearized reading' (duration: 579.151494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:59.124203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:58.543452Z","time spent":"580.728638ms","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4494,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-4n6dx\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:59.124425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.229002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T21:45:59.124448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"520.251278ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:59.124499Z","caller":"traceutil/trace.go:172","msg":"trace[765164063] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1302; }","duration":"224.315654ms","start":"2026-04-29T21:45:58.900169Z","end":"2026-04-29T21:45:59.124484Z","steps":["trace[765164063] 'agreement among raft nodes before linearized reading' (duration: 224.207942ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:59.124524Z","caller":"traceutil/trace.go:172","msg":"trace[1856144654] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1302; }","duration":"520.34647ms","start":"2026-04-29T21:45:58.604160Z","end":"2026-04-29T21:45:59.124507Z","steps":["trace[1856144654] 'agreement among raft nodes before linearized reading' (duration: 520.206988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:59.124983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.923945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T21:45:59.125042Z","caller":"traceutil/trace.go:172","msg":"trace[486340446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1302; }","duration":"388.986386ms","start":"2026-04-29T21:45:58.736042Z","end":"2026-04-29T21:45:59.125029Z","steps":["trace[486340446] 'agreement among raft nodes before linearized reading' (duration: 388.795872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:59.125092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:58.736019Z","time spent":"389.060399ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "}