{"level":"warn","ts":"2026-07-31T00:55:42.588723Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-31T00:55:42.589195Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-31T00:55:42.589230Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=controller-1=https://199.204.45.240:2380,controller-2=https://199.204.45.74:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-31T00:55:42.589361Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-31T00:55:42.589391Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-31T00:55:42.589416Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-31T00:55:42.589450Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T00:55:42.591671Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-07-31T00:55:42.591959Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.240:2380,controller-2=https://199.204.45.74:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-31T00:55:42.593476Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000e0098}"} {"level":"info","ts":"2026-07-31T00:55:42.615274Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-31T00:55:42.615370Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"22.04292ms"} {"level":"info","ts":"2026-07-31T00:55:42.615416Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-31T00:55:42.615433Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-31T00:55:42.629306Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-07-31T00:55:42.629355Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.240:2380","host":"199.204.45.240:2380","resolved-addr":"199.204.45.240:2380"} {"level":"info","ts":"2026-07-31T00:55:42.630872Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-31T00:55:42.640670Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-31T00:55:42.640744Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"b05345c86fc8b1e7","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-07-31T00:55:42.640779Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-31T00:55:42.640905Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b05345c86fc8b1e7 switched to configuration voters=()"} {"level":"info","ts":"2026-07-31T00:55:42.641142Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b05345c86fc8b1e7 became follower at term 0"} {"level":"info","ts":"2026-07-31T00:55:42.641160Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft b05345c86fc8b1e7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-31T00:55:42.650112Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-31T00:55:42.651709Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-31T00:55:42.656060Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-31T00:55:42.657187Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.658205Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785","remote-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-07-31T00:55:42.658248Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.658271Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.660078Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.660100Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785","remote-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-07-31T00:55:42.660130Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"b05345c86fc8b1e7","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-31T00:55:42.660273Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T00:55:42.660511Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"b05345c86fc8b1e7","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-31T00:55:42.660535Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-31T00:55:42.660511Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.660575Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T00:55:42.660617Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T00:55:42.660626Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T00:55:42.660662Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.660735Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.660810Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-07-31T00:55:42.660827Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-07-31T00:55:42.661037Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.661284Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-31T00:55:42.663612Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"b05345c86fc8b1e7 [term: 0] received a MsgHeartbeat message with higher term from 4e46287fb5aa4785 [term: 2]"} {"level":"info","ts":"2026-07-31T00:55:42.663658Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b05345c86fc8b1e7 became follower at term 2"} {"level":"info","ts":"2026-07-31T00:55:42.663672Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b05345c86fc8b1e7 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-07-31T00:55:42.668049Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b05345c86fc8b1e7","to":"4e46287fb5aa4785","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T00:55:42.668083Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.668113Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.668444Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b05345c86fc8b1e7","to":"4e46287fb5aa4785","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T00:55:42.668463Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.675297Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.676097Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.681790Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"b05345c86fc8b1e7","remote-snapshot-sender-id":"4e46287fb5aa4785","incoming-snapshot-index":490,"incoming-snapshot-message-size-bytes":8197,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-07-31T00:55:42.690419Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001ea.snap.db","bytes":757760,"size":"758 kB"} {"level":"info","ts":"2026-07-31T00:55:42.690482Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"b05345c86fc8b1e7","remote-snapshot-sender-id":"4e46287fb5aa4785","incoming-snapshot-index":490,"incoming-snapshot-size-bytes":757760,"incoming-snapshot-size":"758 kB","download-took":"8.81516ms"} {"level":"info","ts":"2026-07-31T00:55:42.690636Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 490, term: 2]"} {"level":"info","ts":"2026-07-31T00:55:42.690738Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b05345c86fc8b1e7 switched to configuration voters=(5640240112301918085) learners=(12705575700913500647)"} {"level":"info","ts":"2026-07-31T00:55:42.690772Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"b05345c86fc8b1e7 [commit: 490, lastindex: 490, lastterm: 2] restored snapshot [index: 490, term: 2]"} {"level":"info","ts":"2026-07-31T00:55:42.690799Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"b05345c86fc8b1e7 [commit: 490] restored snapshot [index: 490, term: 2]"} {"level":"info","ts":"2026-07-31T00:55:42.691277Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":490,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-31T00:55:42.695845Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":490} {"level":"info","ts":"2026-07-31T00:55:42.696170Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078648}"} {"level":"info","ts":"2026-07-31T00:55:42.696807Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-31T00:55:42.696877Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"768.309µs"} {"level":"info","ts":"2026-07-31T00:55:42.696956Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-31T00:55:42.698215Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-31T00:55:42.698253Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-31T00:55:42.702792Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":458} {"level":"info","ts":"2026-07-31T00:55:42.702842Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":490} {"level":"info","ts":"2026-07-31T00:55:42.702862Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-31T00:55:42.702933Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-31T00:55:42.704366Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-07-31T00:55:42.704609Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-31T00:55:42.704643Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-31T00:55:42.704691Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-31T00:55:42.704708Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-31T00:55:42.705405Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-31T00:55:42.705444Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-31T00:55:42.705513Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T00:55:42.705536Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"cae704afa9813e87","local-member-id":"b05345c86fc8b1e7","recovered-remote-peer-id":"4e46287fb5aa4785","recovered-remote-peer-urls":["https://199.204.45.240:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-31T00:55:42.705553Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"cae704afa9813e87","local-member-id":"b05345c86fc8b1e7","recovered-remote-peer-id":"b05345c86fc8b1e7","recovered-remote-peer-urls":["https://199.204.45.74:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-31T00:55:42.705566Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T00:55:42.705577Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-31T00:55:42.705590Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-31T00:55:42.705604Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"4e46287fb5aa4785"} {"level":"warn","ts":"2026-07-31T00:55:42.705689Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.705924Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"4e46287fb5aa4785"} {"level":"warn","ts":"2026-07-31T00:55:42.706096Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.706123Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.706271Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"warn","ts":"2026-07-31T00:55:42.706607Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785","error":"context canceled"} {"level":"warn","ts":"2026-07-31T00:55:42.706661Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"4e46287fb5aa4785","error":"failed to read 4e46287fb5aa4785 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-31T00:55:42.706777Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"warn","ts":"2026-07-31T00:55:42.706951Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:55:42.706986Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707004Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707131Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"b05345c86fc8b1e7","removed-remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707189Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-31T00:55:42.707215Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-31T00:55:42.707334Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707371Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707511Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707520Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707549Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707545Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785","remote-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-07-31T00:55:42.707565Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.707562Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-31T00:55:42.707640Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":490,"current-applied-index":490,"incoming-leader-snapshot-index":490,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-31T00:55:42.707735Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.715394Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.715419Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.718701Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.760410Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b05345c86fc8b1e7","to":"4e46287fb5aa4785","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T00:55:42.760440Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:42.766296Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b05345c86fc8b1e7","to":"4e46287fb5aa4785","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T00:55:42.766855Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"4e46287fb5aa4785"} {"level":"info","ts":"2026-07-31T00:55:43.099498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b05345c86fc8b1e7 switched to configuration voters=(5640240112301918085 12705575700913500647)"} {"level":"info","ts":"2026-07-31T00:55:43.100160Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"cae704afa9813e87","local-member-id":"b05345c86fc8b1e7","promoted-member-id":"b05345c86fc8b1e7"} {"level":"warn","ts":"2026-07-31T00:55:49.661222Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"b05345c86fc8b1e7","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.74:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-07-31T00:55:49.663980Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"b05345c86fc8b1e7","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.74:2379]}","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-07-31T00:55:49.663990Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T00:55:49.663977Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T00:55:49.664358Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-31T00:55:49.664454Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-31T00:55:49.665866Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-31T00:55:49.667127Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-31T00:55:49.667330Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-31T00:55:49.672989Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-07-31T00:55:49.675533Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-31T00:55:49.676810Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:44670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.678728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:44618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.679573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:44666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.679724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.681303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:44636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.682390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:44630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.682808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:44640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.682896Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.683045Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.683535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:44656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.684649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:44680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.693164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.709745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.724981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.732333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.739863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.751848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.771267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.782836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.791335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.801922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.810411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.819310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.826713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.834942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.844294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.853415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.867255Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.880521Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.914735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.927320Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.936568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.943647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.952555Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.960594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.974733Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.979876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:49.997319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.005057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.016771Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.032933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.040408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.049740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.060440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.068686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.080308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.100710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.108654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.118271Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.137682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.146766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.154836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.176593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.183479Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.190039Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.198565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.206076Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.216687Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.223391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.231847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.242171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.255956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.269174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.313371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.322092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:50.378133Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:56:06.170040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.458494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:56:06.170014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.153992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-31T00:56:06.170121Z","caller":"traceutil/trace.go:172","msg":"trace[1585326126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"204.541417ms","start":"2026-07-31T00:56:05.965566Z","end":"2026-07-31T00:56:06.170107Z","steps":["trace[1585326126] 'range keys from in-memory index tree' (duration: 202.936263ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:06.170130Z","caller":"traceutil/trace.go:172","msg":"trace[171987854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:530; }","duration":"152.291778ms","start":"2026-07-31T00:56:06.017825Z","end":"2026-07-31T00:56:06.170116Z","steps":["trace[171987854] 'range keys from in-memory index tree' (duration: 150.664732ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:12.463873Z","caller":"traceutil/trace.go:172","msg":"trace[1217981258] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:608; }","duration":"228.462936ms","start":"2026-07-31T00:56:12.235384Z","end":"2026-07-31T00:56:12.463847Z","steps":["trace[1217981258] 'read index received' (duration: 228.455396ms)","trace[1217981258] 'applied index is now lower than readState.Index' (duration: 6.21µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:12.464223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.812731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-31T00:56:12.464290Z","caller":"traceutil/trace.go:172","msg":"trace[1039970409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"228.899064ms","start":"2026-07-31T00:56:12.235373Z","end":"2026-07-31T00:56:12.464272Z","steps":["trace[1039970409] 'agreement among raft nodes before linearized reading' (duration: 228.636144ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:12.722236Z","caller":"traceutil/trace.go:172","msg":"trace[1129611011] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:608; }","duration":"258.272625ms","start":"2026-07-31T00:56:12.463939Z","end":"2026-07-31T00:56:12.722211Z","steps":["trace[1129611011] 'read index received' (duration: 258.266735ms)","trace[1129611011] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:12.722367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"356.176896ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:12.722442Z","caller":"traceutil/trace.go:172","msg":"trace[1516454201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"356.26622ms","start":"2026-07-31T00:56:12.366157Z","end":"2026-07-31T00:56:12.722423Z","steps":["trace[1516454201] 'agreement among raft nodes before linearized reading' (duration: 356.131154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:12.722488Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"465.548302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-31T00:56:12.722526Z","caller":"traceutil/trace.go:172","msg":"trace[2001210185] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:563; }","duration":"465.604304ms","start":"2026-07-31T00:56:12.256910Z","end":"2026-07-31T00:56:12.722514Z","steps":["trace[2001210185] 'agreement among raft nodes before linearized reading' (duration: 465.435147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:12.722559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:56:12.256896Z","time spent":"465.655287ms","remote":"127.0.0.1:37126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.74\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:56:12.724709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.971099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:56:12.724764Z","caller":"traceutil/trace.go:172","msg":"trace[1970980043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"179.029031ms","start":"2026-07-31T00:56:12.545723Z","end":"2026-07-31T00:56:12.724752Z","steps":["trace[1970980043] 'agreement among raft nodes before linearized reading' (duration: 178.935977ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:32.831773Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b05345c86fc8b1e7 switched to configuration voters=(5640240112301918085 12705575700913500647) learners=(7991296384237285918)"} {"level":"info","ts":"2026-07-31T00:56:32.831893Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"b05345c86fc8b1e7","added-peer-id":"6ee6c9b8c553b21e","added-peer-peer-urls":["https://199.204.45.38:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-31T00:56:32.831915Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.831975Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.832775Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.832805Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e","remote-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-31T00:56:32.832833Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.832818Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.832882Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.832889Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"b05345c86fc8b1e7","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.832847Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"warn","ts":"2026-07-31T00:56:32.848677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:57006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:56:33.388142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:57030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:56:34.886732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:57058","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T00:56:37.097652Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.097770Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.098008Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.116034Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b05345c86fc8b1e7","to":"6ee6c9b8c553b21e","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T00:56:37.116098Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.116449Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b05345c86fc8b1e7","to":"6ee6c9b8c553b21e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T00:56:37.116485Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"warn","ts":"2026-07-31T00:56:37.133833Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:56:37.133873Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e","error":"EOF"} {"level":"info","ts":"2026-07-31T00:56:37.151172Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.155523Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.159483Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b05345c86fc8b1e7","to":"6ee6c9b8c553b21e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-31T00:56:37.159529Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.159549Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.159938Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b05345c86fc8b1e7","to":"6ee6c9b8c553b21e","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-31T00:56:37.159981Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.160005Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b05345c86fc8b1e7","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.394987Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b05345c86fc8b1e7 switched to configuration voters=(5640240112301918085 7991296384237285918 12705575700913500647)"} {"level":"info","ts":"2026-07-31T00:56:37.395253Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"cae704afa9813e87","local-member-id":"b05345c86fc8b1e7","promoted-member-id":"6ee6c9b8c553b21e"} {"level":"warn","ts":"2026-07-31T00:56:37.833147Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6ee6c9b8c553b21e","rtt":"0s","error":"dial tcp 199.204.45.38:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T00:56:37.833252Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6ee6c9b8c553b21e","rtt":"0s","error":"dial tcp 199.204.45.38:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T00:56:47.867231Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412244,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:56:47.989276Z","caller":"traceutil/trace.go:172","msg":"trace[120294685] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:786; }","duration":"623.039232ms","start":"2026-07-31T00:56:47.366211Z","end":"2026-07-31T00:56:47.989250Z","steps":["trace[120294685] 'read index received' (duration: 622.817303ms)","trace[120294685] 'applied index is now lower than readState.Index' (duration: 221.029µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:47.989428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"623.215219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:47.989496Z","caller":"traceutil/trace.go:172","msg":"trace[1347241593] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:722; }","duration":"623.295723ms","start":"2026-07-31T00:56:47.366185Z","end":"2026-07-31T00:56:47.989481Z","steps":["trace[1347241593] 'agreement among raft nodes before linearized reading' (duration: 623.151407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:48.365782Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12819390466948412245,"received-request-id":12819390466948412244} {"level":"info","ts":"2026-07-31T00:56:52.486887Z","caller":"traceutil/trace.go:172","msg":"trace[514458491] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"155.780336ms","start":"2026-07-31T00:56:52.331088Z","end":"2026-07-31T00:56:52.486869Z","steps":["trace[514458491] 'process raft request' (duration: 155.63317ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:56.559962Z","caller":"traceutil/trace.go:172","msg":"trace[583212269] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:832; }","duration":"194.589721ms","start":"2026-07-31T00:56:56.365345Z","end":"2026-07-31T00:56:56.559935Z","steps":["trace[583212269] 'read index received' (duration: 194.583681ms)","trace[583212269] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:56.560221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.862133ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:56.560395Z","caller":"traceutil/trace.go:172","msg":"trace[1329800423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:761; }","duration":"195.052351ms","start":"2026-07-31T00:56:56.365330Z","end":"2026-07-31T00:56:56.560382Z","steps":["trace[1329800423] 'agreement among raft nodes before linearized reading' (duration: 194.737888ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:56.816324Z","caller":"traceutil/trace.go:172","msg":"trace[846170515] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:836; }","duration":"121.666464ms","start":"2026-07-31T00:56:56.694640Z","end":"2026-07-31T00:56:56.816306Z","steps":["trace[846170515] 'read index received' (duration: 120.411061ms)","trace[846170515] 'applied index is now lower than readState.Index' (duration: 1.254753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:56.816446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.794679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:56.816475Z","caller":"traceutil/trace.go:172","msg":"trace[867120491] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:766; }","duration":"121.83817ms","start":"2026-07-31T00:56:56.694628Z","end":"2026-07-31T00:56:56.816467Z","steps":["trace[867120491] 'agreement among raft nodes before linearized reading' (duration: 121.755137ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:01.613496Z","caller":"traceutil/trace.go:172","msg":"trace[1750164747] linearizableReadLoop","detail":"{readStateIndex:855; appliedIndex:855; }","duration":"247.358898ms","start":"2026-07-31T00:57:01.366110Z","end":"2026-07-31T00:57:01.613469Z","steps":["trace[1750164747] 'read index received' (duration: 247.352458ms)","trace[1750164747] 'applied index is now lower than readState.Index' (duration: 5.18µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:01.613683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.549587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:01.613781Z","caller":"traceutil/trace.go:172","msg":"trace[1424433468] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:781; }","duration":"247.661121ms","start":"2026-07-31T00:57:01.366104Z","end":"2026-07-31T00:57:01.613765Z","steps":["trace[1424433468] 'agreement among raft nodes before linearized reading' (duration: 247.520305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:01.615341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.942213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:57:01.615384Z","caller":"traceutil/trace.go:172","msg":"trace[1938782228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:781; }","duration":"217.984035ms","start":"2026-07-31T00:57:01.397387Z","end":"2026-07-31T00:57:01.615372Z","steps":["trace[1938782228] 'agreement among raft nodes before linearized reading' (duration: 217.908181ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:02.846695Z","caller":"traceutil/trace.go:172","msg":"trace[997301978] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"244.446409ms","start":"2026-07-31T00:57:02.602231Z","end":"2026-07-31T00:57:02.846678Z","steps":["trace[997301978] 'process raft request' (duration: 202.43381ms)","trace[997301978] 'compare' (duration: 41.888984ms)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:57:05.581302Z","caller":"traceutil/trace.go:172","msg":"trace[354329592] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"139.268496ms","start":"2026-07-31T00:57:05.442006Z","end":"2026-07-31T00:57:05.581275Z","steps":["trace[354329592] 'process raft request' (duration: 139.049337ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:19.331352Z","caller":"traceutil/trace.go:172","msg":"trace[1767917057] transaction","detail":"{read_only:false; number_of_response:1; response_revision:955; }","duration":"105.093466ms","start":"2026-07-31T00:57:19.226231Z","end":"2026-07-31T00:57:19.331324Z","steps":["trace[1767917057] 'process raft request' (duration: 104.910278ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:19.331643Z","caller":"traceutil/trace.go:172","msg":"trace[236861323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:956; }","duration":"104.628386ms","start":"2026-07-31T00:57:19.226987Z","end":"2026-07-31T00:57:19.331616Z","steps":["trace[236861323] 'process raft request' (duration: 104.396206ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:20.416520Z","caller":"traceutil/trace.go:172","msg":"trace[1371220954] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"590.161401ms","start":"2026-07-31T00:57:19.826331Z","end":"2026-07-31T00:57:20.416492Z","steps":["trace[1371220954] 'process raft request' (duration: 590.027895ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:20.416845Z","caller":"traceutil/trace.go:172","msg":"trace[432998225] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"590.301987ms","start":"2026-07-31T00:57:19.826302Z","end":"2026-07-31T00:57:20.416604Z","steps":["trace[432998225] 'process raft request' (duration: 589.932991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:20.417361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:19.826303Z","time spent":"590.330469ms","remote":"127.0.0.1:37174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:57:20.417642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:19.826282Z","time spent":"590.850961ms","remote":"127.0.0.1:37174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:57:20.418486Z","caller":"traceutil/trace.go:172","msg":"trace[1977339372] linearizableReadLoop","detail":"{readStateIndex:1141; appliedIndex:1144; }","duration":"451.825196ms","start":"2026-07-31T00:57:19.966630Z","end":"2026-07-31T00:57:20.418455Z","steps":["trace[1977339372] 'read index received' (duration: 451.820336ms)","trace[1977339372] 'applied index is now lower than readState.Index' (duration: 3.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:20.418689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.026424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:20.418764Z","caller":"traceutil/trace.go:172","msg":"trace[1533846208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:981; }","duration":"452.124028ms","start":"2026-07-31T00:57:19.966625Z","end":"2026-07-31T00:57:20.418749Z","steps":["trace[1533846208] 'agreement among raft nodes before linearized reading' (duration: 451.990723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:20.418795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:19.966604Z","time spent":"452.185831ms","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:57:21.102592Z","caller":"traceutil/trace.go:172","msg":"trace[350792737] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"496.38394ms","start":"2026-07-31T00:57:20.606182Z","end":"2026-07-31T00:57:21.102566Z","steps":["trace[350792737] 'process raft request' (duration: 495.682801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:21.102747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:20.606153Z","time spent":"496.524287ms","remote":"127.0.0.1:37174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:57:21.127061Z","caller":"traceutil/trace.go:172","msg":"trace[2086270486] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1157; }","duration":"372.577584ms","start":"2026-07-31T00:57:20.754459Z","end":"2026-07-31T00:57:21.127037Z","steps":["trace[2086270486] 'read index received' (duration: 372.573414ms)","trace[2086270486] 'applied index is now lower than readState.Index' (duration: 3.28µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:21.127312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"372.827134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:57:21.127424Z","caller":"traceutil/trace.go:172","msg":"trace[499950608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:990; }","duration":"372.953ms","start":"2026-07-31T00:57:20.754448Z","end":"2026-07-31T00:57:21.127401Z","steps":["trace[499950608] 'agreement among raft nodes before linearized reading' (duration: 372.748051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:21.127478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:20.754430Z","time spent":"373.036873ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:57:21.145920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.615409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:21.145987Z","caller":"traceutil/trace.go:172","msg":"trace[1527951111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"181.689763ms","start":"2026-07-31T00:57:20.964283Z","end":"2026-07-31T00:57:21.145973Z","steps":["trace[1527951111] 'agreement among raft nodes before linearized reading' (duration: 181.576658ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:26.423734Z","caller":"traceutil/trace.go:172","msg":"trace[1165265420] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"242.084325ms","start":"2026-07-31T00:57:26.181632Z","end":"2026-07-31T00:57:26.423716Z","steps":["trace[1165265420] 'process raft request' (duration: 241.913377ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:27.703133Z","caller":"traceutil/trace.go:172","msg":"trace[1316918899] linearizableReadLoop","detail":"{readStateIndex:1225; appliedIndex:1224; }","duration":"183.896076ms","start":"2026-07-31T00:57:27.519210Z","end":"2026-07-31T00:57:27.703107Z","steps":["trace[1316918899] 'read index received' (duration: 94.406944ms)","trace[1316918899] 'applied index is now lower than readState.Index' (duration: 89.486232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:27.703378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.153947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-31T00:57:27.703442Z","caller":"traceutil/trace.go:172","msg":"trace[942511427] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1049; }","duration":"184.22954ms","start":"2026-07-31T00:57:27.519197Z","end":"2026-07-31T00:57:27.703426Z","steps":["trace[942511427] 'agreement among raft nodes before linearized reading' (duration: 184.043542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:28.475364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"509.283659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:57:28.475424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.798954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:28.475506Z","caller":"traceutil/trace.go:172","msg":"trace[444692242] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1049; }","duration":"109.881667ms","start":"2026-07-31T00:57:28.365598Z","end":"2026-07-31T00:57:28.475479Z","steps":["trace[444692242] 'range keys from in-memory index tree' (duration: 109.746191ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:28.475452Z","caller":"traceutil/trace.go:172","msg":"trace[1080091347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1049; }","duration":"509.447925ms","start":"2026-07-31T00:57:27.965987Z","end":"2026-07-31T00:57:28.475435Z","steps":["trace[1080091347] 'range keys from in-memory index tree' (duration: 508.052085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:28.475637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:27.965967Z","time spent":"509.657033ms","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:57:28.621331Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412572,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:57:28.760232Z","caller":"traceutil/trace.go:172","msg":"trace[737028404] linearizableReadLoop","detail":"{readStateIndex:1227; appliedIndex:1228; }","duration":"639.678514ms","start":"2026-07-31T00:57:28.120512Z","end":"2026-07-31T00:57:28.760191Z","steps":["trace[737028404] 'read index received' (duration: 639.672144ms)","trace[737028404] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:28.760427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"639.892923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z2s7d\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-07-31T00:57:28.760486Z","caller":"traceutil/trace.go:172","msg":"trace[2115954507] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z2s7d; range_end:; response_count:1; response_revision:1051; }","duration":"639.963916ms","start":"2026-07-31T00:57:28.120507Z","end":"2026-07-31T00:57:28.760471Z","steps":["trace[2115954507] 'agreement among raft nodes before linearized reading' (duration: 639.763167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:28.760527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.120486Z","time spent":"640.030699ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18373,"request content":"key:\"/registry/pods/kube-system/cilium-z2s7d\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:57:28.761682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.120998ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:57:28.761750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"540.885092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-31T00:57:28.761769Z","caller":"traceutil/trace.go:172","msg":"trace[330881477] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1053; }","duration":"286.210721ms","start":"2026-07-31T00:57:28.475545Z","end":"2026-07-31T00:57:28.761756Z","steps":["trace[330881477] 'agreement among raft nodes before linearized reading' (duration: 286.102547ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:28.761815Z","caller":"traceutil/trace.go:172","msg":"trace[439428207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1053; }","duration":"540.920213ms","start":"2026-07-31T00:57:28.220853Z","end":"2026-07-31T00:57:28.761773Z","steps":["trace[439428207] 'agreement among raft nodes before linearized reading' (duration: 540.751606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:28.761844Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.220827Z","time spent":"541.008547ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:57:29.377608Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:57:29.878485Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:57:30.119126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"668.341265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:57:30.119156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"753.119718ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:30.119198Z","caller":"traceutil/trace.go:172","msg":"trace[1911225755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1053; }","duration":"668.431839ms","start":"2026-07-31T00:57:29.450752Z","end":"2026-07-31T00:57:30.119184Z","steps":["trace[1911225755] 'range keys from in-memory index tree' (duration: 668.290122ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:30.119245Z","caller":"traceutil/trace.go:172","msg":"trace[944216170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1053; }","duration":"753.220282ms","start":"2026-07-31T00:57:29.365998Z","end":"2026-07-31T00:57:30.119219Z","steps":["trace[944216170] 'range keys from in-memory index tree' (duration: 753.055785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:30.119763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.034925ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-31T00:57:30.378595Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:57:30.879002Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:57:30.966443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000357382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-31T00:57:30.966511Z","caller":"traceutil/trace.go:172","msg":"trace[1383691260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438805s","start":"2026-07-31T00:57:28.966057Z","end":"2026-07-31T00:57:30.966496Z","steps":["trace[1383691260] 'agreement among raft nodes before linearized reading' (duration: 2.000355392s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:30.966554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.966036Z","time spent":"2.000510287s","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:57:30 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:57:31.379530Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:57:31.726399Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.006198628s","expected-duration":"1s"} {"level":"info","ts":"2026-07-31T00:57:31.726668Z","caller":"traceutil/trace.go:172","msg":"trace[1451923256] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1233; }","duration":"2.84986354s","start":"2026-07-31T00:57:28.876780Z","end":"2026-07-31T00:57:31.726644Z","steps":["trace[1451923256] 'read index received' (duration: 2.8498541s)","trace[1451923256] 'applied index is now lower than readState.Index' (duration: 8.02µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:31.994611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.674109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-31T00:57:31.994935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.118100784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-31T00:57:31.995024Z","caller":"traceutil/trace.go:172","msg":"trace[917203417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1055; }","duration":"3.11823839s","start":"2026-07-31T00:57:28.876759Z","end":"2026-07-31T00:57:31.994997Z","steps":["trace[917203417] 'agreement among raft nodes before linearized reading' (duration: 2.850001456s)","trace[917203417] 'range keys from in-memory index tree' (duration: 267.102754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:31.995201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.876546Z","time spent":"3.118637767s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:31.995558Z","caller":"traceutil/trace.go:172","msg":"trace[1278100929] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"3.218963504s","start":"2026-07-31T00:57:28.776576Z","end":"2026-07-31T00:57:31.995539Z","steps":["trace[1278100929] 'process raft request' (duration: 3.218622939s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.995647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.776561Z","time spent":"3.219042907s","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:57:32.120295Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12819390466948412576,"received-request-id":12819390466948412574} {"level":"warn","ts":"2026-07-31T00:57:32.137253Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12819390466948412576,"received-request-id":12819390466948412574} {"level":"info","ts":"2026-07-31T00:57:32.156455Z","caller":"traceutil/trace.go:172","msg":"trace[1423486507] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1259; }","duration":"429.69368ms","start":"2026-07-31T00:57:31.726738Z","end":"2026-07-31T00:57:32.156431Z","steps":["trace[1423486507] 'read index received' (duration: 429.684009ms)","trace[1423486507] 'applied index is now lower than readState.Index' (duration: 8.41µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:32.156629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.037296609s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:57:32.156706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"871.720337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:32.156731Z","caller":"traceutil/trace.go:172","msg":"trace[1182226793] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1080; }","duration":"2.037419515s","start":"2026-07-31T00:57:30.119291Z","end":"2026-07-31T00:57:32.156711Z","steps":["trace[1182226793] 'agreement among raft nodes before linearized reading' (duration: 2.037255768s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:32.156742Z","caller":"traceutil/trace.go:172","msg":"trace[1905549219] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1080; }","duration":"871.752878ms","start":"2026-07-31T00:57:31.284979Z","end":"2026-07-31T00:57:32.156732Z","steps":["trace[1905549219] 'agreement among raft nodes before linearized reading' (duration: 871.704366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:32.156758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.122798205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-31T00:57:32.156817Z","caller":"traceutil/trace.go:172","msg":"trace[177367583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1080; }","duration":"2.122874529s","start":"2026-07-31T00:57:30.033933Z","end":"2026-07-31T00:57:32.156807Z","steps":["trace[177367583] 'agreement among raft nodes before linearized reading' (duration: 2.12266729s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:32.156820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"761.73711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-31T00:57:32.156851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:30.033916Z","time spent":"2.12292658s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:32.156879Z","caller":"traceutil/trace.go:172","msg":"trace[1203375389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1080; }","duration":"761.790953ms","start":"2026-07-31T00:57:31.395067Z","end":"2026-07-31T00:57:32.156858Z","steps":["trace[1203375389] 'agreement among raft nodes before linearized reading' (duration: 761.611085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:32.156943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:31.395044Z","time spent":"761.885817ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:57:32.156602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.189750874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:32.157181Z","caller":"traceutil/trace.go:172","msg":"trace[1735235734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1080; }","duration":"1.19034898s","start":"2026-07-31T00:57:30.966818Z","end":"2026-07-31T00:57:32.157167Z","steps":["trace[1735235734] 'agreement among raft nodes before linearized reading' (duration: 1.189667041s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:32.156621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.218717957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:32.157293Z","caller":"traceutil/trace.go:172","msg":"trace[1357823726] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1080; }","duration":"1.219406876s","start":"2026-07-31T00:57:30.937868Z","end":"2026-07-31T00:57:32.157275Z","steps":["trace[1357823726] 'agreement among raft nodes before linearized reading' (duration: 1.218677955s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:32.157319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:30.937844Z","time spent":"1.21946768s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:57:32.156772Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:31.284956Z","time spent":"871.810341ms","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:57:32.157365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:30.966792Z","time spent":"1.190483725s","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:57:34.100409Z","caller":"traceutil/trace.go:172","msg":"trace[1481222390] linearizableReadLoop","detail":"{readStateIndex:1295; appliedIndex:1294; }","duration":"134.865999ms","start":"2026-07-31T00:57:33.965516Z","end":"2026-07-31T00:57:34.100382Z","steps":["trace[1481222390] 'read index received' (duration: 51.289841ms)","trace[1481222390] 'applied index is now lower than readState.Index' (duration: 83.574038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:34.100573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.007645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:34.100704Z","caller":"traceutil/trace.go:172","msg":"trace[681970655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1115; }","duration":"135.173822ms","start":"2026-07-31T00:57:33.965513Z","end":"2026-07-31T00:57:34.100687Z","steps":["trace[681970655] 'agreement among raft nodes before linearized reading' (duration: 134.966173ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:40.558617Z","caller":"traceutil/trace.go:172","msg":"trace[1111482003] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1434; }","duration":"192.617283ms","start":"2026-07-31T00:57:40.365973Z","end":"2026-07-31T00:57:40.558591Z","steps":["trace[1111482003] 'read index received' (duration: 192.610803ms)","trace[1111482003] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:40.558804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.7899ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:40.558897Z","caller":"traceutil/trace.go:172","msg":"trace[1147708710] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1214; }","duration":"192.911647ms","start":"2026-07-31T00:57:40.365967Z","end":"2026-07-31T00:57:40.558879Z","steps":["trace[1147708710] 'agreement among raft nodes before linearized reading' (duration: 192.741028ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:40.803419Z","caller":"traceutil/trace.go:172","msg":"trace[72212425] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1218; }","duration":"434.103201ms","start":"2026-07-31T00:57:40.369292Z","end":"2026-07-31T00:57:40.803395Z","steps":["trace[72212425] 'process raft request' (duration: 434.017567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:40.803602Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:40.369268Z","time spent":"434.246847ms","remote":"127.0.0.1:37174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":13264,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:58:20.122889Z","caller":"traceutil/trace.go:172","msg":"trace[1089625671] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1765; }","duration":"156.958221ms","start":"2026-07-31T00:58:19.965908Z","end":"2026-07-31T00:58:20.122866Z","steps":["trace[1089625671] 'read index received' (duration: 156.952311ms)","trace[1089625671] 'applied index is now lower than readState.Index' (duration: 4.8µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:58:20.123042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.15766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:20.123076Z","caller":"traceutil/trace.go:172","msg":"trace[599689943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1507; }","duration":"157.202492ms","start":"2026-07-31T00:58:19.965864Z","end":"2026-07-31T00:58:20.123066Z","steps":["trace[599689943] 'agreement among raft nodes before linearized reading' (duration: 157.122198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:20.125310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.452205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:58:20.125386Z","caller":"traceutil/trace.go:172","msg":"trace[615112741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1507; }","duration":"146.538209ms","start":"2026-07-31T00:58:19.978833Z","end":"2026-07-31T00:58:20.125371Z","steps":["trace[615112741] 'agreement among raft nodes before linearized reading' (duration: 146.33667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:20.866553Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:58:21.366872Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:58:21.695426Z","caller":"traceutil/trace.go:172","msg":"trace[295454238] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1769; }","duration":"1.329645732s","start":"2026-07-31T00:58:20.365743Z","end":"2026-07-31T00:58:21.695389Z","steps":["trace[295454238] 'read index received' (duration: 1.329632832s)","trace[295454238] 'applied index is now lower than readState.Index' (duration: 10.52µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:58:21.695585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.32980147s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:21.695707Z","caller":"traceutil/trace.go:172","msg":"trace[780174329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1511; }","duration":"1.329955546s","start":"2026-07-31T00:58:20.365729Z","end":"2026-07-31T00:58:21.695685Z","steps":["trace[780174329] 'agreement among raft nodes before linearized reading' (duration: 1.329734747s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.696933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.135503238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:21.697001Z","caller":"traceutil/trace.go:172","msg":"trace[1358955603] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1511; }","duration":"1.135590401s","start":"2026-07-31T00:58:20.561398Z","end":"2026-07-31T00:58:21.696989Z","steps":["trace[1358955603] 'agreement among raft nodes before linearized reading' (duration: 1.135463056s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.697047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.561372Z","time spent":"1.135653524s","remote":"127.0.0.1:37514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:58:21.697447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"729.629276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:21.697552Z","caller":"traceutil/trace.go:172","msg":"trace[1495011565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1511; }","duration":"729.73062ms","start":"2026-07-31T00:58:20.967810Z","end":"2026-07-31T00:58:21.697541Z","steps":["trace[1495011565] 'agreement among raft nodes before linearized reading' (duration: 729.584814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.697621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.967787Z","time spent":"729.822324ms","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:58:21.697755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.017256987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:58:21.698040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.097475728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:58:21.698100Z","caller":"traceutil/trace.go:172","msg":"trace[2039460621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1511; }","duration":"1.097572573s","start":"2026-07-31T00:58:20.600515Z","end":"2026-07-31T00:58:21.698087Z","steps":["trace[2039460621] 'agreement among raft nodes before linearized reading' (duration: 1.097394085s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:58:21.698116Z","caller":"traceutil/trace.go:172","msg":"trace[288956163] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1511; }","duration":"1.017601583s","start":"2026-07-31T00:58:20.680474Z","end":"2026-07-31T00:58:21.698076Z","steps":["trace[288956163] 'agreement among raft nodes before linearized reading' (duration: 1.017175864s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.698164Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.680456Z","time spent":"1.017695346s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:58:21.698157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.600493Z","time spent":"1.097653986s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:58:23.865876Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948412931,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:58:24.093245Z","caller":"traceutil/trace.go:172","msg":"trace[1843150267] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1778; }","duration":"727.587398ms","start":"2026-07-31T00:58:23.365635Z","end":"2026-07-31T00:58:24.093223Z","steps":["trace[1843150267] 'read index received' (duration: 727.576468ms)","trace[1843150267] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:58:24.093366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"727.687842ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:24.093496Z","caller":"traceutil/trace.go:172","msg":"trace[1456970244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1518; }","duration":"727.854779ms","start":"2026-07-31T00:58:23.365628Z","end":"2026-07-31T00:58:24.093483Z","steps":["trace[1456970244] 'agreement among raft nodes before linearized reading' (duration: 727.655421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:24.095890Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12819390466948412932,"received-request-id":12819390466948412931} {"level":"warn","ts":"2026-07-31T00:58:24.097894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"409.563132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-31T00:58:24.097937Z","caller":"traceutil/trace.go:172","msg":"trace[2086445081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1521; }","duration":"409.609254ms","start":"2026-07-31T00:58:23.688319Z","end":"2026-07-31T00:58:24.097928Z","steps":["trace[2086445081] 'agreement among raft nodes before linearized reading' (duration: 409.52447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:24.097935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.670085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:58:24.097963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:23.688294Z","time spent":"409.662176ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:58:24.097938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.844831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:24.097991Z","caller":"traceutil/trace.go:172","msg":"trace[1508992833] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1521; }","duration":"116.741268ms","start":"2026-07-31T00:58:23.981236Z","end":"2026-07-31T00:58:24.097977Z","steps":["trace[1508992833] 'agreement among raft nodes before linearized reading' (duration: 116.621703ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:58:24.098012Z","caller":"traceutil/trace.go:172","msg":"trace[914290366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1521; }","duration":"130.936585ms","start":"2026-07-31T00:58:23.967060Z","end":"2026-07-31T00:58:24.097997Z","steps":["trace[914290366] 'agreement among raft nodes before linearized reading' (duration: 130.809489ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:58:34.080360Z","caller":"traceutil/trace.go:172","msg":"trace[1844109203] linearizableReadLoop","detail":"{readStateIndex:1828; appliedIndex:1827; }","duration":"114.241898ms","start":"2026-07-31T00:58:33.966098Z","end":"2026-07-31T00:58:34.080340Z","steps":["trace[1844109203] 'read index received' (duration: 114.028719ms)","trace[1844109203] 'applied index is now lower than readState.Index' (duration: 212.189µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:58:34.080477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.369613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:34.080505Z","caller":"traceutil/trace.go:172","msg":"trace[274377543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1561; }","duration":"114.414235ms","start":"2026-07-31T00:58:33.966083Z","end":"2026-07-31T00:58:34.080497Z","steps":["trace[274377543] 'agreement among raft nodes before linearized reading' (duration: 114.337911ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:59:20.276855Z","caller":"traceutil/trace.go:172","msg":"trace[1188596553] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2033; }","duration":"384.152992ms","start":"2026-07-31T00:59:19.892662Z","end":"2026-07-31T00:59:20.276815Z","steps":["trace[1188596553] 'read index received' (duration: 384.146332ms)","trace[1188596553] 'applied index is now lower than readState.Index' (duration: 5.45µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:59:20.277114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"384.411624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-07-31T00:59:20.277222Z","caller":"traceutil/trace.go:172","msg":"trace[2144686923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1739; }","duration":"384.56112ms","start":"2026-07-31T00:59:19.892649Z","end":"2026-07-31T00:59:20.277211Z","steps":["trace[2144686923] 'agreement among raft nodes before linearized reading' (duration: 384.238606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:20.277285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:19.892629Z","time spent":"384.648694ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":467,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:59:20.278187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.236221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:59:20.278261Z","caller":"traceutil/trace.go:172","msg":"trace[1998565691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1739; }","duration":"347.295884ms","start":"2026-07-31T00:59:19.930944Z","end":"2026-07-31T00:59:20.278240Z","steps":["trace[1998565691] 'agreement among raft nodes before linearized reading' (duration: 347.19181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:20.278344Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:19.930923Z","time spent":"347.374007ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:59:21.866333Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948413225,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:59:22.064582Z","caller":"traceutil/trace.go:172","msg":"trace[673427179] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2041; }","duration":"698.697218ms","start":"2026-07-31T00:59:21.365861Z","end":"2026-07-31T00:59:22.064558Z","steps":["trace[673427179] 'read index received' (duration: 698.690868ms)","trace[673427179] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:59:22.064734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"698.843945ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:59:22.064806Z","caller":"traceutil/trace.go:172","msg":"trace[107853197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1746; }","duration":"698.934289ms","start":"2026-07-31T00:59:21.365855Z","end":"2026-07-31T00:59:22.064789Z","steps":["trace[107853197] 'agreement among raft nodes before linearized reading' (duration: 698.804313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:22.066822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"584.774264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:59:22.066829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.855204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:59:22.066874Z","caller":"traceutil/trace.go:172","msg":"trace[904155036] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1746; }","duration":"584.841097ms","start":"2026-07-31T00:59:21.482020Z","end":"2026-07-31T00:59:22.066861Z","steps":["trace[904155036] 'agreement among raft nodes before linearized reading' (duration: 584.735962ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:59:22.066887Z","caller":"traceutil/trace.go:172","msg":"trace[2022066071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1746; }","duration":"100.911666ms","start":"2026-07-31T00:59:21.965960Z","end":"2026-07-31T00:59:22.066872Z","steps":["trace[2022066071] 'agreement among raft nodes before linearized reading' (duration: 100.820022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:22.066909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:21.481995Z","time spent":"584.904889ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:59:22.066978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.603635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-31T00:59:22.067042Z","caller":"traceutil/trace.go:172","msg":"trace[1961132744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1746; }","duration":"368.687109ms","start":"2026-07-31T00:59:21.698340Z","end":"2026-07-31T00:59:22.067027Z","steps":["trace[1961132744] 'agreement among raft nodes before linearized reading' (duration: 368.467119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:22.067074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:21.698320Z","time spent":"368.748052ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:59:49.467133Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948413361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:59:49.967944Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12819390466948413361,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:59:50.331186Z","caller":"traceutil/trace.go:172","msg":"trace[735542119] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2167; }","duration":"1.364360873s","start":"2026-07-31T00:59:48.966797Z","end":"2026-07-31T00:59:50.331158Z","steps":["trace[735542119] 'read index received' (duration: 1.364352183s)","trace[735542119] 'applied index is now lower than readState.Index' (duration: 6.79µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:59:50.331328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.364500644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:59:50.331405Z","caller":"traceutil/trace.go:172","msg":"trace[1910526309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"1.364595204s","start":"2026-07-31T00:59:48.966792Z","end":"2026-07-31T00:59:50.331388Z","steps":["trace[1910526309] 'agreement among raft nodes before linearized reading' (duration: 1.364468503s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:50.331445Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:48.966772Z","time spent":"1.364664304s","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:59:50.335613Z","caller":"traceutil/trace.go:172","msg":"trace[670544306] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"553.195211ms","start":"2026-07-31T00:59:49.782396Z","end":"2026-07-31T00:59:50.335591Z","steps":["trace[670544306] 'process raft request' (duration: 553.051951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:50.335754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:49.782372Z","time spent":"553.307151ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:59:50.338494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"972.645097ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:59:50.338512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.388618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-31T00:59:50.338539Z","caller":"traceutil/trace.go:172","msg":"trace[945617070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1856; }","duration":"215.418208ms","start":"2026-07-31T00:59:50.123113Z","end":"2026-07-31T00:59:50.338532Z","steps":["trace[945617070] 'agreement among raft nodes before linearized reading' (duration: 215.313318ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:59:50.338551Z","caller":"traceutil/trace.go:172","msg":"trace[1395260767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1856; }","duration":"972.685937ms","start":"2026-07-31T00:59:49.365839Z","end":"2026-07-31T00:59:50.338525Z","steps":["trace[1395260767] 'agreement among raft nodes before linearized reading' (duration: 972.628447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:50.338626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.18592907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-31T00:59:50.338724Z","caller":"traceutil/trace.go:172","msg":"trace[568270343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1856; }","duration":"1.18603062s","start":"2026-07-31T00:59:49.152680Z","end":"2026-07-31T00:59:50.338711Z","steps":["trace[568270343] 'agreement among raft nodes before linearized reading' (duration: 1.18582004s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:50.338766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:49.152658Z","time spent":"1.18609867s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:59:50.339042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"544.357941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-07-31T00:59:50.339135Z","caller":"traceutil/trace.go:172","msg":"trace[899006414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1856; }","duration":"544.504961ms","start":"2026-07-31T00:59:49.794615Z","end":"2026-07-31T00:59:50.339120Z","steps":["trace[899006414] 'agreement among raft nodes before linearized reading' (duration: 543.990341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:50.339177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:49.794589Z","time spent":"544.578041ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":467,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}