{"level":"warn","ts":"2026-04-16T18:21:58.901601Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-16T18:21:58.901791Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-16T18:21:58.901846Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=controller-2=https://199.204.45.233:2380,controller-1=https://199.204.45.69:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-16T18:21:58.902029Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-16T18:21:58.902066Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T18:21:58.902088Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-16T18:21:58.902158Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T18:21:58.902902Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-04-16T18:21:58.903035Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.69:2380,controller-2=https://199.204.45.233:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-16T18:21:58.906010Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00011e188}"} {"level":"info","ts":"2026-04-16T18:21:58.912101Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-16T18:21:58.912173Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.085206ms"} {"level":"info","ts":"2026-04-16T18:21:58.912225Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-16T18:21:58.912256Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-16T18:21:58.923693Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.69:2380","host":"199.204.45.69:2380","resolved-addr":"199.204.45.69:2380"} {"level":"info","ts":"2026-04-16T18:21:58.923762Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.233:2380","host":"199.204.45.233:2380","resolved-addr":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-16T18:21:58.926037Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-16T18:21:58.931571Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-16T18:21:58.931605Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"93d6a3591c669ea7","cluster-id":"d79a8cccc23ced73"} {"level":"info","ts":"2026-04-16T18:21:58.931635Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-16T18:21:58.931729Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"93d6a3591c669ea7 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T18:21:58.931779Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"93d6a3591c669ea7 became follower at term 0"} {"level":"info","ts":"2026-04-16T18:21:58.931801Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 93d6a3591c669ea7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-16T18:21:58.937803Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T18:21:58.939351Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T18:21:58.941375Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T18:21:58.942106Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.942136Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa","remote-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-04-16T18:21:58.942162Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.942190Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.943143Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.945263Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.945991Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.946103Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.946172Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.946064Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa","remote-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-04-16T18:21:58.946612Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"93d6a3591c669ea7","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T18:21:58.947550Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T18:21:58.948309Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"93d6a3591c669ea7","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T18:21:58.948664Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T18:21:58.948965Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-16T18:21:58.948976Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-16T18:21:58.949041Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-16T18:21:58.949293Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:21:58.949664Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:21:58.949681Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:21:58.955915Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.955961Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.956769Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"93d6a3591c669ea7","to":"fe334179879fd0aa","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:21:58.956791Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.957045Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"93d6a3591c669ea7","to":"fe334179879fd0aa","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:21:58.957075Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.959598Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:58.975207Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"93d6a3591c669ea7 [term: 0] received a MsgHeartbeat message with higher term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:21:58.975257Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"93d6a3591c669ea7 became follower at term 2"} {"level":"info","ts":"2026-04-16T18:21:58.975283Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 93d6a3591c669ea7 elected leader fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-04-16T18:21:58.989974Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"93d6a3591c669ea7","remote-snapshot-sender-id":"fe334179879fd0aa","incoming-snapshot-index":557,"incoming-snapshot-message-size-bytes":8199,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-16T18:21:58.999645Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/000000000000022d.snap.db","bytes":831488,"size":"832 kB"} {"level":"info","ts":"2026-04-16T18:21:58.999709Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"93d6a3591c669ea7","remote-snapshot-sender-id":"fe334179879fd0aa","incoming-snapshot-index":557,"incoming-snapshot-size-bytes":831488,"incoming-snapshot-size":"832 kB","download-took":"9.908206ms"} {"level":"info","ts":"2026-04-16T18:21:58.999888Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 557, term: 2]"} {"level":"info","ts":"2026-04-16T18:21:58.999980Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"93d6a3591c669ea7 switched to configuration voters=(18317056099668185258) learners=(10652881571715391143)"} {"level":"info","ts":"2026-04-16T18:21:59.000012Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"93d6a3591c669ea7 [commit: 557, lastindex: 557, lastterm: 2] restored snapshot [index: 557, term: 2]"} {"level":"info","ts":"2026-04-16T18:21:59.000027Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"93d6a3591c669ea7 [commit: 557] restored snapshot [index: 557, term: 2]"} {"level":"info","ts":"2026-04-16T18:21:59.000216Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":557,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-16T18:21:59.002403Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":557} {"level":"info","ts":"2026-04-16T18:21:59.002715Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000c33b0}"} {"level":"info","ts":"2026-04-16T18:21:59.003191Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-16T18:21:59.003227Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"608.057µs"} {"level":"info","ts":"2026-04-16T18:21:59.003295Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-16T18:21:59.004544Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-16T18:21:59.004564Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-16T18:21:59.007522Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":525} {"level":"info","ts":"2026-04-16T18:21:59.007579Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":557} {"level":"info","ts":"2026-04-16T18:21:59.007834Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-16T18:21:59.007880Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-16T18:21:59.009793Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-16T18:21:59.009897Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-16T18:21:59.009924Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-16T18:21:59.010055Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-16T18:21:59.010075Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-16T18:21:59.010726Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-16T18:21:59.010801Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-16T18:21:59.010905Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-16T18:21:59.010928Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"d79a8cccc23ced73","local-member-id":"93d6a3591c669ea7","recovered-remote-peer-id":"93d6a3591c669ea7","recovered-remote-peer-urls":["https://199.204.45.233:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-16T18:21:59.010983Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"d79a8cccc23ced73","local-member-id":"93d6a3591c669ea7","recovered-remote-peer-id":"fe334179879fd0aa","recovered-remote-peer-urls":["https://199.204.45.69:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-16T18:21:59.010993Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-16T18:21:59.011005Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-16T18:21:59.011072Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-16T18:21:59.011117Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"warn","ts":"2026-04-16T18:21:59.011300Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.011363Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"fe334179879fd0aa"} {"level":"warn","ts":"2026-04-16T18:21:59.011490Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.011508Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.011690Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"warn","ts":"2026-04-16T18:21:59.011916Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa","error":"context canceled"} {"level":"warn","ts":"2026-04-16T18:21:59.012119Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"fe334179879fd0aa","error":"failed to read fe334179879fd0aa on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-16T18:21:59.012191Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"warn","ts":"2026-04-16T18:21:59.012437Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa","error":"context canceled"} {"level":"info","ts":"2026-04-16T18:21:59.012462Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.012556Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.012681Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"93d6a3591c669ea7","removed-remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.012765Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-16T18:21:59.012774Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-16T18:21:59.012866Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.012940Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.021154Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.021196Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa","remote-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-04-16T18:21:59.021207Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-16T18:21:59.021227Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":557,"current-applied-index":557,"incoming-leader-snapshot-index":557,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-16T18:21:59.021439Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.021659Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.021829Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.027509Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.029061Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.029082Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.034144Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.063374Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"93d6a3591c669ea7","to":"fe334179879fd0aa","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:21:59.063410Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.065497Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"93d6a3591c669ea7","to":"fe334179879fd0aa","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:21:59.065524Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:21:59.293697Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"93d6a3591c669ea7 switched to configuration voters=(10652881571715391143 18317056099668185258)"} {"level":"info","ts":"2026-04-16T18:21:59.294164Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"d79a8cccc23ced73","local-member-id":"93d6a3591c669ea7","promoted-member-id":"93d6a3591c669ea7"} {"level":"warn","ts":"2026-04-16T18:22:05.950031Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"93d6a3591c669ea7","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.233:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-16T18:22:05.952992Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"93d6a3591c669ea7","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.233:2379]}","cluster-id":"d79a8cccc23ced73","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T18:22:05.953003Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T18:22:05.953252Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T18:22:05.953420Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T18:22:05.953459Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T18:22:05.954480Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-16T18:22:05.954914Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-16T18:22:05.955018Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-16T18:22:05.956681Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-04-16T18:22:05.959441Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-16T18:22:05.962610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.965230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:52340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.966454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.966746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.967505Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:52332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.968173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:34540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.968304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:52348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.963199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:52320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.963405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:52306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.963931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:52324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.971324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.233:34526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.976243Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:05.986109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.011233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.023432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.027410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.037324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.047594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.067830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.078556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.088046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.105948Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.114036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.126584Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.137681Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.145599Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.161149Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.196986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.204051Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.212047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.219196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.228493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.235839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.244168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.256649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.274152Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.281212Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.290565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.298788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.306950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.315552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.323823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.331712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.344131Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.364949Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.377049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.387516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.398733Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.407473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.415994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.434425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.443262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.453434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.471487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.479707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.488136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.496839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.507276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.516114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.525629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.537545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.566385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.580563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.589041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:06.632684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:08.506993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.179136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" limit:1 ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-16T18:22:08.507142Z","caller":"traceutil/trace.go:172","msg":"trace[1496207234] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:548; }","duration":"110.350869ms","start":"2026-04-16T18:22:08.396761Z","end":"2026-04-16T18:22:08.507112Z","steps":["trace[1496207234] 'range keys from in-memory index tree' (duration: 108.580679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:19.139360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.979237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:22:19.139486Z","caller":"traceutil/trace.go:172","msg":"trace[1205269818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:579; }","duration":"259.13532ms","start":"2026-04-16T18:22:18.880330Z","end":"2026-04-16T18:22:19.139466Z","steps":["trace[1205269818] 'range keys from in-memory index tree' (duration: 258.915206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:19.139682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.571034ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T18:22:19.139811Z","caller":"traceutil/trace.go:172","msg":"trace[1408003986] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"489.845286ms","start":"2026-04-16T18:22:18.649951Z","end":"2026-04-16T18:22:19.139796Z","steps":["trace[1408003986] 'read index received' (duration: 109.660749ms)","trace[1408003986] 'applied index is now lower than readState.Index' (duration: 380.183397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:22:19.139886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:18.648374Z","time spent":"491.508532ms","remote":"127.0.0.1:53502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T18:22:19.139981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.989469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:22:19.140107Z","caller":"traceutil/trace.go:172","msg":"trace[187239017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"490.135762ms","start":"2026-04-16T18:22:18.649942Z","end":"2026-04-16T18:22:19.140077Z","steps":["trace[187239017] 'agreement among raft nodes before linearized reading' (duration: 489.924817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:19.140164Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:18.649913Z","time spent":"490.239765ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T18:22:19.484604Z","caller":"traceutil/trace.go:172","msg":"trace[1223248140] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"343.375418ms","start":"2026-04-16T18:22:19.141201Z","end":"2026-04-16T18:22:19.484577Z","steps":["trace[1223248140] 'process raft request' (duration: 343.217125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:19.485395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:19.141172Z","time spent":"343.519482ms","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:22:24.947286Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238629530,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:22:25.085769Z","caller":"traceutil/trace.go:172","msg":"trace[208446525] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:664; }","duration":"639.440845ms","start":"2026-04-16T18:22:24.446295Z","end":"2026-04-16T18:22:25.085736Z","steps":["trace[208446525] 'read index received' (duration: 639.434795ms)","trace[208446525] 'applied index is now lower than readState.Index' (duration: 4.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:22:25.086027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"639.707881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T18:22:25.086068Z","caller":"traceutil/trace.go:172","msg":"trace[2108740205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"639.770913ms","start":"2026-04-16T18:22:24.446287Z","end":"2026-04-16T18:22:25.086058Z","steps":["trace[2108740205] 'agreement among raft nodes before linearized reading' (duration: 639.594978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:25.086102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:22:24.446259Z","time spent":"639.834244ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:22:25.088143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.794915ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:22:25.088242Z","caller":"traceutil/trace.go:172","msg":"trace[2141318364] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:619; }","duration":"206.910057ms","start":"2026-04-16T18:22:24.881313Z","end":"2026-04-16T18:22:25.088223Z","steps":["trace[2141318364] 'agreement among raft nodes before linearized reading' (duration: 206.757603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:22:49.020071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:34944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:49.461889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:34982","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-16T18:22:49.475471Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"93d6a3591c669ea7 switched to configuration voters=(10652881571715391143 18317056099668185258) learners=(13665278545107159780)"} {"level":"info","ts":"2026-04-16T18:22:49.475621Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"d79a8cccc23ced73","local-member-id":"93d6a3591c669ea7","added-peer-id":"bda4d26f5de10ae4","added-peer-peer-urls":["https://199.204.45.44:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-16T18:22:49.475660Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.475697Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.476650Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.481249Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.481293Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4","remote-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-16T18:22:49.481431Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.481469Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:49.481493Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"warn","ts":"2026-04-16T18:22:49.494922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:35002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:49.495897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:35006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:49.527787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:35042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:50.521330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:35078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:53.020250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:41108","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-16T18:22:53.302811Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.302903Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.306343Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"93d6a3591c669ea7","to":"bda4d26f5de10ae4","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:22:53.306410Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.307493Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"93d6a3591c669ea7","to":"bda4d26f5de10ae4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:22:53.307622Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.326311Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"warn","ts":"2026-04-16T18:22:53.336136Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:22:53.336299Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4","error":"EOF"} {"level":"info","ts":"2026-04-16T18:22:53.352085Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"93d6a3591c669ea7","to":"bda4d26f5de10ae4","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-16T18:22:53.352125Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.352143Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.356839Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"93d6a3591c669ea7","to":"bda4d26f5de10ae4","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-16T18:22:53.356889Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.356908Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.395356Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.425160Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"93d6a3591c669ea7","remote-peer-id":"bda4d26f5de10ae4"} {"level":"info","ts":"2026-04-16T18:22:53.541880Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"93d6a3591c669ea7 switched to configuration voters=(10652881571715391143 13665278545107159780 18317056099668185258)"} {"level":"info","ts":"2026-04-16T18:22:53.542204Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"d79a8cccc23ced73","local-member-id":"93d6a3591c669ea7","promoted-member-id":"bda4d26f5de10ae4"} {"level":"warn","ts":"2026-04-16T18:22:56.986059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.668195ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:22:56.986165Z","caller":"traceutil/trace.go:172","msg":"trace[1991118703] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:701; }","duration":"104.794709ms","start":"2026-04-16T18:22:56.881347Z","end":"2026-04-16T18:22:56.986141Z","steps":["trace[1991118703] 'agreement among raft nodes before linearized reading' (duration: 75.797047ms)","trace[1991118703] 'range keys from in-memory index tree' (duration: 28.842617ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T18:23:49.834311Z","caller":"traceutil/trace.go:172","msg":"trace[503489926] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1037; }","duration":"187.280609ms","start":"2026-04-16T18:23:49.647004Z","end":"2026-04-16T18:23:49.834285Z","steps":["trace[503489926] 'read index received' (duration: 187.274869ms)","trace[503489926] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:23:49.834508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.484609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:23:49.834638Z","caller":"traceutil/trace.go:172","msg":"trace[1090822546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"187.630815ms","start":"2026-04-16T18:23:49.646984Z","end":"2026-04-16T18:23:49.834615Z","steps":["trace[1090822546] 'agreement among raft nodes before linearized reading' (duration: 187.410655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:52.298840Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:23:52.800015Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:23:53.300488Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630017,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:23:53.532865Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"93d6a3591c669ea7 is starting a new election at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.532941Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"93d6a3591c669ea7 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.532972Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"93d6a3591c669ea7 [logterm: 2, index: 1064] sent MsgPreVote request to bda4d26f5de10ae4 at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.532989Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"93d6a3591c669ea7 [logterm: 2, index: 1064] sent MsgPreVote request to fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.533005Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 93d6a3591c669ea7 lost leader fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.533065Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"93d6a3591c669ea7 received MsgPreVoteResp from 93d6a3591c669ea7 at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.533085Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"93d6a3591c669ea7 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-16T18:23:53.534085Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"93d6a3591c669ea7 received MsgPreVoteResp from bda4d26f5de10ae4 at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.534250Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"93d6a3591c669ea7 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-16T18:23:53.534290Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"93d6a3591c669ea7 became candidate at term 3"} {"level":"info","ts":"2026-04-16T18:23:53.534309Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"93d6a3591c669ea7 [logterm: 2, index: 1064] sent MsgVote request to bda4d26f5de10ae4 at term 3"} {"level":"info","ts":"2026-04-16T18:23:53.534321Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"93d6a3591c669ea7 [logterm: 2, index: 1064] sent MsgVote request to fe334179879fd0aa at term 3"} {"level":"info","ts":"2026-04-16T18:23:53.581996Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"93d6a3591c669ea7 [logterm: 2, index: 1064, vote: 93d6a3591c669ea7] rejected MsgPreVote from bda4d26f5de10ae4 [logterm: 2, index: 1064] at term 3"} {"level":"warn","ts":"2026-04-16T18:23:53.801597Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630017,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:23:53.958703Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"93d6a3591c669ea7 received MsgVoteResp from 93d6a3591c669ea7 at term 3"} {"level":"info","ts":"2026-04-16T18:23:53.958793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"93d6a3591c669ea7 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-16T18:23:54.010157Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"93d6a3591c669ea7 received MsgVoteResp from bda4d26f5de10ae4 at term 3"} {"level":"info","ts":"2026-04-16T18:23:54.010234Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"93d6a3591c669ea7 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-16T18:23:54.010276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"93d6a3591c669ea7 became leader at term 3"} {"level":"info","ts":"2026-04-16T18:23:54.010298Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 93d6a3591c669ea7 elected leader 93d6a3591c669ea7 at term 3"} {"level":"warn","ts":"2026-04-16T18:23:54.010497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.212394334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-16T18:23:54.010563Z","caller":"traceutil/trace.go:172","msg":"trace[1149068844] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"2.212487608s","start":"2026-04-16T18:23:51.798059Z","end":"2026-04-16T18:23:54.010546Z","steps":["trace[1149068844] 'agreement among raft nodes before linearized reading' (duration: 2.212390754s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.010620Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.798032Z","time spent":"2.212576072s","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-04-16T18:23:54.138669Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-16T18:23:54.145103Z","caller":"traceutil/trace.go:172","msg":"trace[7591413] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1065; }","duration":"134.696302ms","start":"2026-04-16T18:23:54.010377Z","end":"2026-04-16T18:23:54.145073Z","steps":["trace[7591413] 'read index received' (duration: 134.679131ms)","trace[7591413] 'applied index is now lower than readState.Index' (duration: 14.401µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:23:54.145222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.149292628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:23:54.145422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.499856616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:23:54.145466Z","caller":"traceutil/trace.go:172","msg":"trace[9229283] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:967; }","duration":"1.149451145s","start":"2026-04-16T18:23:52.995892Z","end":"2026-04-16T18:23:54.145343Z","steps":["trace[9229283] 'agreement among raft nodes before linearized reading' (duration: 1.149205594s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:54.145498Z","caller":"traceutil/trace.go:172","msg":"trace[363621016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"1.49995614s","start":"2026-04-16T18:23:52.645522Z","end":"2026-04-16T18:23:54.145478Z","steps":["trace[363621016] 'agreement among raft nodes before linearized reading' (duration: 1.499754931s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.995865Z","time spent":"1.149665175s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:23:54.145608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.264026273s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:23:54.145649Z","caller":"traceutil/trace.go:172","msg":"trace[743423170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:967; }","duration":"2.264067555s","start":"2026-04-16T18:23:51.881571Z","end":"2026-04-16T18:23:54.145638Z","steps":["trace[743423170] 'agreement among raft nodes before linearized reading' (duration: 2.264010393s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.744977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T18:23:54.146024Z","caller":"traceutil/trace.go:172","msg":"trace[797467279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"659.80643ms","start":"2026-04-16T18:23:53.486196Z","end":"2026-04-16T18:23:54.146002Z","steps":["trace[797467279] 'agreement among raft nodes before linearized reading' (duration: 659.634682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.146083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.273511974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T18:23:54.146146Z","caller":"traceutil/trace.go:172","msg":"trace[2047000096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"2.273577037s","start":"2026-04-16T18:23:51.872555Z","end":"2026-04-16T18:23:54.146133Z","steps":["trace[2047000096] 'agreement among raft nodes before linearized reading' (duration: 2.273356258s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.146188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:51.872530Z","time spent":"2.27364685s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:23:54.146088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:53.486171Z","time spent":"659.895813ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:23:54.145554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.645495Z","time spent":"1.500047894s","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:23:54.155173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.993119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:75 size:6308"} {"level":"info","ts":"2026-04-16T18:23:54.155243Z","caller":"traceutil/trace.go:172","msg":"trace[273960274] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:75; response_revision:969; }","duration":"114.081653ms","start":"2026-04-16T18:23:54.041149Z","end":"2026-04-16T18:23:54.155231Z","steps":["trace[273960274] 'agreement among raft nodes before linearized reading' (duration: 113.518547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:59.493703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.493008Z","time spent":"7.000687654s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T18:24:00.938104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.875505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T18:24:00.938192Z","caller":"traceutil/trace.go:172","msg":"trace[2043155506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:999; }","duration":"424.99232ms","start":"2026-04-16T18:24:00.513182Z","end":"2026-04-16T18:24:00.938174Z","steps":["trace[2043155506] 'range keys from in-memory index tree' (duration: 423.993285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:00.938234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.513150Z","time spent":"425.075514ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:00.938256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.619841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-16T18:24:00.938332Z","caller":"traceutil/trace.go:172","msg":"trace[152737404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:999; }","duration":"326.723396ms","start":"2026-04-16T18:24:00.611592Z","end":"2026-04-16T18:24:00.938315Z","steps":["trace[152737404] 'range keys from in-memory index tree' (duration: 325.430088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:00.938377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.611562Z","time spent":"326.804909ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:00.938502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.494663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:00.938609Z","caller":"traceutil/trace.go:172","msg":"trace[766064222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:999; }","duration":"291.613448ms","start":"2026-04-16T18:24:00.646977Z","end":"2026-04-16T18:24:00.938591Z","steps":["trace[766064222] 'range keys from in-memory index tree' (duration: 290.75105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:00.938725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.800277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T18:24:00.938779Z","caller":"traceutil/trace.go:172","msg":"trace[901453865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:999; }","duration":"469.855029ms","start":"2026-04-16T18:24:00.468917Z","end":"2026-04-16T18:24:00.938772Z","steps":["trace[901453865] 'range keys from in-memory index tree' (duration: 468.915256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:00.938801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.468892Z","time spent":"469.90305ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:01.237088Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fe334179879fd0aa","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"205.131583ms"} {"level":"warn","ts":"2026-04-16T18:24:01.237169Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bda4d26f5de10ae4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"205.220878ms"} {"level":"info","ts":"2026-04-16T18:24:01.238591Z","caller":"traceutil/trace.go:172","msg":"trace[1871300852] linearizableReadLoop","detail":"{readStateIndex:1112; appliedIndex:1113; }","duration":"300.520013ms","start":"2026-04-16T18:24:00.938047Z","end":"2026-04-16T18:24:01.238567Z","steps":["trace[1871300852] 'read index received' (duration: 300.514083ms)","trace[1871300852] 'applied index is now lower than readState.Index' (duration: 4.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:01.238815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.715441ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:01.238857Z","caller":"traceutil/trace.go:172","msg":"trace[1700813259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1000; }","duration":"300.808655ms","start":"2026-04-16T18:24:00.938038Z","end":"2026-04-16T18:24:01.238847Z","steps":["trace[1700813259] 'agreement among raft nodes before linearized reading' (duration: 300.67835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.125490Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:02.141916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"986.063301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zpfvc\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-16T18:24:02.142005Z","caller":"traceutil/trace.go:172","msg":"trace[884520565] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zpfvc; range_end:; response_count:1; response_revision:1000; }","duration":"986.178366ms","start":"2026-04-16T18:24:01.155811Z","end":"2026-04-16T18:24:02.141989Z","steps":["trace[884520565] 'agreement among raft nodes before linearized reading' (duration: 84.111822ms)","trace[884520565] 'range keys from in-memory index tree' (duration: 901.788962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:02.142047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.155788Z","time spent":"986.247479ms","remote":"127.0.0.1:53784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-zpfvc\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:02.142164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.202366307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:02.142739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.606629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.142834Z","caller":"traceutil/trace.go:172","msg":"trace[518602293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1000; }","duration":"261.724774ms","start":"2026-04-16T18:24:01.881097Z","end":"2026-04-16T18:24:02.142821Z","steps":["trace[518602293] 'range keys from in-memory index tree' (duration: 261.549946ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:02.143185Z","caller":"traceutil/trace.go:172","msg":"trace[1315641867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1000; }","duration":"1.20246417s","start":"2026-04-16T18:24:00.939763Z","end":"2026-04-16T18:24:02.142227Z","steps":["trace[1315641867] 'agreement among raft nodes before linearized reading' (duration: 300.144415ms)","trace[1315641867] 'range keys from in-memory index tree' (duration: 902.190129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:02.143305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.939741Z","time spent":"1.20354937s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:02.294716Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fe334179879fd0aa","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"562.785254ms"} {"level":"warn","ts":"2026-04-16T18:24:02.294784Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bda4d26f5de10ae4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"562.862238ms"} {"level":"info","ts":"2026-04-16T18:24:02.477152Z","caller":"traceutil/trace.go:172","msg":"trace[693493489] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1114; }","duration":"851.996785ms","start":"2026-04-16T18:24:01.625121Z","end":"2026-04-16T18:24:02.477117Z","steps":["trace[693493489] 'read index received' (duration: 851.982964ms)","trace[693493489] 'applied index is now lower than readState.Index' (duration: 11.641µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:02.542087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"916.944393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.542171Z","caller":"traceutil/trace.go:172","msg":"trace[1083201343] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1001; }","duration":"917.052818ms","start":"2026-04-16T18:24:01.625098Z","end":"2026-04-16T18:24:02.542151Z","steps":["trace[1083201343] 'agreement among raft nodes before linearized reading' (duration: 852.166221ms)","trace[1083201343] 'range keys from in-memory index tree' (duration: 64.736679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:02.542218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.625048Z","time spent":"917.160003ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:02.542476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"399.471759ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.542604Z","caller":"traceutil/trace.go:172","msg":"trace[2104702624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1002; }","duration":"399.612946ms","start":"2026-04-16T18:24:02.142955Z","end":"2026-04-16T18:24:02.542568Z","steps":["trace[2104702624] 'agreement among raft nodes before linearized reading' (duration: 399.438597ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:02.542496Z","caller":"traceutil/trace.go:172","msg":"trace[1697176836] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"380.641665ms","start":"2026-04-16T18:24:02.161821Z","end":"2026-04-16T18:24:02.542463Z","steps":["trace[1697176836] 'process raft request' (duration: 315.255806ms)","trace[1697176836] 'compare' (duration: 65.137467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:02.542935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.115061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.543040Z","caller":"traceutil/trace.go:172","msg":"trace[102296001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"391.234256ms","start":"2026-04-16T18:24:02.151781Z","end":"2026-04-16T18:24:02.543015Z","steps":["trace[102296001] 'agreement among raft nodes before linearized reading' (duration: 391.045757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.543080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:02.161806Z","time spent":"381.17159ms","remote":"127.0.0.1:53784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:02.543088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:02.151764Z","time spent":"391.315909ms","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:03.545481Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fe334179879fd0aa","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"172.407744ms"} {"level":"warn","ts":"2026-04-16T18:24:03.545580Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bda4d26f5de10ae4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"172.522699ms"} {"level":"info","ts":"2026-04-16T18:24:03.736981Z","caller":"traceutil/trace.go:172","msg":"trace[1501239737] linearizableReadLoop","detail":"{readStateIndex:1115; appliedIndex:1115; }","duration":"290.902286ms","start":"2026-04-16T18:24:03.446046Z","end":"2026-04-16T18:24:03.736948Z","steps":["trace[1501239737] 'read index received' (duration: 290.892335ms)","trace[1501239737] 'applied index is now lower than readState.Index' (duration: 8.371µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:03.781207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.140209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-16T18:24:03.781318Z","caller":"traceutil/trace.go:172","msg":"trace[600269520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1002; }","duration":"335.262074ms","start":"2026-04-16T18:24:03.446028Z","end":"2026-04-16T18:24:03.781290Z","steps":["trace[600269520] 'agreement among raft nodes before linearized reading' (duration: 291.090565ms)","trace[600269520] 'range keys from in-memory index tree' (duration: 43.913917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:03.781384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.445987Z","time spent":"335.380349ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:03.781575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.990182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T18:24:03.781627Z","caller":"traceutil/trace.go:172","msg":"trace[1186223892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1002; }","duration":"630.037615ms","start":"2026-04-16T18:24:03.151571Z","end":"2026-04-16T18:24:03.781609Z","steps":["trace[1186223892] 'range keys from in-memory index tree' (duration: 628.984279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:03.781667Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.151541Z","time spent":"630.11444ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:03.781317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"899.989336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:03.781757Z","caller":"traceutil/trace.go:172","msg":"trace[810647036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1002; }","duration":"900.434037ms","start":"2026-04-16T18:24:02.881308Z","end":"2026-04-16T18:24:03.781742Z","steps":["trace[810647036] 'range keys from in-memory index tree' (duration: 899.926453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:03.782225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.578485ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T18:24:04.073679Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fe334179879fd0aa","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.755229ms"} {"level":"warn","ts":"2026-04-16T18:24:04.073751Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bda4d26f5de10ae4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.839842ms"} {"level":"info","ts":"2026-04-16T18:24:04.073716Z","caller":"traceutil/trace.go:172","msg":"trace[994084177] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1117; }","duration":"336.616352ms","start":"2026-04-16T18:24:03.737069Z","end":"2026-04-16T18:24:04.073685Z","steps":["trace[994084177] 'read index received' (duration: 336.605542ms)","trace[994084177] 'applied index is now lower than readState.Index' (duration: 8.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:04.175074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"526.698839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:04.175177Z","caller":"traceutil/trace.go:172","msg":"trace[1133328018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1003; }","duration":"526.815845ms","start":"2026-04-16T18:24:03.648337Z","end":"2026-04-16T18:24:04.175153Z","steps":["trace[1133328018] 'agreement among raft nodes before linearized reading' (duration: 425.503226ms)","trace[1133328018] 'range keys from in-memory index tree' (duration: 101.14533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:04.175226Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.648313Z","time spent":"526.903558ms","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:04.175394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.328169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-16T18:24:04.574621Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630079,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:04.982341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"93d6a3591c669ea7 [logterm: 3, index: 1120, vote: 93d6a3591c669ea7] ignored MsgPreVote from bda4d26f5de10ae4 [logterm: 3, index: 1120] at term 3: lease is not expired (remaining ticks: 6)"} {"level":"warn","ts":"2026-04-16T18:24:05.075195Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:05.575824Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:05.837131Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.763278789s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T18:24:05.837400Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fe334179879fd0aa","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.563628564s"} {"level":"warn","ts":"2026-04-16T18:24:05.837424Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bda4d26f5de10ae4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.563661587s"} {"level":"info","ts":"2026-04-16T18:24:05.839674Z","caller":"traceutil/trace.go:172","msg":"trace[1854393457] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1119; }","duration":"1.765845405s","start":"2026-04-16T18:24:04.073790Z","end":"2026-04-16T18:24:05.839636Z","steps":["trace[1854393457] 'read index received' (duration: 1.765834775s)","trace[1854393457] 'applied index is now lower than readState.Index' (duration: 8.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:06.176487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000032776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T18:24:06.176580Z","caller":"traceutil/trace.go:172","msg":"trace[473239512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135691s","start":"2026-04-16T18:24:04.176426Z","end":"2026-04-16T18:24:06.176562Z","steps":["trace[473239512] 'agreement among raft nodes before linearized reading' (duration: 2.000030016s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:06.176631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.176389Z","time spent":"2.000234136s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 18:24:06 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T18:24:06.782227Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"93d6a3591c669ea7 [logterm: 3, index: 1124, vote: 93d6a3591c669ea7] ignored MsgPreVote from bda4d26f5de10ae4 [logterm: 3, index: 1121] at term 3: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-04-16T18:24:07.250464Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.404889375s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T18:24:07.250574Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fe334179879fd0aa","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.207753776s"} {"level":"warn","ts":"2026-04-16T18:24:07.250589Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bda4d26f5de10ae4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.207773357s"} {"level":"warn","ts":"2026-04-16T18:24:07.268956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.48711587s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.269042Z","caller":"traceutil/trace.go:172","msg":"trace[1280769178] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1005; }","duration":"3.487212964s","start":"2026-04-16T18:24:03.781805Z","end":"2026-04-16T18:24:07.269018Z","steps":["trace[1280769178] 'agreement among raft nodes before linearized reading' (duration: 2.058182443s)","trace[1280769178] 'range keys from in-memory index tree' (duration: 1.428912546s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.269411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.377199078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.269442Z","caller":"traceutil/trace.go:172","msg":"trace[1173548516] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1005; }","duration":"3.377231119s","start":"2026-04-16T18:24:03.892202Z","end":"2026-04-16T18:24:07.269433Z","steps":["trace[1173548516] 'agreement among raft nodes before linearized reading' (duration: 1.947765598s)","trace[1173548516] 'range keys from in-memory index tree' (duration: 1.429412319s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.269469Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.892168Z","time spent":"3.377293203s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.269538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.431913433s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T18:24:07.269706Z","caller":"traceutil/trace.go:172","msg":"trace[1732376899] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1119; }","duration":"1.429939353s","start":"2026-04-16T18:24:05.839754Z","end":"2026-04-16T18:24:07.269693Z","steps":["trace[1732376899] 'read index received' (duration: 887.06µs)","trace[1732376899] 'applied index is now lower than readState.Index' (duration: 1.429051233s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:07.269886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.004476945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T18:24:07.269916Z","caller":"traceutil/trace.go:172","msg":"trace[474085797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1007; }","duration":"2.004521148s","start":"2026-04-16T18:24:05.265388Z","end":"2026-04-16T18:24:07.269909Z","steps":["trace[474085797] 'agreement among raft nodes before linearized reading' (duration: 2.0043652s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.269931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.08163628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:07.269948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.265348Z","time spent":"2.00459013s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:07.269961Z","caller":"traceutil/trace.go:172","msg":"trace[1830633835] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1007; }","duration":"2.081663971s","start":"2026-04-16T18:24:05.188286Z","end":"2026-04-16T18:24:07.269950Z","steps":["trace[1830633835] 'agreement among raft nodes before linearized reading' (duration: 2.081608229s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.269982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.188259Z","time spent":"2.081717633s","remote":"127.0.0.1:53942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.270170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.897570554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-16T18:24:07.270208Z","caller":"traceutil/trace.go:172","msg":"trace[1436787555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1007; }","duration":"2.897607585s","start":"2026-04-16T18:24:04.372590Z","end":"2026-04-16T18:24:07.270197Z","steps":["trace[1436787555] 'agreement among raft nodes before linearized reading' (duration: 2.89747522s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.270228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.372560Z","time spent":"2.897662278s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:07.321313Z","caller":"traceutil/trace.go:172","msg":"trace[1685011532] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"1.136100744s","start":"2026-04-16T18:24:06.185168Z","end":"2026-04-16T18:24:07.321269Z","steps":["trace[1685011532] 'process raft request' (duration: 1.135844552s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.321514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.185128Z","time spent":"1.136296283s","remote":"127.0.0.1:53596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T18:24:07.329764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.218683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T18:24:07.329837Z","caller":"traceutil/trace.go:172","msg":"trace[1328192679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1014; }","duration":"428.312657ms","start":"2026-04-16T18:24:06.901511Z","end":"2026-04-16T18:24:07.329823Z","steps":["trace[1328192679] 'agreement among raft nodes before linearized reading' (duration: 428.15059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.329984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.901489Z","time spent":"428.485465ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.329998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.143842959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:07.330025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"503.047058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.330115Z","caller":"traceutil/trace.go:172","msg":"trace[1505140780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1014; }","duration":"1.143970845s","start":"2026-04-16T18:24:06.186117Z","end":"2026-04-16T18:24:07.330088Z","steps":["trace[1505140780] 'agreement among raft nodes before linearized reading' (duration: 1.143798958s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:07.330132Z","caller":"traceutil/trace.go:172","msg":"trace[397967108] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1015; }","duration":"503.173303ms","start":"2026-04-16T18:24:06.826942Z","end":"2026-04-16T18:24:07.330116Z","steps":["trace[397967108] 'agreement among raft nodes before linearized reading' (duration: 503.021736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.330173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.826894Z","time spent":"503.273068ms","remote":"127.0.0.1:53774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.330191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.186103Z","time spent":"1.14406579s","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:07.329997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.208564511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T18:24:07.330440Z","caller":"traceutil/trace.go:172","msg":"trace[1295913589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1015; }","duration":"1.208833524s","start":"2026-04-16T18:24:06.121413Z","end":"2026-04-16T18:24:07.330246Z","steps":["trace[1295913589] 'agreement among raft nodes before linearized reading' (duration: 1.20852831s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.330709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.121382Z","time spent":"1.209236922s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:08.300152Z","caller":"traceutil/trace.go:172","msg":"trace[2035723081] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"118.063242ms","start":"2026-04-16T18:24:08.182066Z","end":"2026-04-16T18:24:08.300129Z","steps":["trace[2035723081] 'process raft request' (duration: 117.907935ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.522588Z","caller":"traceutil/trace.go:172","msg":"trace[1405154952] linearizableReadLoop","detail":"{readStateIndex:1136; appliedIndex:1136; }","duration":"124.731019ms","start":"2026-04-16T18:24:08.397826Z","end":"2026-04-16T18:24:08.522557Z","steps":["trace[1405154952] 'read index received' (duration: 124.721659ms)","trace[1405154952] 'applied index is now lower than readState.Index' (duration: 7.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:08.522781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.931959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:08.522902Z","caller":"traceutil/trace.go:172","msg":"trace[1641289173] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1021; }","duration":"125.064734ms","start":"2026-04-16T18:24:08.397805Z","end":"2026-04-16T18:24:08.522870Z","steps":["trace[1641289173] 'agreement among raft nodes before linearized reading' (duration: 124.859955ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.522927Z","caller":"traceutil/trace.go:172","msg":"trace[1360884604] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"327.082502ms","start":"2026-04-16T18:24:08.195809Z","end":"2026-04-16T18:24:08.522892Z","steps":["trace[1360884604] 'process raft request' (duration: 326.886003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.523122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.195782Z","time spent":"327.234459ms","remote":"127.0.0.1:53784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:24:08.888038Z","caller":"traceutil/trace.go:172","msg":"trace[840645999] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"217.121481ms","start":"2026-04-16T18:24:08.670892Z","end":"2026-04-16T18:24:08.888013Z","steps":["trace[840645999] 'process raft request' (duration: 212.246518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.454014Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11432279453238630104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:09.640976Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fe334179879fd0aa","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.05916ms"} {"level":"warn","ts":"2026-04-16T18:24:09.641079Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bda4d26f5de10ae4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.176455ms"} {"level":"info","ts":"2026-04-16T18:24:09.641062Z","caller":"traceutil/trace.go:172","msg":"trace[739787616] linearizableReadLoop","detail":"{readStateIndex:1143; appliedIndex:1144; }","duration":"687.596681ms","start":"2026-04-16T18:24:08.953419Z","end":"2026-04-16T18:24:09.641015Z","steps":["trace[739787616] 'read index received' (duration: 687.57637ms)","trace[739787616] 'applied index is now lower than readState.Index' (duration: 17.031µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:09.756652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.219512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:09.756782Z","caller":"traceutil/trace.go:172","msg":"trace[1223162490] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1028; }","duration":"803.355379ms","start":"2026-04-16T18:24:08.953406Z","end":"2026-04-16T18:24:09.756761Z","steps":["trace[1223162490] 'agreement among raft nodes before linearized reading' (duration: 687.838963ms)","trace[1223162490] 'range keys from in-memory index tree' (duration: 115.347259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:09.756825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.953388Z","time spent":"803.426621ms","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:09.757103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.854971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T18:24:09.757409Z","caller":"traceutil/trace.go:172","msg":"trace[171255975] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"568.684056ms","start":"2026-04-16T18:24:09.188694Z","end":"2026-04-16T18:24:09.757378Z","steps":["trace[171255975] 'process raft request' (duration: 452.463347ms)","trace[171255975] 'compare' (duration: 115.313497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:09.757690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.188674Z","time spent":"568.866024ms","remote":"127.0.0.1:53596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:24:09.964226Z","caller":"traceutil/trace.go:172","msg":"trace[341245413] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1147; }","duration":"323.024321ms","start":"2026-04-16T18:24:09.641173Z","end":"2026-04-16T18:24:09.964198Z","steps":["trace[341245413] 'read index received' (duration: 323.013891ms)","trace[341245413] 'applied index is now lower than readState.Index' (duration: 8.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:09.964432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"770.705719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:09.964467Z","caller":"traceutil/trace.go:172","msg":"trace[1262265647] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1030; }","duration":"770.754761ms","start":"2026-04-16T18:24:09.193702Z","end":"2026-04-16T18:24:09.964457Z","steps":["trace[1262265647] 'agreement among raft nodes before linearized reading' (duration: 770.662898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.964499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.193694Z","time spent":"770.796303ms","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:09.964457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"686.439943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:09.964584Z","caller":"traceutil/trace.go:172","msg":"trace[98792917] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1030; }","duration":"686.591599ms","start":"2026-04-16T18:24:09.277963Z","end":"2026-04-16T18:24:09.964555Z","steps":["trace[98792917] 'agreement among raft nodes before linearized reading' (duration: 686.308017ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:09.964594Z","caller":"traceutil/trace.go:172","msg":"trace[877680688] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"396.249042ms","start":"2026-04-16T18:24:09.568322Z","end":"2026-04-16T18:24:09.964571Z","steps":["trace[877680688] 'process raft request' (duration: 396.201909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.964654Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.277923Z","time spent":"686.714935ms","remote":"127.0.0.1:54034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:09.964633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"783.591532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:09.964761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.568303Z","time spent":"396.369657ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:24:09.964782Z","caller":"traceutil/trace.go:172","msg":"trace[820055136] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1034; }","duration":"783.732778ms","start":"2026-04-16T18:24:09.181004Z","end":"2026-04-16T18:24:09.964737Z","steps":["trace[820055136] 'agreement among raft nodes before linearized reading' (duration: 783.525209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.964860Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.180966Z","time spent":"783.884726ms","remote":"127.0.0.1:53706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:09.964981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.397123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zpfvc\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-04-16T18:24:09.965048Z","caller":"traceutil/trace.go:172","msg":"trace[908622635] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zpfvc; range_end:; response_count:1; response_revision:1034; }","duration":"778.466677ms","start":"2026-04-16T18:24:09.186569Z","end":"2026-04-16T18:24:09.965036Z","steps":["trace[908622635] 'agreement among raft nodes before linearized reading' (duration: 778.238997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.965082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.186521Z","time spent":"778.552981ms","remote":"127.0.0.1:53784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18648,"request content":"key:\"/registry/pods/kube-system/cilium-zpfvc\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:09.965110Z","caller":"traceutil/trace.go:172","msg":"trace[294395682] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"457.550091ms","start":"2026-04-16T18:24:09.507549Z","end":"2026-04-16T18:24:09.965099Z","steps":["trace[294395682] 'process raft request' (duration: 456.939784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.965102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.679279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-16T18:24:09.965274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.507517Z","time spent":"457.639456ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:24:09.965439Z","caller":"traceutil/trace.go:172","msg":"trace[1850513474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1034; }","duration":"444.751323ms","start":"2026-04-16T18:24:09.520409Z","end":"2026-04-16T18:24:09.965160Z","steps":["trace[1850513474] 'agreement among raft nodes before linearized reading' (duration: 444.637158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:09.965490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.520395Z","time spent":"445.084978ms","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:10.139395Z","caller":"traceutil/trace.go:172","msg":"trace[301153804] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1152; }","duration":"175.070755ms","start":"2026-04-16T18:24:09.964301Z","end":"2026-04-16T18:24:10.139372Z","steps":["trace[301153804] 'read index received' (duration: 175.063525ms)","trace[301153804] 'applied index is now lower than readState.Index' (duration: 4.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:10.139524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.851924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.139880Z","caller":"traceutil/trace.go:172","msg":"trace[1269128849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1035; }","duration":"491.21065ms","start":"2026-04-16T18:24:09.648647Z","end":"2026-04-16T18:24:10.139858Z","steps":["trace[1269128849] 'agreement among raft nodes before linearized reading' (duration: 490.825653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.139562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.043736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-04-16T18:24:10.139958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.648623Z","time spent":"491.309305ms","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:10.139603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.767326ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.141165Z","caller":"traceutil/trace.go:172","msg":"trace[124499190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1035; }","duration":"178.524014ms","start":"2026-04-16T18:24:09.962506Z","end":"2026-04-16T18:24:10.141030Z","steps":["trace[124499190] 'agreement among raft nodes before linearized reading' (duration: 176.938131ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.141215Z","caller":"traceutil/trace.go:172","msg":"trace[852619903] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"162.255584ms","start":"2026-04-16T18:24:09.978938Z","end":"2026-04-16T18:24:10.141194Z","steps":["trace[852619903] 'process raft request' (duration: 160.779077ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.141139Z","caller":"traceutil/trace.go:172","msg":"trace[665292864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"260.289485ms","start":"2026-04-16T18:24:09.880829Z","end":"2026-04-16T18:24:10.141118Z","steps":["trace[665292864] 'agreement among raft nodes before linearized reading' (duration: 258.763245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.413273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.64016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T18:24:10.509626Z","caller":"traceutil/trace.go:172","msg":"trace[1086539039] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1154; }","duration":"123.049041ms","start":"2026-04-16T18:24:10.386540Z","end":"2026-04-16T18:24:10.509589Z","steps":["trace[1086539039] 'read index received' (duration: 123.0387ms)","trace[1086539039] 'applied index is now lower than readState.Index' (duration: 8.04µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:10.509893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.316944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T18:24:10.509949Z","caller":"traceutil/trace.go:172","msg":"trace[858271260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1038; }","duration":"123.403197ms","start":"2026-04-16T18:24:10.386532Z","end":"2026-04-16T18:24:10.509936Z","steps":["trace[858271260] 'agreement among raft nodes before linearized reading' (duration: 123.22457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.509948Z","caller":"traceutil/trace.go:172","msg":"trace[510510197] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"117.742047ms","start":"2026-04-16T18:24:10.392181Z","end":"2026-04-16T18:24:10.509923Z","steps":["trace[510510197] 'process raft request' (duration: 117.625042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.595350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.574971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T18:24:10.595484Z","caller":"traceutil/trace.go:172","msg":"trace[935392639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1039; }","duration":"109.731948ms","start":"2026-04-16T18:24:10.485733Z","end":"2026-04-16T18:24:10.595465Z","steps":["trace[935392639] 'agreement among raft nodes before linearized reading' (duration: 103.298471ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.708002Z","caller":"traceutil/trace.go:172","msg":"trace[1288329092] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"107.568287ms","start":"2026-04-16T18:24:10.600412Z","end":"2026-04-16T18:24:10.707980Z","steps":["trace[1288329092] 'process raft request' (duration: 107.350197ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:15.732314Z","caller":"traceutil/trace.go:172","msg":"trace[1604387520] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"121.402901ms","start":"2026-04-16T18:24:15.610512Z","end":"2026-04-16T18:24:15.731915Z","steps":["trace[1604387520] 'process raft request' (duration: 121.017544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:19.174336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60462","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-16T18:24:19.639581Z","caller":"traceutil/trace.go:172","msg":"trace[224276283] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"118.263279ms","start":"2026-04-16T18:24:19.521297Z","end":"2026-04-16T18:24:19.639560Z","steps":["trace[224276283] 'process raft request' (duration: 117.551786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:20.494590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:20.512526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:20.606909Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:20.634357Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:24:20.794065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60536","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-16T18:24:27.648537Z","caller":"traceutil/trace.go:172","msg":"trace[287268958] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"150.35505ms","start":"2026-04-16T18:24:27.498159Z","end":"2026-04-16T18:24:27.648514Z","steps":["trace[287268958] 'process raft request' (duration: 150.227493ms)"],"step_count":1}