{"level":"warn","ts":"2026-03-30T20:39:10.521754Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T20:39:10.521927Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=controller-1=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-30T20:39:10.522074Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T20:39:10.522141Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-30T20:39:10.522190Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T20:39:10.523959Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-03-30T20:39:10.524092Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-30T20:39:10.530221Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.67096ms"} {"level":"info","ts":"2026-03-30T20:39:10.539597Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-03-30T20:39:10.539663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T20:39:10.539709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-03-30T20:39:10.539722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-30T20:39:10.539732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-03-30T20:39:10.539764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-03-30T20:39:10.546992Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T20:39:10.550919Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T20:39:10.551066Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T20:39:10.552558Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T20:39:10.555794Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T20:39:10.555946Z","caller":"etcdserver/server.go:759","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-30T20:39:10.556229Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:39:10.556364Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:39:10.556343Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T20:39:10.556377Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:39:10.558159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-03-30T20:39:10.558579Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-30T20:39:10.559334Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T20:39:10.559622Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-30T20:39:10.559700Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-30T20:39:10.559847Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T20:39:10.559949Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T20:39:11.140458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-03-30T20:39:11.140507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-30T20:39:11.140524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-03-30T20:39:11.140536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-03-30T20:39:11.140601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-30T20:39:11.140614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-03-30T20:39:11.140633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-30T20:39:11.142370Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T20:39:11.142391Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T20:39:11.142483Z","caller":"etcdserver/server.go:2697","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T20:39:11.142473Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T20:39:11.142684Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T20:39:11.142711Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T20:39:11.143740Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T20:39:11.143894Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T20:39:11.143929Z","caller":"etcdserver/server.go:2721","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T20:39:11.143946Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T20:39:11.144735Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T20:39:11.144820Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-03-30T20:39:11.146055Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-30T20:39:19.734448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.496869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-30T20:39:19.734607Z","caller":"traceutil/trace.go:171","msg":"trace[769138688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:308; }","duration":"100.7832ms","start":"2026-03-30T20:39:19.633796Z","end":"2026-03-30T20:39:19.734579Z","steps":["trace[769138688] 'range keys from in-memory index tree' (duration: 100.297979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:39:19.734932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.678286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:39:19.734989Z","caller":"traceutil/trace.go:171","msg":"trace[572794457] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:308; }","duration":"164.774236ms","start":"2026-03-30T20:39:19.570199Z","end":"2026-03-30T20:39:19.734973Z","steps":["trace[572794457] 'range keys from in-memory index tree' (duration: 164.590746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:39:24.471379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.079746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T20:39:24.471512Z","caller":"traceutil/trace.go:171","msg":"trace[1021858479] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"156.32986ms","start":"2026-03-30T20:39:24.315162Z","end":"2026-03-30T20:39:24.471492Z","steps":["trace[1021858479] 'process raft request' (duration: 41.531462ms)","trace[1021858479] 'compare' (duration: 113.949435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:39:31.293206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.168441ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:39:31.293284Z","caller":"traceutil/trace.go:171","msg":"trace[2059271045] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:402; }","duration":"582.273911ms","start":"2026-03-30T20:39:30.710997Z","end":"2026-03-30T20:39:31.293271Z","steps":["trace[2059271045] 'range keys from in-memory index tree' (duration: 582.102261ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:39:31.295992Z","caller":"traceutil/trace.go:171","msg":"trace[1621650609] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"493.802915ms","start":"2026-03-30T20:39:30.802152Z","end":"2026-03-30T20:39:31.295955Z","steps":["trace[1621650609] 'process raft request' (duration: 492.915643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:39:31.296613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:39:30.802121Z","time spent":"494.338447ms","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T20:39:36.255871Z","caller":"traceutil/trace.go:171","msg":"trace[344871658] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"232.828654ms","start":"2026-03-30T20:39:36.023022Z","end":"2026-03-30T20:39:36.255850Z","steps":["trace[344871658] 'process raft request' (duration: 232.667054ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:39:47.216266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258) learners=(15939328171352006275)"} {"level":"info","ts":"2026-03-30T20:39:47.216391Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"dd33de858bd01e83","added-peer-peer-urls":["https://162.253.55.110:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T20:39:47.216436Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:47.216475Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:47.216553Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:47.216630Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:47.216657Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:47.216683Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83","remote-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-30T20:39:47.216703Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"ba52c55cf4193752","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:47.216726Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:47.216660Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:49.061219Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:49.061365Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:49.061869Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:49.064806Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"ba52c55cf4193752","to":"dd33de858bd01e83","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T20:39:49.064861Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:49.065741Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"ba52c55cf4193752","to":"dd33de858bd01e83","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T20:39:49.065765Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ba52c55cf4193752","remote-peer-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:49.267675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258 15939328171352006275)"} {"level":"info","ts":"2026-03-30T20:39:49.267917Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","promoted-member-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:39:49.267948Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"ba52c55cf4193752","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"dd33de858bd01e83"} {"level":"info","ts":"2026-03-30T20:40:16.477001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258 15939328171352006275) learners=(1473513255594239663)"} {"level":"info","ts":"2026-03-30T20:40:16.477193Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"1472f87fbb8626af","added-peer-peer-urls":["https://199.204.45.6:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T20:40:16.477249Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:16.477285Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:16.477480Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:16.477537Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:16.477456Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:16.477580Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:16.477587Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af","remote-peer-urls":["https://199.204.45.6:2380"]} {"level":"info","ts":"2026-03-30T20:40:16.477614Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"warn","ts":"2026-03-30T20:40:16.493519Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.6:51570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:16.542387Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"1472f87fbb8626af","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-30T20:40:16.715824Z","caller":"traceutil/trace.go:171","msg":"trace[719349089] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"105.636919ms","start":"2026-03-30T20:40:16.610129Z","end":"2026-03-30T20:40:16.715766Z","steps":["trace[719349089] 'process raft request' (duration: 105.464252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:40:17.031073Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.6:51608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:40:17.532570Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"1472f87fbb8626af","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-30T20:40:18.413537Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:18.413615Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:18.413891Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:18.419009Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"ba52c55cf4193752","to":"1472f87fbb8626af","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T20:40:18.419066Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:18.423091Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"ba52c55cf4193752","to":"1472f87fbb8626af","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T20:40:18.423162Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ba52c55cf4193752","remote-peer-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:18.531444Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(1473513255594239663 13426010442167826258 15939328171352006275)"} {"level":"info","ts":"2026-03-30T20:40:18.531589Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","promoted-member-id":"1472f87fbb8626af"} {"level":"info","ts":"2026-03-30T20:40:18.531631Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"ba52c55cf4193752","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"1472f87fbb8626af"} {"level":"warn","ts":"2026-03-30T20:45:10.997316Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:11.498480Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:11.999346Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:12.499906Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:12.515873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T20:45:12.515912Z","caller":"traceutil/trace.go:171","msg":"trace[982230925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948185s","start":"2026-03-30T20:45:10.515951Z","end":"2026-03-30T20:45:12.515899Z","steps":["trace[982230925] 'agreement among raft nodes before linearized reading' (duration: 1.999896083s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:12.515948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:10.515935Z","time spent":"2.000006907s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 20:45:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T20:45:12.740149Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"ba52c55cf4193752 stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-03-30T20:45:12.740248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 2"} {"level":"info","ts":"2026-03-30T20:45:12.740268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 lost leader ba52c55cf4193752 at term 2"} {"level":"warn","ts":"2026-03-30T20:45:12.794592Z","caller":"embed/config_logging.go:170","msg":"rejected connection on peer endpoint","remote-addr":"199.204.45.6:58148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:45:13.000624Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:45:13.000725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-03-30T20:45:13.501675Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:45:13.501780Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-30T20:45:13.540641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-30T20:45:13.540695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-30T20:45:13.630849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-30T20:45:13.630936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-30T20:45:13.740767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T20:45:13.740843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T20:45:13.740870Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-30T20:45:13.740904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288] sent MsgPreVote request to 1472f87fbb8626af at term 2"} {"level":"info","ts":"2026-03-30T20:45:13.740925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288] sent MsgPreVote request to dd33de858bd01e83 at term 2"} {"level":"warn","ts":"2026-03-30T20:45:14.001824Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:14.503028Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:14.516535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T20:45:14.516625Z","caller":"traceutil/trace.go:171","msg":"trace[1943337482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504612s","start":"2026-03-30T20:45:12.516095Z","end":"2026-03-30T20:45:14.516600Z","steps":["trace[1943337482] 'agreement among raft nodes before linearized reading' (duration: 2.000376437s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:14.516691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:12.516084Z","time spent":"2.000596745s","remote":"127.0.0.1:36874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T20:45:14.740315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T20:45:14.740389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T20:45:14.740406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-30T20:45:14.740430Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288] sent MsgPreVote request to 1472f87fbb8626af at term 2"} {"level":"info","ts":"2026-03-30T20:45:14.740441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288] sent MsgPreVote request to dd33de858bd01e83 at term 2"} {"level":"warn","ts":"2026-03-30T20:45:15.003514Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:15.504661Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:15.722838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:10.724060Z","time spent":"4.998774015s","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 20:45:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T20:45:15.740619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T20:45:15.740664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T20:45:15.740678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-30T20:45:15.740742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288] sent MsgPreVote request to 1472f87fbb8626af at term 2"} {"level":"info","ts":"2026-03-30T20:45:15.740760Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288] sent MsgPreVote request to dd33de858bd01e83 at term 2"} {"level":"warn","ts":"2026-03-30T20:45:16.004715Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:45:16.127165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288, vote: ba52c55cf4193752] cast MsgPreVote for dd33de858bd01e83 [logterm: 2, index: 2288] at term 2"} {"level":"warn","ts":"2026-03-30T20:45:16.506284Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:45:16.525725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000973745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T20:45:16.525966Z","caller":"traceutil/trace.go:171","msg":"trace[1414765584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001290336s","start":"2026-03-30T20:45:14.524665Z","end":"2026-03-30T20:45:16.525955Z","steps":["trace[1414765584] 'agreement among raft nodes before linearized reading' (duration: 2.001037607s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:16.525996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:14.524637Z","time spent":"2.001351288s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T20:45:16.742242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T20:45:16.742338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T20:45:16.742351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-30T20:45:16.742365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288] sent MsgPreVote request to 1472f87fbb8626af at term 2"} {"level":"info","ts":"2026-03-30T20:45:16.742373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288] sent MsgPreVote request to dd33de858bd01e83 at term 2"} {"level":"warn","ts":"2026-03-30T20:45:17.002246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:12.003910Z","time spent":"4.998331519s","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 20:45:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T20:45:17.006462Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421520406141614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:45:17.335452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [term: 2] received a MsgVote message with higher term from dd33de858bd01e83 [term: 3]"} {"level":"info","ts":"2026-03-30T20:45:17.335534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 3"} {"level":"info","ts":"2026-03-30T20:45:17.335551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288, vote: 0] cast MsgVote for dd33de858bd01e83 [logterm: 2, index: 2288] at term 3"} {"level":"warn","ts":"2026-03-30T20:45:17.496497Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"info","ts":"2026-03-30T20:45:17.496604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-03-30T20:45:17.496835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000347887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-30T20:45:17.496884Z","caller":"traceutil/trace.go:171","msg":"trace[1648271116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.000445561s","start":"2026-03-30T20:45:10.496428Z","end":"2026-03-30T20:45:17.496873Z","steps":["trace[1648271116] 'agreement among raft nodes before linearized reading' (duration: 7.000384949s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.496912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:10.496407Z","time spent":"7.000498933s","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T20:45:17.702526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288, vote: dd33de858bd01e83] cast MsgPreVote for dd33de858bd01e83 [logterm: 2, index: 2288] at term 3"} {"level":"info","ts":"2026-03-30T20:45:17.760171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [term: 3] received a MsgVote message with higher term from dd33de858bd01e83 [term: 4]"} {"level":"info","ts":"2026-03-30T20:45:17.760213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 4"} {"level":"info","ts":"2026-03-30T20:45:17.760222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 [logterm: 2, index: 2288, vote: 0] cast MsgVote for dd33de858bd01e83 [logterm: 2, index: 2288] at term 4"} {"level":"info","ts":"2026-03-30T20:45:17.762555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader dd33de858bd01e83 at term 4"} {"level":"warn","ts":"2026-03-30T20:45:17.764381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.053964424s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.764622Z","caller":"traceutil/trace.go:171","msg":"trace[185854822] range","detail":"{range_begin:; range_end:; }","duration":"7.054212792s","start":"2026-03-30T20:45:10.710399Z","end":"2026-03-30T20:45:17.764612Z","steps":["trace[185854822] 'agreement among raft nodes before linearized reading' (duration: 7.053962934s)"],"step_count":1} {"level":"error","ts":"2026-03-30T20:45:17.764712Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T20:45:17.767361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.447468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.767403Z","caller":"traceutil/trace.go:171","msg":"trace[1050512764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"761.50959ms","start":"2026-03-30T20:45:17.005886Z","end":"2026-03-30T20:45:17.767396Z","steps":["trace[1050512764] 'agreement among raft nodes before linearized reading' (duration: 761.343254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.767432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:17.005878Z","time spent":"761.539551ms","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:45:17.767480Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237352225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.767496Z","caller":"traceutil/trace.go:171","msg":"trace[2143736225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.237384896s","start":"2026-03-30T20:45:16.530107Z","end":"2026-03-30T20:45:17.767492Z","steps":["trace[2143736225] 'agreement among raft nodes before linearized reading' (duration: 1.237368855s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.767516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:16.530099Z","time spent":"1.237413298s","remote":"127.0.0.1:36874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T20:45:17.767588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85737594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.767613Z","caller":"traceutil/trace.go:171","msg":"trace[457741447] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; }","duration":"1.857419212s","start":"2026-03-30T20:45:15.910182Z","end":"2026-03-30T20:45:17.767601Z","steps":["trace[457741447] 'agreement among raft nodes before linearized reading' (duration: 1.857400191s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.767628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:15.910174Z","time spent":"1.857448222s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-30T20:45:17.767705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042793621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.767721Z","caller":"traceutil/trace.go:171","msg":"trace[21567991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.042828683s","start":"2026-03-30T20:45:15.724887Z","end":"2026-03-30T20:45:17.767716Z","steps":["trace[21567991] 'agreement among raft nodes before linearized reading' (duration: 2.042807042s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.767734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:15.724877Z","time spent":"2.042853353s","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:45:17.767756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079844948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.767771Z","caller":"traceutil/trace.go:171","msg":"trace[1099536237] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"3.07989852s","start":"2026-03-30T20:45:14.687868Z","end":"2026-03-30T20:45:17.767767Z","steps":["trace[1099536237] 'agreement among raft nodes before linearized reading' (duration: 3.07988294s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.767839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:14.687850Z","time spent":"3.079984293s","remote":"127.0.0.1:37354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-30T20:45:17.767884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193604475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.767907Z","caller":"traceutil/trace.go:171","msg":"trace[968693867] range","detail":"{range_begin:/registry/validatingadmissionpolicies/; range_end:/registry/validatingadmissionpolicies0; }","duration":"3.193679698s","start":"2026-03-30T20:45:14.574217Z","end":"2026-03-30T20:45:17.767896Z","steps":["trace[968693867] 'agreement among raft nodes before linearized reading' (duration: 3.193658817s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.767922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:14.574187Z","time spent":"3.193730059s","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicies/\" range_end:\"/registry/validatingadmissionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T20:45:17.768220Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505540066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768288Z","caller":"traceutil/trace.go:171","msg":"trace[851758580] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; }","duration":"3.50566557s","start":"2026-03-30T20:45:14.262602Z","end":"2026-03-30T20:45:17.768267Z","steps":["trace[851758580] 'agreement among raft nodes before linearized reading' (duration: 3.505509205s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:14.262567Z","time spent":"3.505746963s","remote":"127.0.0.1:36920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.25\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:45:17.768362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522905965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768388Z","caller":"traceutil/trace.go:171","msg":"trace[19217953] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"3.522995089s","start":"2026-03-30T20:45:14.245387Z","end":"2026-03-30T20:45:17.768382Z","steps":["trace[19217953] 'agreement among raft nodes before linearized reading' (duration: 3.522964818s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:14.245356Z","time spent":"3.523043051s","remote":"127.0.0.1:37162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-30T20:45:17.768441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.588703688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768461Z","caller":"traceutil/trace.go:171","msg":"trace[909754865] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"3.588779161s","start":"2026-03-30T20:45:14.179675Z","end":"2026-03-30T20:45:17.768454Z","steps":["trace[909754865] 'agreement among raft nodes before linearized reading' (duration: 3.58875688s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:14.179648Z","time spent":"3.588824593s","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T20:45:17.768509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043631601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768526Z","caller":"traceutil/trace.go:171","msg":"trace[1367431232] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"5.043644171s","start":"2026-03-30T20:45:12.724872Z","end":"2026-03-30T20:45:17.768516Z","steps":["trace[1367431232] 'agreement among raft nodes before linearized reading' (duration: 5.043631731s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:12.724793Z","time spent":"5.043748845s","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-30T20:45:17.768583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.393444633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768603Z","caller":"traceutil/trace.go:171","msg":"trace[262627252] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; }","duration":"5.393499915s","start":"2026-03-30T20:45:12.375099Z","end":"2026-03-30T20:45:17.768599Z","steps":["trace[262627252] 'agreement among raft nodes before linearized reading' (duration: 5.393478084s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:12.375082Z","time spent":"5.393530896s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":0,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:45:17.768643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.43363044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768658Z","caller":"traceutil/trace.go:171","msg":"trace[1362023991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"5.433682722s","start":"2026-03-30T20:45:12.334971Z","end":"2026-03-30T20:45:17.768654Z","steps":["trace[1362023991] 'agreement among raft nodes before linearized reading' (duration: 5.433666411s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:12.334950Z","time spent":"5.433717653s","remote":"127.0.0.1:50882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-30T20:45:17.768699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873415607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768720Z","caller":"traceutil/trace.go:171","msg":"trace[639045511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"5.873466829s","start":"2026-03-30T20:45:11.895244Z","end":"2026-03-30T20:45:17.768711Z","steps":["trace[639045511] 'agreement among raft nodes before linearized reading' (duration: 5.873450628s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:11.895223Z","time spent":"5.87350695s","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:45:17.768757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.909645478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768775Z","caller":"traceutil/trace.go:171","msg":"trace[1763750760] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"6.909703921s","start":"2026-03-30T20:45:10.859062Z","end":"2026-03-30T20:45:17.768766Z","steps":["trace[1763750760] 'agreement among raft nodes before linearized reading' (duration: 6.90968905s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:10.859043Z","time spent":"6.909747292s","remote":"127.0.0.1:50706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T20:45:17.768823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.018892769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T20:45:17.768836Z","caller":"traceutil/trace.go:171","msg":"trace[1622790996] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; }","duration":"7.018936601s","start":"2026-03-30T20:45:10.749894Z","end":"2026-03-30T20:45:17.768831Z","steps":["trace[1622790996] 'agreement among raft nodes before linearized reading' (duration: 7.01892297s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.768861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:10.749849Z","time spent":"7.019004364s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-30T20:45:17.772726Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-30T20:45:17.783204Z","caller":"traceutil/trace.go:171","msg":"trace[66955315] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"4.107953526s","start":"2026-03-30T20:45:13.675238Z","end":"2026-03-30T20:45:17.783191Z","steps":["trace[66955315] 'process raft request' (duration: 4.107890704s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.783299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:13.675213Z","time spent":"4.108037399s","remote":"127.0.0.1:37194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T20:45:17.783370Z","caller":"traceutil/trace.go:171","msg":"trace[1372307268] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"3.26197118s","start":"2026-03-30T20:45:14.521373Z","end":"2026-03-30T20:45:17.783344Z","steps":["trace[1372307268] 'process raft request' (duration: 3.261793674s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:45:17.783521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T20:45:14.521349Z","time spent":"3.262100004s","remote":"127.0.0.1:36982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"}