{"level":"warn","ts":"2026-03-02T18:32:29.594376Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:32:29.594456Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=instance=https://199.204.45.157:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T18:32:29.594549Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:32:29.594562Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-02T18:32:29.594578Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:32:29.595233Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-03-02T18:32:29.59531Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.157:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T18:32:29.600429Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.937647ms"} {"level":"info","ts":"2026-03-02T18:32:29.624791Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f170c75a1d97cc","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-03-02T18:32:29.624875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T18:32:29.624898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 0"} {"level":"info","ts":"2026-03-02T18:32:29.624909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f170c75a1d97cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T18:32:29.624922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 1"} {"level":"info","ts":"2026-03-02T18:32:29.624962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"warn","ts":"2026-03-02T18:32:29.631631Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T18:32:29.633739Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T18:32:29.634906Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T18:32:29.637781Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f170c75a1d97cc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T18:32:29.638031Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:32:29.638174Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:32:29.638196Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:32:29.638128Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f170c75a1d97cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T18:32:29.64098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-03-02T18:32:29.641183Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-02T18:32:29.643748Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:32:29.643949Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-02T18:32:29.644007Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-02T18:32:29.644396Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f170c75a1d97cc","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T18:32:29.644493Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T18:32:29.725621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T18:32:29.725671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T18:32:29.725712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgPreVoteResp from 5f170c75a1d97cc at term 1"} {"level":"info","ts":"2026-03-02T18:32:29.725734Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became candidate at term 2"} {"level":"info","ts":"2026-03-02T18:32:29.725747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgVoteResp from 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-02T18:32:29.725765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became leader at term 2"} {"level":"info","ts":"2026-03-02T18:32:29.725787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f170c75a1d97cc elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-02T18:32:29.728384Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f170c75a1d97cc","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.157:2379]}","request-path":"/0/members/5f170c75a1d97cc/attributes","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T18:32:29.728468Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:32:29.728411Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:32:29.728811Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T18:32:29.72886Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T18:32:29.728503Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:32:29.729315Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:32:29.729454Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:32:29.729496Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:32:29.732272Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-03-02T18:32:29.734352Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T18:32:33.520316Z","caller":"traceutil/trace.go:171","msg":"trace[1274941242] transaction","detail":"{read_only:false; response_revision:178; number_of_response:1; }","duration":"147.81874ms","start":"2026-03-02T18:32:33.372459Z","end":"2026-03-02T18:32:33.520278Z","steps":["trace[1274941242] 'process raft request' (duration: 141.124552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:37.240411Z","caller":"traceutil/trace.go:171","msg":"trace[1962925820] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"222.445252ms","start":"2026-03-02T18:32:37.017942Z","end":"2026-03-02T18:32:37.240387Z","steps":["trace[1962925820] 'process raft request' (duration: 221.687275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:37.316555Z","caller":"traceutil/trace.go:171","msg":"trace[571903315] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"157.59161ms","start":"2026-03-02T18:32:37.158951Z","end":"2026-03-02T18:32:37.316542Z","steps":["trace[571903315] 'process raft request' (duration: 157.472118ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:37.316539Z","caller":"traceutil/trace.go:171","msg":"trace[1008818763] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"157.784355ms","start":"2026-03-02T18:32:37.158734Z","end":"2026-03-02T18:32:37.316518Z","steps":["trace[1008818763] 'process raft request' (duration: 157.619011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:40.496421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.999923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-02T18:32:40.496429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.815881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-02T18:32:40.496535Z","caller":"traceutil/trace.go:171","msg":"trace[532333750] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:375; }","duration":"228.172266ms","start":"2026-03-02T18:32:40.268347Z","end":"2026-03-02T18:32:40.496519Z","steps":["trace[532333750] 'range keys from in-memory index tree' (duration: 227.916201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:40.496556Z","caller":"traceutil/trace.go:171","msg":"trace[1034290827] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:375; }","duration":"153.958965ms","start":"2026-03-02T18:32:40.342573Z","end":"2026-03-02T18:32:40.496532Z","steps":["trace[1034290827] 'range keys from in-memory index tree' (duration: 153.714779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:40.496472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.290446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-02T18:32:40.496817Z","caller":"traceutil/trace.go:171","msg":"trace[1928117335] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:375; }","duration":"108.546522ms","start":"2026-03-02T18:32:40.388142Z","end":"2026-03-02T18:32:40.496688Z","steps":["trace[1928117335] 'range keys from in-memory index tree' (duration: 108.147713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:40.609937Z","caller":"traceutil/trace.go:171","msg":"trace[1149354894] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"106.163497ms","start":"2026-03-02T18:32:40.503742Z","end":"2026-03-02T18:32:40.609905Z","steps":["trace[1149354894] 'process raft request' (duration: 104.542518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:40.610001Z","caller":"traceutil/trace.go:171","msg":"trace[869542610] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"101.651249ms","start":"2026-03-02T18:32:40.508288Z","end":"2026-03-02T18:32:40.609939Z","steps":["trace[869542610] 'process raft request' (duration: 101.493086ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:47.569399Z","caller":"traceutil/trace.go:171","msg":"trace[338713407] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"224.094491ms","start":"2026-03-02T18:32:47.345248Z","end":"2026-03-02T18:32:47.569343Z","steps":["trace[338713407] 'process raft request' (duration: 223.887356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:47.872555Z","caller":"traceutil/trace.go:171","msg":"trace[1317627668] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"264.415094ms","start":"2026-03-02T18:32:47.60811Z","end":"2026-03-02T18:32:47.872525Z","steps":["trace[1317627668] 'process raft request' (duration: 264.24636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:53.940779Z","caller":"traceutil/trace.go:171","msg":"trace[2064597912] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"452.478887ms","start":"2026-03-02T18:32:53.488274Z","end":"2026-03-02T18:32:53.940753Z","steps":["trace[2064597912] 'read index received' (duration: 452.268632ms)","trace[2064597912] 'applied index is now lower than readState.Index' (duration: 209.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:53.940872Z","caller":"traceutil/trace.go:171","msg":"trace[1718358508] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"859.082956ms","start":"2026-03-02T18:32:53.081751Z","end":"2026-03-02T18:32:53.940834Z","steps":["trace[1718358508] 'process raft request' (duration: 858.86488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:53.940958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.651621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:32:53.940996Z","caller":"traceutil/trace.go:171","msg":"trace[572611004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"452.766943ms","start":"2026-03-02T18:32:53.488222Z","end":"2026-03-02T18:32:53.940989Z","steps":["trace[572611004] 'agreement among raft nodes before linearized reading' (duration: 452.63488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:53.941027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:53.488197Z","time spent":"452.824465ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:32:53.941453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:53.081718Z","time spent":"859.235ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:59.288035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944886547,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:32:59.472614Z","caller":"traceutil/trace.go:171","msg":"trace[496665444] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"684.81395ms","start":"2026-03-02T18:32:58.78776Z","end":"2026-03-02T18:32:59.472574Z","steps":["trace[496665444] 'read index received' (duration: 684.458891ms)","trace[496665444] 'applied index is now lower than readState.Index' (duration: 353.679µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:59.472705Z","caller":"traceutil/trace.go:171","msg":"trace[919836992] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"687.651609ms","start":"2026-03-02T18:32:58.785018Z","end":"2026-03-02T18:32:59.47267Z","steps":["trace[919836992] 'process raft request' (duration: 687.328961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:59.47279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.999444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:32:59.472827Z","caller":"traceutil/trace.go:171","msg":"trace[1946959660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:474; }","duration":"685.092517ms","start":"2026-03-02T18:32:58.787722Z","end":"2026-03-02T18:32:59.472814Z","steps":["trace[1946959660] 'agreement among raft nodes before linearized reading' (duration: 684.990294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:59.472863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:58.787705Z","time spent":"685.151168ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:32:59.472885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:58.784994Z","time spent":"687.798702ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:59.765313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.223462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:32:59.765464Z","caller":"traceutil/trace.go:171","msg":"trace[789122271] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"288.436199ms","start":"2026-03-02T18:32:59.477008Z","end":"2026-03-02T18:32:59.765444Z","steps":["trace[789122271] 'process raft request' (duration: 148.893009ms)","trace[789122271] 'compare' (duration: 139.12571ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:59.765634Z","caller":"traceutil/trace.go:171","msg":"trace[244515052] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"276.335594ms","start":"2026-03-02T18:32:59.48924Z","end":"2026-03-02T18:32:59.765575Z","steps":["trace[244515052] 'read index received' (duration: 136.325263ms)","trace[244515052] 'applied index is now lower than readState.Index' (duration: 140.008221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:32:59.765715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.490508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:32:59.765741Z","caller":"traceutil/trace.go:171","msg":"trace[630639256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"276.5699ms","start":"2026-03-02T18:32:59.489162Z","end":"2026-03-02T18:32:59.765732Z","steps":["trace[630639256] 'agreement among raft nodes before linearized reading' (duration: 276.530129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:03.720649Z","caller":"traceutil/trace.go:171","msg":"trace[741547212] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"225.705471ms","start":"2026-03-02T18:33:03.494922Z","end":"2026-03-02T18:33:03.720628Z","steps":["trace[741547212] 'process raft request' (duration: 225.581438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:05.285753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122685779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:33:05.285819Z","caller":"traceutil/trace.go:171","msg":"trace[1961850422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"1.122814033s","start":"2026-03-02T18:33:04.16299Z","end":"2026-03-02T18:33:05.285805Z","steps":["trace[1961850422] 'range keys from in-memory index tree' (duration: 1.122515825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:05.285848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.162967Z","time spent":"1.122875044s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:05.285862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.771474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4418"} {"level":"info","ts":"2026-03-02T18:33:05.28596Z","caller":"traceutil/trace.go:171","msg":"trace[303546729] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:518; }","duration":"573.919827ms","start":"2026-03-02T18:33:04.712019Z","end":"2026-03-02T18:33:05.285938Z","steps":["trace[303546729] 'range keys from in-memory index tree' (duration: 573.568758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:05.28596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215782559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T18:33:05.286013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.711995Z","time spent":"574.007929ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4440,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T18:33:05.286027Z","caller":"traceutil/trace.go:171","msg":"trace[1802690346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"1.215896611s","start":"2026-03-02T18:33:04.070112Z","end":"2026-03-02T18:33:05.286009Z","steps":["trace[1802690346] 'range keys from in-memory index tree' (duration: 1.215483862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:05.28587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.267898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T18:33:05.286086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.070055Z","time spent":"1.216021114s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T18:33:05.286113Z","caller":"traceutil/trace.go:171","msg":"trace[1289983255] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:518; }","duration":"957.589256ms","start":"2026-03-02T18:33:04.328502Z","end":"2026-03-02T18:33:05.286091Z","steps":["trace[1289983255] 'range keys from in-memory index tree' (duration: 957.096354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:05.286159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.328484Z","time spent":"957.663638ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"info","ts":"2026-03-02T18:33:05.621446Z","caller":"traceutil/trace.go:171","msg":"trace[101704924] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"324.502488ms","start":"2026-03-02T18:33:05.296913Z","end":"2026-03-02T18:33:05.621415Z","steps":["trace[101704924] 'process raft request' (duration: 324.082878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:05.621587Z","caller":"traceutil/trace.go:171","msg":"trace[108465292] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"323.429762ms","start":"2026-03-02T18:33:05.298142Z","end":"2026-03-02T18:33:05.621572Z","steps":["trace[108465292] 'process raft request' (duration: 322.91664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:05.621614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:05.296907Z","time spent":"324.622721ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4610,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:05.621686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:05.298135Z","time spent":"323.492084ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:05.62183Z","caller":"traceutil/trace.go:171","msg":"trace[354220089] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"325.072022ms","start":"2026-03-02T18:33:05.296739Z","end":"2026-03-02T18:33:05.621811Z","steps":["trace[354220089] 'process raft request' (duration: 302.494932ms)","trace[354220089] 'compare' (duration: 21.620427ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:05.62188Z","caller":"traceutil/trace.go:171","msg":"trace[890347526] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:535; }","duration":"133.709629ms","start":"2026-03-02T18:33:05.488142Z","end":"2026-03-02T18:33:05.621851Z","steps":["trace[890347526] 'read index received' (duration: 48.563874ms)","trace[890347526] 'applied index is now lower than readState.Index' (duration: 85.144175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:05.621909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:05.296724Z","time spent":"325.142553ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:05.622435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.285353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:05.62262Z","caller":"traceutil/trace.go:171","msg":"trace[2129698608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"134.496368ms","start":"2026-03-02T18:33:05.488106Z","end":"2026-03-02T18:33:05.622602Z","steps":["trace[2129698608] 'agreement among raft nodes before linearized reading' (duration: 134.290463ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:07.345492Z","caller":"traceutil/trace.go:171","msg":"trace[1514393012] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"465.102595ms","start":"2026-03-02T18:33:06.880359Z","end":"2026-03-02T18:33:07.345462Z","steps":["trace[1514393012] 'process raft request' (duration: 464.940211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:07.345711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:06.880342Z","time spent":"465.264769ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:12.37788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944886692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:33:12.384927Z","caller":"traceutil/trace.go:171","msg":"trace[1157977204] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:557; }","duration":"507.705934ms","start":"2026-03-02T18:33:11.877204Z","end":"2026-03-02T18:33:12.38491Z","steps":["trace[1157977204] 'read index received' (duration: 507.589531ms)","trace[1157977204] 'applied index is now lower than readState.Index' (duration: 115.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:12.384988Z","caller":"traceutil/trace.go:171","msg":"trace[653970442] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"629.01957ms","start":"2026-03-02T18:33:11.755951Z","end":"2026-03-02T18:33:12.384971Z","steps":["trace[653970442] 'process raft request' (duration: 628.856216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:12.385087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.784115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bzkp8\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-02T18:33:12.38511Z","caller":"traceutil/trace.go:171","msg":"trace[1351986258] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bzkp8; range_end:; response_count:1; response_revision:539; }","duration":"102.837126ms","start":"2026-03-02T18:33:12.282266Z","end":"2026-03-02T18:33:12.385103Z","steps":["trace[1351986258] 'agreement among raft nodes before linearized reading' (duration: 102.724254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:12.385123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:11.755934Z","time spent":"629.103782ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:12.385154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.913868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:33:12.385277Z","caller":"traceutil/trace.go:171","msg":"trace[1447918302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:539; }","duration":"508.105263ms","start":"2026-03-02T18:33:11.877142Z","end":"2026-03-02T18:33:12.385247Z","steps":["trace[1447918302] 'agreement among raft nodes before linearized reading' (duration: 507.852127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:12.385351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:11.877117Z","time spent":"508.214916ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:33:12.694341Z","caller":"traceutil/trace.go:171","msg":"trace[167807933] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"304.186173ms","start":"2026-03-02T18:33:12.390125Z","end":"2026-03-02T18:33:12.694311Z","steps":["trace[167807933] 'process raft request' (duration: 248.639079ms)","trace[167807933] 'compare' (duration: 55.428661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:12.694664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:12.3901Z","time spent":"304.319477ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:12.957445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.592197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:33:12.957527Z","caller":"traceutil/trace.go:171","msg":"trace[631888767] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"557.766234ms","start":"2026-03-02T18:33:12.399746Z","end":"2026-03-02T18:33:12.957512Z","steps":["trace[631888767] 'process raft request' (duration: 417.055614ms)","trace[631888767] 'compare' (duration: 140.500925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:12.957576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:12.399713Z","time spent":"557.841636ms","remote":"127.0.0.1:41412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:13.990635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944886695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:33:14.022518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167220627s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:33:14.022953Z","caller":"traceutil/trace.go:171","msg":"trace[1823856790] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:560; }","duration":"532.846386ms","start":"2026-03-02T18:33:13.490084Z","end":"2026-03-02T18:33:14.022931Z","steps":["trace[1823856790] 'read index received' (duration: 532.652621ms)","trace[1823856790] 'applied index is now lower than readState.Index' (duration: 192.305µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:14.023286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.157263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:33:14.023372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.919036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:33:14.023415Z","caller":"traceutil/trace.go:171","msg":"trace[1216176937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:542; }","duration":"370.006107ms","start":"2026-03-02T18:33:13.653399Z","end":"2026-03-02T18:33:14.023405Z","steps":["trace[1216176937] 'agreement among raft nodes before linearized reading' (duration: 369.862224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:14.023442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:13.653383Z","time spent":"370.052299ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T18:33:14.023446Z","caller":"traceutil/trace.go:171","msg":"trace[2043433563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"533.330158ms","start":"2026-03-02T18:33:13.490047Z","end":"2026-03-02T18:33:14.023377Z","steps":["trace[2043433563] 'agreement among raft nodes before linearized reading' (duration: 533.119913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:14.023579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:13.490027Z","time spent":"533.538233ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:33:14.023644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.073195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:33:14.023789Z","caller":"traceutil/trace.go:171","msg":"trace[1380940879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:542; }","duration":"369.26068ms","start":"2026-03-02T18:33:13.654519Z","end":"2026-03-02T18:33:14.023779Z","steps":["trace[1380940879] 'agreement among raft nodes before linearized reading' (duration: 369.052275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:14.023817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:13.654496Z","time spent":"369.31401ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:33:14.023786Z","caller":"traceutil/trace.go:171","msg":"trace[2135120495] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.369957868s","start":"2026-03-02T18:33:12.653786Z","end":"2026-03-02T18:33:14.023744Z","steps":["trace[2135120495] 'process raft request' (duration: 1.368983904s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:14.024036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:12.653768Z","time spent":"1.370150742s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:14.230224Z","caller":"traceutil/trace.go:171","msg":"trace[330251598] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"201.4917ms","start":"2026-03-02T18:33:14.028709Z","end":"2026-03-02T18:33:14.2302Z","steps":["trace[330251598] 'process raft request' (duration: 112.780848ms)","trace[330251598] 'compare' (duration: 88.61013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:15.911924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48908432s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-02T18:33:15.912145Z","caller":"traceutil/trace.go:171","msg":"trace[2141777763] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:563; }","duration":"1.521716705s","start":"2026-03-02T18:33:14.390402Z","end":"2026-03-02T18:33:15.912119Z","steps":["trace[2141777763] 'read index received' (duration: 32.515262ms)","trace[2141777763] 'applied index is now lower than readState.Index' (duration: 1.489199303s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:15.912263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:14.33141Z","time spent":"1.580847636s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T18:33:15.912691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522274609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:33:15.91274Z","caller":"traceutil/trace.go:171","msg":"trace[1334567112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:544; }","duration":"1.52235657s","start":"2026-03-02T18:33:14.390367Z","end":"2026-03-02T18:33:15.912723Z","steps":["trace[1334567112] 'agreement among raft nodes before linearized reading' (duration: 1.522186506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:15.912779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:14.390349Z","time spent":"1.522420233s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:33:15.913037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213469673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:33:15.913075Z","caller":"traceutil/trace.go:171","msg":"trace[1430416429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:544; }","duration":"1.213544305s","start":"2026-03-02T18:33:14.699519Z","end":"2026-03-02T18:33:15.913064Z","steps":["trace[1430416429] 'agreement among raft nodes before linearized reading' (duration: 1.213438412s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:15.913101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:14.699496Z","time spent":"1.213599265s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:15.913304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.864455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:15.913331Z","caller":"traceutil/trace.go:171","msg":"trace[35258384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:544; }","duration":"422.930107ms","start":"2026-03-02T18:33:15.490393Z","end":"2026-03-02T18:33:15.913323Z","steps":["trace[35258384] 'agreement among raft nodes before linearized reading' (duration: 422.887856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:15.91336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:15.490372Z","time spent":"422.982909ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:33:16.305047Z","caller":"traceutil/trace.go:171","msg":"trace[1526760184] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"374.27072ms","start":"2026-03-02T18:33:15.930742Z","end":"2026-03-02T18:33:16.305013Z","steps":["trace[1526760184] 'process raft request' (duration: 324.001095ms)","trace[1526760184] 'compare' (duration: 50.122071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:16.305288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:15.930731Z","time spent":"374.452425ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:16.307783Z","caller":"traceutil/trace.go:171","msg":"trace[1637156168] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"374.938197ms","start":"2026-03-02T18:33:15.932824Z","end":"2026-03-02T18:33:16.307762Z","steps":["trace[1637156168] 'process raft request' (duration: 374.716241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:16.307799Z","caller":"traceutil/trace.go:171","msg":"trace[1970753420] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"374.886695ms","start":"2026-03-02T18:33:15.932891Z","end":"2026-03-02T18:33:16.307778Z","steps":["trace[1970753420] 'process raft request' (duration: 374.820174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:16.307911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:15.932858Z","time spent":"374.996398ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:16.307909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:15.932816Z","time spent":"375.032589ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:16.308022Z","caller":"traceutil/trace.go:171","msg":"trace[1063623432] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:564; }","duration":"238.351189ms","start":"2026-03-02T18:33:16.069399Z","end":"2026-03-02T18:33:16.307751Z","steps":["trace[1063623432] 'read index received' (duration: 185.547842ms)","trace[1063623432] 'applied index is now lower than readState.Index' (duration: 52.802477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:16.30803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.623825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:33:16.308073Z","caller":"traceutil/trace.go:171","msg":"trace[1988750555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:547; }","duration":"238.699217ms","start":"2026-03-02T18:33:16.069362Z","end":"2026-03-02T18:33:16.308062Z","steps":["trace[1988750555] 'agreement among raft nodes before linearized reading' (duration: 238.563004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:18.069201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.287748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:18.069281Z","caller":"traceutil/trace.go:171","msg":"trace[620515299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"579.417181ms","start":"2026-03-02T18:33:17.489846Z","end":"2026-03-02T18:33:18.069264Z","steps":["trace[620515299] 'range keys from in-memory index tree' (duration: 579.160134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:18.069318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:17.489829Z","time spent":"579.481272ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:33:18.069848Z","caller":"traceutil/trace.go:171","msg":"trace[1428823220] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"462.378749ms","start":"2026-03-02T18:33:17.607456Z","end":"2026-03-02T18:33:18.069835Z","steps":["trace[1428823220] 'process raft request' (duration: 374.234861ms)","trace[1428823220] 'compare' (duration: 87.962113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:18.069958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:17.607437Z","time spent":"462.44939ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:21.793715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.957778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:21.793831Z","caller":"traceutil/trace.go:171","msg":"trace[2030011893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:615; }","duration":"304.123912ms","start":"2026-03-02T18:33:21.489681Z","end":"2026-03-02T18:33:21.793804Z","steps":["trace[2030011893] 'range keys from in-memory index tree' (duration: 303.880856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:21.793889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:21.48966Z","time spent":"304.215004ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:33:21.794734Z","caller":"traceutil/trace.go:171","msg":"trace[1023577197] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"259.509475ms","start":"2026-03-02T18:33:21.535198Z","end":"2026-03-02T18:33:21.794708Z","steps":["trace[1023577197] 'process raft request' (duration: 259.210137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:34.682447Z","caller":"traceutil/trace.go:171","msg":"trace[1461109788] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"146.548912ms","start":"2026-03-02T18:33:34.535875Z","end":"2026-03-02T18:33:34.682424Z","steps":["trace[1461109788] 'process raft request' (duration: 146.410008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:34.75814Z","caller":"traceutil/trace.go:171","msg":"trace[211709599] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:759; }","duration":"191.771364ms","start":"2026-03-02T18:33:34.56634Z","end":"2026-03-02T18:33:34.758112Z","steps":["trace[211709599] 'read index received' (duration: 116.020618ms)","trace[211709599] 'applied index is now lower than readState.Index' (duration: 75.749666ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:34.758157Z","caller":"traceutil/trace.go:171","msg":"trace[1399467787] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"195.29911ms","start":"2026-03-02T18:33:34.562832Z","end":"2026-03-02T18:33:34.758131Z","steps":["trace[1399467787] 'process raft request' (duration: 195.099775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:34.758286Z","caller":"traceutil/trace.go:171","msg":"trace[1403194684] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"184.508067ms","start":"2026-03-02T18:33:34.573738Z","end":"2026-03-02T18:33:34.758246Z","steps":["trace[1403194684] 'process raft request' (duration: 184.312602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.758364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.504083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T18:33:34.758393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.043471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T18:33:34.758434Z","caller":"traceutil/trace.go:171","msg":"trace[1876006994] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:736; }","duration":"192.089392ms","start":"2026-03-02T18:33:34.566333Z","end":"2026-03-02T18:33:34.758422Z","steps":["trace[1876006994] 'agreement among raft nodes before linearized reading' (duration: 191.880647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.758476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.976372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:33:34.758501Z","caller":"traceutil/trace.go:171","msg":"trace[745782539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:736; }","duration":"131.030933ms","start":"2026-03-02T18:33:34.627463Z","end":"2026-03-02T18:33:34.758494Z","steps":["trace[745782539] 'agreement among raft nodes before linearized reading' (duration: 130.961461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:34.7584Z","caller":"traceutil/trace.go:171","msg":"trace[538593530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:736; }","duration":"190.610766ms","start":"2026-03-02T18:33:34.567778Z","end":"2026-03-02T18:33:34.758389Z","steps":["trace[538593530] 'agreement among raft nodes before linearized reading' (duration: 190.483603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.758603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.630038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:33:34.758689Z","caller":"traceutil/trace.go:171","msg":"trace[1532224971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"186.765732ms","start":"2026-03-02T18:33:34.571899Z","end":"2026-03-02T18:33:34.758665Z","steps":["trace[1532224971] 'agreement among raft nodes before linearized reading' (duration: 186.539036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:35.563153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.28924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:33:35.563461Z","caller":"traceutil/trace.go:171","msg":"trace[1118943426] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"800.10849ms","start":"2026-03-02T18:33:34.763341Z","end":"2026-03-02T18:33:35.56345Z","steps":["trace[1118943426] 'process raft request' (duration: 135.464531ms)","trace[1118943426] 'compare' (duration: 664.216748ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:35.563493Z","caller":"traceutil/trace.go:171","msg":"trace[1702076692] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"795.837645ms","start":"2026-03-02T18:33:34.767646Z","end":"2026-03-02T18:33:35.563484Z","steps":["trace[1702076692] 'process raft request' (duration: 795.574489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:35.563501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:34.763321Z","time spent":"800.162041ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:35.563552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:34.767592Z","time spent":"795.932607ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:35.563741Z","caller":"traceutil/trace.go:171","msg":"trace[1593884381] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"779.228301ms","start":"2026-03-02T18:33:34.78436Z","end":"2026-03-02T18:33:35.563589Z","steps":["trace[1593884381] 'process raft request' (duration: 778.937254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:35.563983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:34.784343Z","time spent":"779.527969ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:37.093232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.198033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:33:37.093289Z","caller":"traceutil/trace.go:171","msg":"trace[517317289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:739; }","duration":"407.290105ms","start":"2026-03-02T18:33:36.685985Z","end":"2026-03-02T18:33:37.093275Z","steps":["trace[517317289] 'range keys from in-memory index tree' (duration: 407.025638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:37.093299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355845852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T18:33:37.093381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.488143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:33:37.09341Z","caller":"traceutil/trace.go:171","msg":"trace[603718522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:739; }","duration":"330.559435ms","start":"2026-03-02T18:33:36.762843Z","end":"2026-03-02T18:33:37.093403Z","steps":["trace[603718522] 'range keys from in-memory index tree' (duration: 330.386301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:37.093436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:36.762822Z","time spent":"330.606766ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:33:37.09344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.748537ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:37.093367Z","caller":"traceutil/trace.go:171","msg":"trace[2040259273] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:739; }","duration":"1.355941875s","start":"2026-03-02T18:33:35.737403Z","end":"2026-03-02T18:33:37.093344Z","steps":["trace[2040259273] 'count revisions from in-memory index tree' (duration: 1.355781921s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:37.093604Z","caller":"traceutil/trace.go:171","msg":"trace[1348535396] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:739; }","duration":"636.925711ms","start":"2026-03-02T18:33:36.456658Z","end":"2026-03-02T18:33:37.093583Z","steps":["trace[1348535396] 'range keys from in-memory index tree' (duration: 636.724866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:37.093636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:35.737385Z","time spent":"1.356230182s","remote":"127.0.0.1:41484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:33:37.09332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:36.685964Z","time spent":"407.347126ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:33:37.273696Z","caller":"traceutil/trace.go:171","msg":"trace[1563898697] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"176.523152ms","start":"2026-03-02T18:33:37.097155Z","end":"2026-03-02T18:33:37.273678Z","steps":["trace[1563898697] 'process raft request' (duration: 176.411089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:37.278415Z","caller":"traceutil/trace.go:171","msg":"trace[1163385600] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"180.917659ms","start":"2026-03-02T18:33:37.097488Z","end":"2026-03-02T18:33:37.278405Z","steps":["trace[1163385600] 'process raft request' (duration: 180.854527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:38.362388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.173845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:33:38.362527Z","caller":"traceutil/trace.go:171","msg":"trace[854903453] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"777.967101ms","start":"2026-03-02T18:33:37.584548Z","end":"2026-03-02T18:33:38.362515Z","steps":["trace[854903453] 'process raft request' (duration: 777.919469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:38.362591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:37.584534Z","time spent":"778.021601ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:38.362772Z","caller":"traceutil/trace.go:171","msg":"trace[1051088372] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"779.470257ms","start":"2026-03-02T18:33:37.583273Z","end":"2026-03-02T18:33:38.362743Z","steps":["trace[1051088372] 'process raft request' (duration: 142.882002ms)","trace[1051088372] 'compare' (duration: 636.106633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:38.362927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:37.583258Z","time spent":"779.58745ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:38.41267Z","caller":"traceutil/trace.go:171","msg":"trace[727289950] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"527.445517ms","start":"2026-03-02T18:33:37.8852Z","end":"2026-03-02T18:33:38.412646Z","steps":["trace[727289950] 'process raft request' (duration: 527.325154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:38.412813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:37.885185Z","time spent":"527.555599ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5213,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:38.617523Z","caller":"traceutil/trace.go:171","msg":"trace[2135734381] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:771; }","duration":"126.911324ms","start":"2026-03-02T18:33:38.490578Z","end":"2026-03-02T18:33:38.617489Z","steps":["trace[2135734381] 'read index received' (duration: 63.268902ms)","trace[2135734381] 'applied index is now lower than readState.Index' (duration: 63.641422ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:38.617579Z","caller":"traceutil/trace.go:171","msg":"trace[577918052] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"149.543834ms","start":"2026-03-02T18:33:38.468004Z","end":"2026-03-02T18:33:38.617548Z","steps":["trace[577918052] 'process raft request' (duration: 85.922793ms)","trace[577918052] 'compare' (duration: 63.435776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:38.617697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.074087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:38.617754Z","caller":"traceutil/trace.go:171","msg":"trace[361276195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"127.202381ms","start":"2026-03-02T18:33:38.490535Z","end":"2026-03-02T18:33:38.617738Z","steps":["trace[361276195] 'agreement among raft nodes before linearized reading' (duration: 127.076128ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:39.513621Z","caller":"traceutil/trace.go:171","msg":"trace[873468659] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"135.048602ms","start":"2026-03-02T18:33:39.378546Z","end":"2026-03-02T18:33:39.513595Z","steps":["trace[873468659] 'process raft request' (duration: 66.85024ms)","trace[873468659] 'compare' (duration: 68.094309ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:40.565678Z","caller":"traceutil/trace.go:171","msg":"trace[238560098] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"127.58018ms","start":"2026-03-02T18:33:40.438075Z","end":"2026-03-02T18:33:40.565655Z","steps":["trace[238560098] 'process raft request' (duration: 127.18582ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:01.872912Z","caller":"traceutil/trace.go:171","msg":"trace[1090945744] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"224.106389ms","start":"2026-03-02T18:34:01.648783Z","end":"2026-03-02T18:34:01.87289Z","steps":["trace[1090945744] 'process raft request' (duration: 223.72166ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:02.017932Z","caller":"traceutil/trace.go:171","msg":"trace[404553217] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"140.685836ms","start":"2026-03-02T18:34:01.877207Z","end":"2026-03-02T18:34:02.017893Z","steps":["trace[404553217] 'process raft request' (duration: 66.305126ms)","trace[404553217] 'compare' (duration: 74.235276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:02.560201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.98662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:34:02.560302Z","caller":"traceutil/trace.go:171","msg":"trace[276070811] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:815; }","duration":"394.178385ms","start":"2026-03-02T18:34:02.1661Z","end":"2026-03-02T18:34:02.560279Z","steps":["trace[276070811] 'count revisions from in-memory index tree' (duration: 393.891117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:02.560358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:02.166078Z","time spent":"394.262426ms","remote":"127.0.0.1:41542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:34:03.386483Z","caller":"traceutil/trace.go:171","msg":"trace[1976806871] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"815.69584ms","start":"2026-03-02T18:34:02.570745Z","end":"2026-03-02T18:34:03.386441Z","steps":["trace[1976806871] 'process raft request' (duration: 813.254802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:03.387271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:02.570732Z","time spent":"816.422127ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:04.51035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.58206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:04.510448Z","caller":"traceutil/trace.go:171","msg":"trace[1224816584] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:847; }","duration":"1.015845139s","start":"2026-03-02T18:34:03.494588Z","end":"2026-03-02T18:34:04.510434Z","steps":["trace[1224816584] 'read index received' (duration: 170.032193ms)","trace[1224816584] 'applied index is now lower than readState.Index' (duration: 845.811796ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:04.510524Z","caller":"traceutil/trace.go:171","msg":"trace[1123652867] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"1.939721891s","start":"2026-03-02T18:34:02.570793Z","end":"2026-03-02T18:34:04.510515Z","steps":["trace[1123652867] 'process raft request' (duration: 1.093901895s)","trace[1123652867] 'compare' (duration: 845.221572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:04.510568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:02.570765Z","time spent":"1.939777573s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:04.510724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016139657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:04.510753Z","caller":"traceutil/trace.go:171","msg":"trace[790061714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"1.016200618s","start":"2026-03-02T18:34:03.494538Z","end":"2026-03-02T18:34:04.510739Z","steps":["trace[790061714] 'agreement among raft nodes before linearized reading' (duration: 1.016155717s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.510774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:03.494512Z","time spent":"1.016257609s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:34:04.510961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.717514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:34:04.510983Z","caller":"traceutil/trace.go:171","msg":"trace[1277162164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:817; }","duration":"853.770915ms","start":"2026-03-02T18:34:03.657206Z","end":"2026-03-02T18:34:04.510977Z","steps":["trace[1277162164] 'agreement among raft nodes before linearized reading' (duration: 853.681103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.511001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:03.657182Z","time spent":"853.814707ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:34:04.511135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.122443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:34:04.511156Z","caller":"traceutil/trace.go:171","msg":"trace[726768934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"489.157403ms","start":"2026-03-02T18:34:04.021992Z","end":"2026-03-02T18:34:04.511149Z","steps":["trace[726768934] 'agreement among raft nodes before linearized reading' (duration: 489.090612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.511178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:04.021979Z","time spent":"489.194025ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:04.511269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.018981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:34:04.511305Z","caller":"traceutil/trace.go:171","msg":"trace[1426425709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:817; }","duration":"624.103133ms","start":"2026-03-02T18:34:03.887192Z","end":"2026-03-02T18:34:04.511295Z","steps":["trace[1426425709] 'agreement among raft nodes before linearized reading' (duration: 623.967639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.511299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.899596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:34:04.511276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.433296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:04.511332Z","caller":"traceutil/trace.go:171","msg":"trace[377834933] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:817; }","duration":"831.936256ms","start":"2026-03-02T18:34:03.67939Z","end":"2026-03-02T18:34:04.511326Z","steps":["trace[377834933] 'agreement among raft nodes before linearized reading' (duration: 831.875755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.511329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:03.887174Z","time spent":"624.149224ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:04.511354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:03.679349Z","time spent":"831.998188ms","remote":"127.0.0.1:41666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:34:04.511353Z","caller":"traceutil/trace.go:171","msg":"trace[13467266] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:817; }","duration":"501.59652ms","start":"2026-03-02T18:34:04.00974Z","end":"2026-03-02T18:34:04.511336Z","steps":["trace[13467266] 'agreement among raft nodes before linearized reading' (duration: 501.422836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.511406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:04.009722Z","time spent":"501.667151ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:34:04.511058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.907442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T18:34:04.511692Z","caller":"traceutil/trace.go:171","msg":"trace[539203757] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:817; }","duration":"181.610309ms","start":"2026-03-02T18:34:04.330068Z","end":"2026-03-02T18:34:04.511678Z","steps":["trace[539203757] 'agreement among raft nodes before linearized reading' (duration: 180.881671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.832117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:04.512867Z","time spent":"319.244162ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T18:34:04.921585Z","caller":"traceutil/trace.go:171","msg":"trace[1169433086] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:848; }","duration":"404.260265ms","start":"2026-03-02T18:34:04.517304Z","end":"2026-03-02T18:34:04.921564Z","steps":["trace[1169433086] 'read index received' (duration: 247.897876ms)","trace[1169433086] 'applied index is now lower than readState.Index' (duration: 156.361649ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:04.921659Z","caller":"traceutil/trace.go:171","msg":"trace[299280224] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"404.620722ms","start":"2026-03-02T18:34:04.517013Z","end":"2026-03-02T18:34:04.921634Z","steps":["trace[299280224] 'process raft request' (duration: 404.49867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.921716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.396318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:04.921743Z","caller":"traceutil/trace.go:171","msg":"trace[1352788388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"404.460089ms","start":"2026-03-02T18:34:04.517276Z","end":"2026-03-02T18:34:04.921736Z","steps":["trace[1352788388] 'agreement among raft nodes before linearized reading' (duration: 404.372167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.921769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:04.517267Z","time spent":"404.49641ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:34:04.921754Z","caller":"traceutil/trace.go:171","msg":"trace[1123234860] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"404.663744ms","start":"2026-03-02T18:34:04.517017Z","end":"2026-03-02T18:34:04.921681Z","steps":["trace[1123234860] 'process raft request' (duration: 404.51861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.921883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:04.516998Z","time spent":"404.743936ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:04.921947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:04.516998Z","time spent":"404.861899ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:04.921652Z","caller":"traceutil/trace.go:171","msg":"trace[1746573952] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"405.551185ms","start":"2026-03-02T18:34:04.51606Z","end":"2026-03-02T18:34:04.921611Z","steps":["trace[1746573952] 'process raft request' (duration: 405.317379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:04.922113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:04.516042Z","time spent":"406.013666ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:05.028625Z","caller":"traceutil/trace.go:171","msg":"trace[1397184891] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"195.301675ms","start":"2026-03-02T18:34:04.833294Z","end":"2026-03-02T18:34:05.028596Z","steps":["trace[1397184891] 'process raft request' (duration: 163.992791ms)","trace[1397184891] 'compare' (duration: 31.14727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:05.385722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.640375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:05.38582Z","caller":"traceutil/trace.go:171","msg":"trace[426924373] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"213.343034ms","start":"2026-03-02T18:34:05.172459Z","end":"2026-03-02T18:34:05.385802Z","steps":["trace[426924373] 'process raft request' (duration: 93.539255ms)","trace[426924373] 'compare' (duration: 118.834116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:07.807004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.641796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:07.807222Z","caller":"traceutil/trace.go:171","msg":"trace[1880523897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:824; }","duration":"315.933533ms","start":"2026-03-02T18:34:07.491261Z","end":"2026-03-02T18:34:07.807194Z","steps":["trace[1880523897] 'range keys from in-memory index tree' (duration: 315.522924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:07.807304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:07.491228Z","time spent":"316.061856ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:34:07.80766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.449674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:34:07.807759Z","caller":"traceutil/trace.go:171","msg":"trace[1256272221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:824; }","duration":"313.655479ms","start":"2026-03-02T18:34:07.49408Z","end":"2026-03-02T18:34:07.807735Z","steps":["trace[1256272221] 'range keys from in-memory index tree' (duration: 313.102816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:07.807816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:07.494055Z","time spent":"313.750201ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:34:07.808283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.865008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T18:34:07.808471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.960364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:34:07.808566Z","caller":"traceutil/trace.go:171","msg":"trace[406898611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:824; }","duration":"882.108008ms","start":"2026-03-02T18:34:06.926437Z","end":"2026-03-02T18:34:07.808545Z","steps":["trace[406898611] 'range keys from in-memory index tree' (duration: 880.698244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:07.80862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:06.926416Z","time spent":"882.19343ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:34:07.808841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.537485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:34:07.808895Z","caller":"traceutil/trace.go:171","msg":"trace[338744109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:824; }","duration":"881.643837ms","start":"2026-03-02T18:34:06.927235Z","end":"2026-03-02T18:34:07.808879Z","steps":["trace[338744109] 'range keys from in-memory index tree' (duration: 881.274088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:07.808933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:06.927137Z","time spent":"881.78848ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:34:07.808361Z","caller":"traceutil/trace.go:171","msg":"trace[769120947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:824; }","duration":"880.986891ms","start":"2026-03-02T18:34:06.927362Z","end":"2026-03-02T18:34:07.808348Z","steps":["trace[769120947] 'range keys from in-memory index tree' (duration: 880.625403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:07.809327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:06.927281Z","time spent":"882.029386ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:34:07.953973Z","caller":"traceutil/trace.go:171","msg":"trace[1555574389] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"141.486554ms","start":"2026-03-02T18:34:07.812446Z","end":"2026-03-02T18:34:07.953933Z","steps":["trace[1555574389] 'process raft request' (duration: 137.205042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:09.054095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944887322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:34:09.081796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132011991s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:34:09.102903Z","caller":"traceutil/trace.go:171","msg":"trace[80508062] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:857; }","duration":"549.21597ms","start":"2026-03-02T18:34:08.553659Z","end":"2026-03-02T18:34:09.102875Z","steps":["trace[80508062] 'read index received' (duration: 528.289723ms)","trace[80508062] 'applied index is now lower than readState.Index' (duration: 20.925227ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:09.102947Z","caller":"traceutil/trace.go:171","msg":"trace[842258956] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"1.288874891s","start":"2026-03-02T18:34:07.814035Z","end":"2026-03-02T18:34:09.10291Z","steps":["trace[842258956] 'process raft request' (duration: 1.288778129s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:09.103065Z","caller":"traceutil/trace.go:171","msg":"trace[9671255] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"1.289500935s","start":"2026-03-02T18:34:07.813543Z","end":"2026-03-02T18:34:09.103044Z","steps":["trace[9671255] 'process raft request' (duration: 1.289032204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:09.103131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.445896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:34:09.103161Z","caller":"traceutil/trace.go:171","msg":"trace[335852641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:828; }","duration":"549.548748ms","start":"2026-03-02T18:34:08.553605Z","end":"2026-03-02T18:34:09.103154Z","steps":["trace[335852641] 'agreement among raft nodes before linearized reading' (duration: 549.379224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:09.10319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:08.55354Z","time spent":"549.643311ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:09.103082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:07.814017Z","time spent":"1.288994534s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:09.103241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:07.813516Z","time spent":"1.289620249s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:09.103026Z","caller":"traceutil/trace.go:171","msg":"trace[2049403056] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"1.213719084s","start":"2026-03-02T18:34:07.889272Z","end":"2026-03-02T18:34:09.102991Z","steps":["trace[2049403056] 'process raft request' (duration: 1.213568231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:09.103378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:07.889247Z","time spent":"1.214054611s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:09.992019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944887327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:34:10.546673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.967105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:10.546776Z","caller":"traceutil/trace.go:171","msg":"trace[1140986811] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"1.439806702s","start":"2026-03-02T18:34:09.106947Z","end":"2026-03-02T18:34:10.546754Z","steps":["trace[1140986811] 'process raft request' (duration: 1.271666384s)","trace[1140986811] 'compare' (duration: 167.852102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:10.546836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:09.106912Z","time spent":"1.439895224s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:10.923622Z","caller":"traceutil/trace.go:171","msg":"trace[1516912754] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"1.634706698s","start":"2026-03-02T18:34:09.288811Z","end":"2026-03-02T18:34:10.923518Z","steps":["trace[1516912754] 'process raft request' (duration: 1.594587723s)","trace[1516912754] 'compare' (duration: 39.48191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:10.924072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:09.288785Z","time spent":"1.635131967s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:11.056005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.999883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T18:34:11.056089Z","caller":"traceutil/trace.go:171","msg":"trace[1653743103] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:860; }","duration":"1.565153943s","start":"2026-03-02T18:34:09.49092Z","end":"2026-03-02T18:34:11.056074Z","steps":["trace[1653743103] 'read index received' (duration: 887.774064ms)","trace[1653743103] 'applied index is now lower than readState.Index' (duration: 677.378859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:11.056304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565381168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:11.056333Z","caller":"traceutil/trace.go:171","msg":"trace[545865821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:830; }","duration":"1.565561563s","start":"2026-03-02T18:34:09.490762Z","end":"2026-03-02T18:34:11.056324Z","steps":["trace[545865821] 'agreement among raft nodes before linearized reading' (duration: 1.565484211s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:11.056358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:09.490742Z","time spent":"1.565610494s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:34:11.056423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096651251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:34:11.056504Z","caller":"traceutil/trace.go:171","msg":"trace[1583765075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:830; }","duration":"1.096783594s","start":"2026-03-02T18:34:09.959701Z","end":"2026-03-02T18:34:11.056485Z","steps":["trace[1583765075] 'agreement among raft nodes before linearized reading' (duration: 1.096557148s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:11.056535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:09.959682Z","time spent":"1.096845266s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T18:34:11.173954Z","caller":"traceutil/trace.go:171","msg":"trace[313685895] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"110.283723ms","start":"2026-03-02T18:34:11.063651Z","end":"2026-03-02T18:34:11.173935Z","steps":["trace[313685895] 'process raft request' (duration: 109.886303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:11.173847Z","caller":"traceutil/trace.go:171","msg":"trace[429680991] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:863; }","duration":"105.022998ms","start":"2026-03-02T18:34:11.068789Z","end":"2026-03-02T18:34:11.173812Z","steps":["trace[429680991] 'read index received' (duration: 104.70364ms)","trace[429680991] 'applied index is now lower than readState.Index' (duration: 317.588µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:11.174153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.350525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:11.174329Z","caller":"traceutil/trace.go:171","msg":"trace[909382569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:831; }","duration":"105.53152ms","start":"2026-03-02T18:34:11.068721Z","end":"2026-03-02T18:34:11.174252Z","steps":["trace[909382569] 'agreement among raft nodes before linearized reading' (duration: 105.304714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:11.310895Z","caller":"traceutil/trace.go:171","msg":"trace[937434359] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"130.647388ms","start":"2026-03-02T18:34:11.180224Z","end":"2026-03-02T18:34:11.310871Z","steps":["trace[937434359] 'process raft request' (duration: 127.363379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:11.311008Z","caller":"traceutil/trace.go:171","msg":"trace[221340928] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"130.653767ms","start":"2026-03-02T18:34:11.180331Z","end":"2026-03-02T18:34:11.310985Z","steps":["trace[221340928] 'process raft request' (duration: 130.493734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:25.099047Z","caller":"traceutil/trace.go:171","msg":"trace[1086787279] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:955; }","duration":"451.481857ms","start":"2026-03-02T18:34:24.647543Z","end":"2026-03-02T18:34:25.099025Z","steps":["trace[1086787279] 'read index received' (duration: 451.405515ms)","trace[1086787279] 'applied index is now lower than readState.Index' (duration: 75.152µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:25.099159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:24.33215Z","time spent":"767.006231ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T18:34:25.099562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.01134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:34:25.099588Z","caller":"traceutil/trace.go:171","msg":"trace[189652809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:919; }","duration":"452.084622ms","start":"2026-03-02T18:34:24.647497Z","end":"2026-03-02T18:34:25.099581Z","steps":["trace[189652809] 'agreement among raft nodes before linearized reading' (duration: 451.989239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:25.09965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:24.64747Z","time spent":"452.175643ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:25.913877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944887543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:34:26.414324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944887543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:34:26.664434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278372172s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T18:34:27.510665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016685661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T18:34:27.510749Z","caller":"traceutil/trace.go:171","msg":"trace[2053705570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.016916197s","start":"2026-03-02T18:34:25.493816Z","end":"2026-03-02T18:34:27.510732Z","steps":["trace[2053705570] 'agreement among raft nodes before linearized reading' (duration: 2.016715732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:27.510794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:25.493796Z","time spent":"2.016988868s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:34:27.930686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:26.571594Z","time spent":"1.359084541s","remote":"127.0.0.1:38714","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T18:34:27.93086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474715531s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:27.930988Z","caller":"traceutil/trace.go:171","msg":"trace[1462146612] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:923; }","duration":"1.474871814s","start":"2026-03-02T18:34:26.456096Z","end":"2026-03-02T18:34:27.930968Z","steps":["trace[1462146612] 'range keys from in-memory index tree' (duration: 1.47469821s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:27.931136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266409107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:27.931281Z","caller":"traceutil/trace.go:171","msg":"trace[538462409] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:960; }","duration":"2.518058443s","start":"2026-03-02T18:34:25.413208Z","end":"2026-03-02T18:34:27.931266Z","steps":["trace[538462409] 'read index received' (duration: 1.251420671s)","trace[538462409] 'applied index is now lower than readState.Index' (duration: 1.266636892s)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:27.931351Z","caller":"traceutil/trace.go:171","msg":"trace[878718565] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"2.002045702s","start":"2026-03-02T18:34:25.929297Z","end":"2026-03-02T18:34:27.931343Z","steps":["trace[878718565] 'process raft request' (duration: 2.001899939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:27.931386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:25.929259Z","time spent":"2.002105194s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:27.931512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51830558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:34:27.93153Z","caller":"traceutil/trace.go:171","msg":"trace[665715145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:925; }","duration":"2.518366171s","start":"2026-03-02T18:34:25.413158Z","end":"2026-03-02T18:34:27.931524Z","steps":["trace[665715145] 'agreement among raft nodes before linearized reading' (duration: 2.518275979s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:27.93153Z","caller":"traceutil/trace.go:171","msg":"trace[642825393] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"2.545484866s","start":"2026-03-02T18:34:25.386012Z","end":"2026-03-02T18:34:27.931497Z","steps":["trace[642825393] 'process raft request' (duration: 1.278627388s)","trace[642825393] 'compare' (duration: 1.266275404s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:27.931547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:25.413135Z","time spent":"2.518408582s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:34:27.931734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:25.386002Z","time spent":"2.545652061s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:27.931742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.906955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:27.931783Z","caller":"traceutil/trace.go:171","msg":"trace[57420170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:925; }","duration":"419.958237ms","start":"2026-03-02T18:34:27.511812Z","end":"2026-03-02T18:34:27.93177Z","steps":["trace[57420170] 'agreement among raft nodes before linearized reading' (duration: 419.890066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:27.931803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.797813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:34:27.931818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:27.511808Z","time spent":"420.003788ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:34:27.931848Z","caller":"traceutil/trace.go:171","msg":"trace[1340443428] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:925; }","duration":"419.899476ms","start":"2026-03-02T18:34:27.511938Z","end":"2026-03-02T18:34:27.931837Z","steps":["trace[1340443428] 'agreement among raft nodes before linearized reading' (duration: 419.777203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:27.931802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.368577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T18:34:27.931874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:27.5119Z","time spent":"419.967048ms","remote":"127.0.0.1:41474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:34:27.931916Z","caller":"traceutil/trace.go:171","msg":"trace[950549066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:925; }","duration":"420.52653ms","start":"2026-03-02T18:34:27.511369Z","end":"2026-03-02T18:34:27.931895Z","steps":["trace[950549066] 'agreement among raft nodes before linearized reading' (duration: 420.137651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:27.931964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:27.511357Z","time spent":"420.597373ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:27.931866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.429438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T18:34:27.932019Z","caller":"traceutil/trace.go:171","msg":"trace[2110007109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:925; }","duration":"420.586762ms","start":"2026-03-02T18:34:27.511423Z","end":"2026-03-02T18:34:27.93201Z","steps":["trace[2110007109] 'agreement among raft nodes before linearized reading' (duration: 420.392467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:27.932043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:27.511421Z","time spent":"420.616003ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:34:27.934109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.57936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:34:27.934145Z","caller":"traceutil/trace.go:171","msg":"trace[2096424083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:925; }","duration":"422.647931ms","start":"2026-03-02T18:34:27.511488Z","end":"2026-03-02T18:34:27.934136Z","steps":["trace[2096424083] 'agreement among raft nodes before linearized reading' (duration: 420.603252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:27.934168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:27.511465Z","time spent":"422.696052ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:34:28.058904Z","caller":"traceutil/trace.go:171","msg":"trace[1314549224] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"119.666446ms","start":"2026-03-02T18:34:27.939212Z","end":"2026-03-02T18:34:28.058878Z","steps":["trace[1314549224] 'process raft request' (duration: 118.084009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:28.059137Z","caller":"traceutil/trace.go:171","msg":"trace[1489150911] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"119.901141ms","start":"2026-03-02T18:34:27.939227Z","end":"2026-03-02T18:34:28.059128Z","steps":["trace[1489150911] 'process raft request' (duration: 119.594174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:28.059324Z","caller":"traceutil/trace.go:171","msg":"trace[1255486057] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:962; }","duration":"115.234251ms","start":"2026-03-02T18:34:27.944079Z","end":"2026-03-02T18:34:28.059313Z","steps":["trace[1255486057] 'read index received' (duration: 45.022861ms)","trace[1255486057] 'applied index is now lower than readState.Index' (duration: 70.21045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:28.059435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.340793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:28.059464Z","caller":"traceutil/trace.go:171","msg":"trace[1330558726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:930; }","duration":"115.405064ms","start":"2026-03-02T18:34:27.94405Z","end":"2026-03-02T18:34:28.059455Z","steps":["trace[1330558726] 'agreement among raft nodes before linearized reading' (duration: 115.323272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:28.060989Z","caller":"traceutil/trace.go:171","msg":"trace[1437533947] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"121.624933ms","start":"2026-03-02T18:34:27.939345Z","end":"2026-03-02T18:34:28.06097Z","steps":["trace[1437533947] 'process raft request' (duration: 119.743658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:28.061106Z","caller":"traceutil/trace.go:171","msg":"trace[1951160577] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"118.223261ms","start":"2026-03-02T18:34:27.942874Z","end":"2026-03-02T18:34:28.061097Z","steps":["trace[1951160577] 'process raft request' (duration: 116.390267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:42.564374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.871431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:34:42.564434Z","caller":"traceutil/trace.go:171","msg":"trace[1247289380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:965; }","duration":"407.993343ms","start":"2026-03-02T18:34:42.156427Z","end":"2026-03-02T18:34:42.564421Z","steps":["trace[1247289380] 'range keys from in-memory index tree' (duration: 407.664046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:42.564464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:42.156406Z","time spent":"408.052175ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:34:42.564586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.876111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T18:34:42.564661Z","caller":"traceutil/trace.go:171","msg":"trace[941770015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:965; }","duration":"407.983743ms","start":"2026-03-02T18:34:42.156659Z","end":"2026-03-02T18:34:42.564643Z","steps":["trace[941770015] 'range keys from in-memory index tree' (duration: 407.724117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:42.564687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.149934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:34:42.564704Z","caller":"traceutil/trace.go:171","msg":"trace[1218822001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:965; }","duration":"439.206695ms","start":"2026-03-02T18:34:42.125492Z","end":"2026-03-02T18:34:42.564699Z","steps":["trace[1218822001] 'range keys from in-memory index tree' (duration: 439.038831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:42.564723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:42.12547Z","time spent":"439.249557ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:42.564701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:42.156652Z","time spent":"408.039634ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:42.564842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.317514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T18:34:42.564917Z","caller":"traceutil/trace.go:171","msg":"trace[685925152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:965; }","duration":"504.427647ms","start":"2026-03-02T18:34:42.060466Z","end":"2026-03-02T18:34:42.564893Z","steps":["trace[685925152] 'range keys from in-memory index tree' (duration: 504.135229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:42.564974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:42.060442Z","time spent":"504.519019ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:34:44.258899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.060831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:34:44.258996Z","caller":"traceutil/trace.go:171","msg":"trace[337078299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:987; }","duration":"259.219045ms","start":"2026-03-02T18:34:43.999757Z","end":"2026-03-02T18:34:44.258976Z","steps":["trace[337078299] 'range keys from in-memory index tree' (duration: 258.826235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:47.08332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944887724,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:34:47.157225Z","caller":"traceutil/trace.go:171","msg":"trace[157417659] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1038; }","duration":"573.93168ms","start":"2026-03-02T18:34:46.583267Z","end":"2026-03-02T18:34:47.157199Z","steps":["trace[157417659] 'read index received' (duration: 573.719205ms)","trace[157417659] 'applied index is now lower than readState.Index' (duration: 211.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:47.157347Z","caller":"traceutil/trace.go:171","msg":"trace[720567455] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"640.38502ms","start":"2026-03-02T18:34:46.516952Z","end":"2026-03-02T18:34:47.157337Z","steps":["trace[720567455] 'process raft request' (duration: 640.109573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:47.157665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:46.516915Z","time spent":"640.676097ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:34:47.158114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.841711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:34:47.15816Z","caller":"traceutil/trace.go:171","msg":"trace[1244207978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:997; }","duration":"574.939343ms","start":"2026-03-02T18:34:46.583206Z","end":"2026-03-02T18:34:47.158145Z","steps":["trace[1244207978] 'agreement among raft nodes before linearized reading' (duration: 574.763609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:47.158199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:46.583171Z","time spent":"575.021475ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:34:47.15843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.960764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:34:47.158468Z","caller":"traceutil/trace.go:171","msg":"trace[233159263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:997; }","duration":"575.017725ms","start":"2026-03-02T18:34:46.583441Z","end":"2026-03-02T18:34:47.158459Z","steps":["trace[233159263] 'agreement among raft nodes before linearized reading' (duration: 574.925182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:47.158502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:46.583433Z","time spent":"575.062996ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:34:47.158777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.785412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:34:47.158813Z","caller":"traceutil/trace.go:171","msg":"trace[672388190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:997; }","duration":"297.870424ms","start":"2026-03-02T18:34:46.860934Z","end":"2026-03-02T18:34:47.158805Z","steps":["trace[672388190] 'agreement among raft nodes before linearized reading' (duration: 297.782222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:47.159007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.548885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:34:47.159042Z","caller":"traceutil/trace.go:171","msg":"trace[159381269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:997; }","duration":"569.605686ms","start":"2026-03-02T18:34:46.589428Z","end":"2026-03-02T18:34:47.159034Z","steps":["trace[159381269] 'agreement among raft nodes before linearized reading' (duration: 569.519484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:47.15907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:46.589417Z","time spent":"569.646857ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:47.989104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944887727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:34:48.297319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.866249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:48.297411Z","caller":"traceutil/trace.go:171","msg":"trace[539284711] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"1.133976188s","start":"2026-03-02T18:34:47.16342Z","end":"2026-03-02T18:34:48.297396Z","steps":["trace[539284711] 'process raft request' (duration: 876.963715ms)","trace[539284711] 'compare' (duration: 256.761507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:48.297452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:47.163404Z","time spent":"1.13402967s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:48.427064Z","caller":"traceutil/trace.go:171","msg":"trace[1154570027] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"1.263494368s","start":"2026-03-02T18:34:47.163538Z","end":"2026-03-02T18:34:48.427032Z","steps":["trace[1154570027] 'process raft request' (duration: 1.261968351s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:48.42719Z","caller":"traceutil/trace.go:171","msg":"trace[1750274950] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"1.263455177s","start":"2026-03-02T18:34:47.163699Z","end":"2026-03-02T18:34:48.427154Z","steps":["trace[1750274950] 'process raft request' (duration: 1.26317721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:48.427249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:47.163529Z","time spent":"1.263618371s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:48.427352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:47.163667Z","time spent":"1.263591339s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:48.427948Z","caller":"traceutil/trace.go:171","msg":"trace[965559212] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1039; }","duration":"939.262056ms","start":"2026-03-02T18:34:47.488671Z","end":"2026-03-02T18:34:48.427933Z","steps":["trace[965559212] 'read index received' (duration: 551.718111ms)","trace[965559212] 'applied index is now lower than readState.Index' (duration: 387.542745ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:48.427961Z","caller":"traceutil/trace.go:171","msg":"trace[1038873694] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"1.264195924s","start":"2026-03-02T18:34:47.163739Z","end":"2026-03-02T18:34:48.427935Z","steps":["trace[1038873694] 'process raft request' (duration: 1.263231761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:48.428078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.394989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:34:48.428091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:47.163732Z","time spent":"1.264317967s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:48.428124Z","caller":"traceutil/trace.go:171","msg":"trace[689514505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1001; }","duration":"939.496522ms","start":"2026-03-02T18:34:47.488617Z","end":"2026-03-02T18:34:48.428113Z","steps":["trace[689514505] 'agreement among raft nodes before linearized reading' (duration: 939.396179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:48.428161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:47.488591Z","time spent":"939.562184ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:34:48.447749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.407569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:34:48.447789Z","caller":"traceutil/trace.go:171","msg":"trace[968630862] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"186.886604ms","start":"2026-03-02T18:34:48.26088Z","end":"2026-03-02T18:34:48.447766Z","steps":["trace[968630862] 'process raft request' (duration: 186.450863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:48.447833Z","caller":"traceutil/trace.go:171","msg":"trace[909004020] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1002; }","duration":"164.533232ms","start":"2026-03-02T18:34:48.283279Z","end":"2026-03-02T18:34:48.447812Z","steps":["trace[909004020] 'agreement among raft nodes before linearized reading' (duration: 164.400279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:49.223742Z","caller":"traceutil/trace.go:171","msg":"trace[1826953114] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"152.228661ms","start":"2026-03-02T18:34:49.071485Z","end":"2026-03-02T18:34:49.223714Z","steps":["trace[1826953114] 'process raft request' (duration: 152.000425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:49.341787Z","caller":"traceutil/trace.go:171","msg":"trace[682875518] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"268.945386ms","start":"2026-03-02T18:34:49.072805Z","end":"2026-03-02T18:34:49.34175Z","steps":["trace[682875518] 'process raft request' (duration: 198.578522ms)","trace[682875518] 'compare' (duration: 70.102217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:49.719538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.08699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:49.719837Z","caller":"traceutil/trace.go:171","msg":"trace[1930787541] linearizableReadLoop","detail":"{readStateIndex:1051; appliedIndex:1049; }","duration":"228.628557ms","start":"2026-03-02T18:34:49.491188Z","end":"2026-03-02T18:34:49.719817Z","steps":["trace[1930787541] 'read index received' (duration: 1.187888ms)","trace[1930787541] 'applied index is now lower than readState.Index' (duration: 227.439399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:49.719996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.80244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:49.720032Z","caller":"traceutil/trace.go:171","msg":"trace[1172968218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"228.887532ms","start":"2026-03-02T18:34:49.491134Z","end":"2026-03-02T18:34:49.720022Z","steps":["trace[1172968218] 'agreement among raft nodes before linearized reading' (duration: 228.78494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:49.720065Z","caller":"traceutil/trace.go:171","msg":"trace[154459466] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"370.88107ms","start":"2026-03-02T18:34:49.349118Z","end":"2026-03-02T18:34:49.72Z","steps":["trace[154459466] 'process raft request' (duration: 143.248207ms)","trace[154459466] 'compare' (duration: 226.935306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:49.72023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:49.34909Z","time spent":"371.061725ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:34:49.72031Z","caller":"traceutil/trace.go:171","msg":"trace[225495785] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"337.888175ms","start":"2026-03-02T18:34:49.38238Z","end":"2026-03-02T18:34:49.720268Z","steps":["trace[225495785] 'process raft request' (duration: 337.363843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:49.7205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:49.382361Z","time spent":"338.035878ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:49.841989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.722499ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T18:34:49.842098Z","caller":"traceutil/trace.go:171","msg":"trace[382207549] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1051; }","duration":"119.930302ms","start":"2026-03-02T18:34:49.722144Z","end":"2026-03-02T18:34:49.842075Z","steps":["trace[382207549] 'read index received' (duration: 17.918076ms)","trace[382207549] 'applied index is now lower than readState.Index' (duration: 102.010386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:49.842193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.038175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:49.842226Z","caller":"traceutil/trace.go:171","msg":"trace[123962649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1009; }","duration":"120.119076ms","start":"2026-03-02T18:34:49.722096Z","end":"2026-03-02T18:34:49.842215Z","steps":["trace[123962649] 'agreement among raft nodes before linearized reading' (duration: 120.039915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:50.525958Z","caller":"traceutil/trace.go:171","msg":"trace[1902605054] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"222.657325ms","start":"2026-03-02T18:34:50.303259Z","end":"2026-03-02T18:34:50.525916Z","steps":["trace[1902605054] 'process raft request' (duration: 222.300017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:51.336049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.854643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:51.336448Z","caller":"traceutil/trace.go:171","msg":"trace[30424660] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"805.244491ms","start":"2026-03-02T18:34:50.531177Z","end":"2026-03-02T18:34:51.336421Z","steps":["trace[30424660] 'process raft request' (duration: 805.185309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:51.336469Z","caller":"traceutil/trace.go:171","msg":"trace[768861010] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"806.102681ms","start":"2026-03-02T18:34:50.530339Z","end":"2026-03-02T18:34:51.336441Z","steps":["trace[768861010] 'process raft request' (duration: 26.696845ms)","trace[768861010] 'compare' (duration: 778.473344ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:51.336469Z","caller":"traceutil/trace.go:171","msg":"trace[2040271301] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"806.099611ms","start":"2026-03-02T18:34:50.530342Z","end":"2026-03-02T18:34:51.336441Z","steps":["trace[2040271301] 'process raft request' (duration: 805.846865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:51.33655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:50.531166Z","time spent":"805.336523ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:51.336518Z","caller":"traceutil/trace.go:171","msg":"trace[1443060785] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"805.612129ms","start":"2026-03-02T18:34:50.530858Z","end":"2026-03-02T18:34:51.336471Z","steps":["trace[1443060785] 'process raft request' (duration: 805.448985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:51.336602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:50.530314Z","time spent":"806.216343ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:51.336599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:50.530316Z","time spent":"806.216113ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:51.336744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:50.53084Z","time spent":"805.794934ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:52.091476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.681012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:52.092352Z","caller":"traceutil/trace.go:171","msg":"trace[904195951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1014; }","duration":"603.612305ms","start":"2026-03-02T18:34:51.488719Z","end":"2026-03-02T18:34:52.092331Z","steps":["trace[904195951] 'range keys from in-memory index tree' (duration: 602.570459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:52.092424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:51.488691Z","time spent":"603.717307ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:34:52.323336Z","caller":"traceutil/trace.go:171","msg":"trace[1085818160] linearizableReadLoop","detail":"{readStateIndex:1058; appliedIndex:1057; }","duration":"229.792725ms","start":"2026-03-02T18:34:52.093519Z","end":"2026-03-02T18:34:52.323312Z","steps":["trace[1085818160] 'read index received' (duration: 229.525289ms)","trace[1085818160] 'applied index is now lower than readState.Index' (duration: 266.556µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:52.323502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.910808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:52.323534Z","caller":"traceutil/trace.go:171","msg":"trace[708486935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1015; }","duration":"230.050961ms","start":"2026-03-02T18:34:52.093475Z","end":"2026-03-02T18:34:52.323526Z","steps":["trace[708486935] 'agreement among raft nodes before linearized reading' (duration: 229.924338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:52.323675Z","caller":"traceutil/trace.go:171","msg":"trace[374292843] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"668.317953ms","start":"2026-03-02T18:34:51.655311Z","end":"2026-03-02T18:34:52.323629Z","steps":["trace[374292843] 'process raft request' (duration: 667.815731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:52.324313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:51.655278Z","time spent":"668.907227ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:52.7532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.331867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:34:52.753267Z","caller":"traceutil/trace.go:171","msg":"trace[495557274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1015; }","duration":"222.45947ms","start":"2026-03-02T18:34:52.530792Z","end":"2026-03-02T18:34:52.753252Z","steps":["trace[495557274] 'range keys from in-memory index tree' (duration: 222.156393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:52.753353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.305022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:52.753418Z","caller":"traceutil/trace.go:171","msg":"trace[331902644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1015; }","duration":"263.397194ms","start":"2026-03-02T18:34:52.49Z","end":"2026-03-02T18:34:52.753397Z","steps":["trace[331902644] 'range keys from in-memory index tree' (duration: 263.22304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:53.724816Z","caller":"traceutil/trace.go:171","msg":"trace[2048787982] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"378.346838ms","start":"2026-03-02T18:34:53.346438Z","end":"2026-03-02T18:34:53.724785Z","steps":["trace[2048787982] 'process raft request' (duration: 378.287487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:53.724999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:53.346425Z","time spent":"378.484211ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:53.725262Z","caller":"traceutil/trace.go:171","msg":"trace[1317564671] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"378.820939ms","start":"2026-03-02T18:34:53.346429Z","end":"2026-03-02T18:34:53.72525Z","steps":["trace[1317564671] 'process raft request' (duration: 378.134343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:53.72533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:53.346408Z","time spent":"378.89017ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:55.293315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568637455s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T18:34:55.490848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T18:34:55.490918Z","caller":"traceutil/trace.go:171","msg":"trace[889556235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148917s","start":"2026-03-02T18:34:53.490752Z","end":"2026-03-02T18:34:55.490901Z","steps":["trace[889556235] 'agreement among raft nodes before linearized reading' (duration: 2.000049595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.490953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:53.490726Z","time spent":"2.000219979s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 18:34:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:34:55.859815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.129163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:55.859948Z","caller":"traceutil/trace.go:171","msg":"trace[1601460274] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1059; }","duration":"2.369113381s","start":"2026-03-02T18:34:53.490821Z","end":"2026-03-02T18:34:55.859934Z","steps":["trace[1601460274] 'read index received' (duration: 233.815501ms)","trace[1601460274] 'applied index is now lower than readState.Index' (duration: 2.13529701s)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:55.860138Z","caller":"traceutil/trace.go:171","msg":"trace[1728089305] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"2.513561676s","start":"2026-03-02T18:34:53.346565Z","end":"2026-03-02T18:34:55.860127Z","steps":["trace[1728089305] 'process raft request' (duration: 1.947043405s)","trace[1728089305] 'compare' (duration: 565.800454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:55.860181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:53.346558Z","time spent":"2.513600687s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:55.860326Z","caller":"traceutil/trace.go:171","msg":"trace[21049070] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"2.513684029s","start":"2026-03-02T18:34:53.346635Z","end":"2026-03-02T18:34:55.860319Z","steps":["trace[21049070] 'process raft request' (duration: 2.513261639s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.860365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:53.346631Z","time spent":"2.5137153s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:55.860482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086350707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:34:55.860512Z","caller":"traceutil/trace.go:171","msg":"trace[1533092986] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1020; }","duration":"2.086412587s","start":"2026-03-02T18:34:53.774089Z","end":"2026-03-02T18:34:55.860501Z","steps":["trace[1533092986] 'agreement among raft nodes before linearized reading' (duration: 2.086358126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.860533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:53.774069Z","time spent":"2.086457969s","remote":"127.0.0.1:41280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:34:55.86074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.333352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:34:55.860765Z","caller":"traceutil/trace.go:171","msg":"trace[250055835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1020; }","duration":"128.397043ms","start":"2026-03-02T18:34:55.732363Z","end":"2026-03-02T18:34:55.86076Z","steps":["trace[250055835] 'agreement among raft nodes before linearized reading' (duration: 128.316732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.860874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.9115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:34:55.860896Z","caller":"traceutil/trace.go:171","msg":"trace[2027389035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1020; }","duration":"130.000652ms","start":"2026-03-02T18:34:55.73089Z","end":"2026-03-02T18:34:55.86089Z","steps":["trace[2027389035] 'agreement among raft nodes before linearized reading' (duration: 129.94654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.860983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.828735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:55.861004Z","caller":"traceutil/trace.go:171","msg":"trace[920512723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1020; }","duration":"369.886526ms","start":"2026-03-02T18:34:55.491111Z","end":"2026-03-02T18:34:55.860998Z","steps":["trace[920512723] 'agreement among raft nodes before linearized reading' (duration: 369.857835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.86102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:55.491092Z","time spent":"369.924187ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:34:55.861146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011423913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:34:55.861169Z","caller":"traceutil/trace.go:171","msg":"trace[803814735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1020; }","duration":"1.011500035s","start":"2026-03-02T18:34:54.849664Z","end":"2026-03-02T18:34:55.861164Z","steps":["trace[803814735] 'agreement among raft nodes before linearized reading' (duration: 1.011438304s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.861188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:54.849632Z","time spent":"1.011549186s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:34:55.861293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136008946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-02T18:34:55.861314Z","caller":"traceutil/trace.go:171","msg":"trace[245231932] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1020; }","duration":"1.136070988s","start":"2026-03-02T18:34:54.725238Z","end":"2026-03-02T18:34:55.861309Z","steps":["trace[245231932] 'agreement among raft nodes before linearized reading' (duration: 1.136018506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.86133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:54.725214Z","time spent":"1.136111918s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-02T18:34:55.861424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527483436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T18:34:55.861447Z","caller":"traceutil/trace.go:171","msg":"trace[10510534] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1020; }","duration":"1.527556418s","start":"2026-03-02T18:34:54.333884Z","end":"2026-03-02T18:34:55.86144Z","steps":["trace[10510534] 'agreement among raft nodes before linearized reading' (duration: 1.527506846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:55.861463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:54.333851Z","time spent":"1.527608279s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-03-02T18:34:56.42775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944887773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:34:56.448271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:55.901704Z","time spent":"546.559708ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T18:34:56.530319Z","caller":"traceutil/trace.go:171","msg":"trace[916653555] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"628.360064ms","start":"2026-03-02T18:34:55.901925Z","end":"2026-03-02T18:34:56.530285Z","steps":["trace[916653555] 'process raft request' (duration: 628.255982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:56.530569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:55.901918Z","time spent":"628.534728ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:56.530328Z","caller":"traceutil/trace.go:171","msg":"trace[2095865222] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"628.433966ms","start":"2026-03-02T18:34:55.901842Z","end":"2026-03-02T18:34:56.530276Z","steps":["trace[2095865222] 'process raft request' (duration: 627.559705ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:56.530721Z","caller":"traceutil/trace.go:171","msg":"trace[105963599] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1063; }","duration":"628.866296ms","start":"2026-03-02T18:34:55.901843Z","end":"2026-03-02T18:34:56.530709Z","steps":["trace[105963599] 'read index received' (duration: 544.860158ms)","trace[105963599] 'applied index is now lower than readState.Index' (duration: 84.005058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:56.530733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:55.901817Z","time spent":"628.892506ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:56.53078Z","caller":"traceutil/trace.go:171","msg":"trace[1486176603] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"628.753363ms","start":"2026-03-02T18:34:55.902016Z","end":"2026-03-02T18:34:56.530769Z","steps":["trace[1486176603] 'process raft request' (duration: 628.488726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:56.53083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:55.901978Z","time spent":"628.830295ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:56.530922Z","caller":"traceutil/trace.go:171","msg":"trace[1476027104] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"627.033243ms","start":"2026-03-02T18:34:55.903859Z","end":"2026-03-02T18:34:56.530892Z","steps":["trace[1476027104] 'process raft request' (duration: 626.791347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:56.531004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.134953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:56.531038Z","caller":"traceutil/trace.go:171","msg":"trace[1469014396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"629.210924ms","start":"2026-03-02T18:34:55.901816Z","end":"2026-03-02T18:34:56.531027Z","steps":["trace[1469014396] 'agreement among raft nodes before linearized reading' (duration: 629.071191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:56.53107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:55.901804Z","time spent":"629.258175ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:34:56.531099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:55.903844Z","time spent":"627.151925ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:56.531119Z","caller":"traceutil/trace.go:171","msg":"trace[1792191681] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"629.168983ms","start":"2026-03-02T18:34:55.901934Z","end":"2026-03-02T18:34:56.531103Z","steps":["trace[1792191681] 'process raft request' (duration: 628.294522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:56.531166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:55.901918Z","time spent":"629.223815ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:57.146488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.198391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:34:57.146624Z","caller":"traceutil/trace.go:171","msg":"trace[360894441] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1069; }","duration":"612.788495ms","start":"2026-03-02T18:34:56.533813Z","end":"2026-03-02T18:34:57.146602Z","steps":["trace[360894441] 'read index received' (duration: 335.297278ms)","trace[360894441] 'applied index is now lower than readState.Index' (duration: 277.489637ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:57.146648Z","caller":"traceutil/trace.go:171","msg":"trace[1645559382] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"696.357113ms","start":"2026-03-02T18:34:56.450265Z","end":"2026-03-02T18:34:57.146622Z","steps":["trace[1645559382] 'process raft request' (duration: 418.911096ms)","trace[1645559382] 'compare' (duration: 277.001356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:57.146783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.963679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:34:57.146773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:56.450245Z","time spent":"696.458206ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:57.146815Z","caller":"traceutil/trace.go:171","msg":"trace[740383855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1026; }","duration":"613.026561ms","start":"2026-03-02T18:34:56.533774Z","end":"2026-03-02T18:34:57.1468Z","steps":["trace[740383855] 'agreement among raft nodes before linearized reading' (duration: 612.881617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:57.146843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:56.533757Z","time spent":"613.079152ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:34:58.40548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289873944887788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:34:58.452536Z","caller":"traceutil/trace.go:171","msg":"trace[228121219] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1070; }","duration":"548.109544ms","start":"2026-03-02T18:34:57.904392Z","end":"2026-03-02T18:34:58.452502Z","steps":["trace[228121219] 'read index received' (duration: 547.883059ms)","trace[228121219] 'applied index is now lower than readState.Index' (duration: 225.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:58.452604Z","caller":"traceutil/trace.go:171","msg":"trace[431573956] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"580.70363ms","start":"2026-03-02T18:34:57.871862Z","end":"2026-03-02T18:34:58.452566Z","steps":["trace[431573956] 'process raft request' (duration: 580.418893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:58.452863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.442912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:34:58.452906Z","caller":"traceutil/trace.go:171","msg":"trace[1824094917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1027; }","duration":"548.572565ms","start":"2026-03-02T18:34:57.904323Z","end":"2026-03-02T18:34:58.452895Z","steps":["trace[1824094917] 'agreement among raft nodes before linearized reading' (duration: 548.3682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:58.452875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.638796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:34:58.452946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:57.904292Z","time spent":"548.644787ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:34:58.452885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:57.871829Z","time spent":"580.957236ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:58.452973Z","caller":"traceutil/trace.go:171","msg":"trace[1797599519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1027; }","duration":"158.79903ms","start":"2026-03-02T18:34:58.294151Z","end":"2026-03-02T18:34:58.45295Z","steps":["trace[1797599519] 'agreement among raft nodes before linearized reading' (duration: 158.630636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:59.076244Z","caller":"traceutil/trace.go:171","msg":"trace[18766831] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"233.056934ms","start":"2026-03-02T18:34:58.84315Z","end":"2026-03-02T18:34:59.076207Z","steps":["trace[18766831] 'process raft request' (duration: 232.837619ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:00.66461Z","caller":"traceutil/trace.go:171","msg":"trace[440280824] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"200.688883ms","start":"2026-03-02T18:35:00.463875Z","end":"2026-03-02T18:35:00.664564Z","steps":["trace[440280824] 'process raft request' (duration: 200.378326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:00.664485Z","caller":"traceutil/trace.go:171","msg":"trace[615022586] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1084; }","duration":"194.507199ms","start":"2026-03-02T18:35:00.469946Z","end":"2026-03-02T18:35:00.664453Z","steps":["trace[615022586] 'read index received' (duration: 194.353795ms)","trace[615022586] 'applied index is now lower than readState.Index' (duration: 149.594µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:35:00.664845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.881797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:35:00.664907Z","caller":"traceutil/trace.go:171","msg":"trace[1732367873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1040; }","duration":"194.966709ms","start":"2026-03-02T18:35:00.46993Z","end":"2026-03-02T18:35:00.664897Z","steps":["trace[1732367873] 'agreement among raft nodes before linearized reading' (duration: 194.774715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:00.664975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.598906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:35:00.66503Z","caller":"traceutil/trace.go:171","msg":"trace[1161239084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1040; }","duration":"118.709968ms","start":"2026-03-02T18:35:00.546306Z","end":"2026-03-02T18:35:00.665016Z","steps":["trace[1161239084] 'agreement among raft nodes before linearized reading' (duration: 118.562425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:00.665043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.980285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:35:00.665103Z","caller":"traceutil/trace.go:171","msg":"trace[117722299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1040; }","duration":"119.111218ms","start":"2026-03-02T18:35:00.545972Z","end":"2026-03-02T18:35:00.665084Z","steps":["trace[117722299] 'agreement among raft nodes before linearized reading' (duration: 118.876992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:00.665429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.233691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:35:00.665636Z","caller":"traceutil/trace.go:171","msg":"trace[1468999041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1040; }","duration":"119.481886ms","start":"2026-03-02T18:35:00.5461Z","end":"2026-03-02T18:35:00.665582Z","steps":["trace[1468999041] 'agreement among raft nodes before linearized reading' (duration: 118.851392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:02.592099Z","caller":"traceutil/trace.go:171","msg":"trace[2091846865] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1090; }","duration":"101.29156ms","start":"2026-03-02T18:35:02.490762Z","end":"2026-03-02T18:35:02.592053Z","steps":["trace[2091846865] 'read index received' (duration: 101.089355ms)","trace[2091846865] 'applied index is now lower than readState.Index' (duration: 200.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:35:02.592163Z","caller":"traceutil/trace.go:171","msg":"trace[1419889687] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"106.219465ms","start":"2026-03-02T18:35:02.485853Z","end":"2026-03-02T18:35:02.592072Z","steps":["trace[1419889687] 'process raft request' (duration: 106.030431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:02.592252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.463003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:35:02.592284Z","caller":"traceutil/trace.go:171","msg":"trace[1767272123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1046; }","duration":"101.551856ms","start":"2026-03-02T18:35:02.490723Z","end":"2026-03-02T18:35:02.592275Z","steps":["trace[1767272123] 'agreement among raft nodes before linearized reading' (duration: 101.450903ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:37:25.674147Z","caller":"traceutil/trace.go:171","msg":"trace[954528380] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"169.069024ms","start":"2026-03-02T18:37:25.505056Z","end":"2026-03-02T18:37:25.674125Z","steps":["trace[954528380] 'process raft request' (duration: 113.896404ms)","trace[954528380] 'compare' (duration: 54.952525ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:38:16.600453Z","caller":"traceutil/trace.go:171","msg":"trace[200773754] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"111.128787ms","start":"2026-03-02T18:38:16.489277Z","end":"2026-03-02T18:38:16.600406Z","steps":["trace[200773754] 'read index received' (duration: 110.769859ms)","trace[200773754] 'applied index is now lower than readState.Index' (duration: 357.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:38:16.600552Z","caller":"traceutil/trace.go:171","msg":"trace[852776365] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"191.973579ms","start":"2026-03-02T18:38:16.40853Z","end":"2026-03-02T18:38:16.600503Z","steps":["trace[852776365] 'process raft request' (duration: 191.649342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:16.600668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.359302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:38:16.600713Z","caller":"traceutil/trace.go:171","msg":"trace[1469742428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1896; }","duration":"111.452245ms","start":"2026-03-02T18:38:16.489248Z","end":"2026-03-02T18:38:16.600701Z","steps":["trace[1469742428] 'agreement among raft nodes before linearized reading' (duration: 111.328342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:38:17.505833Z","caller":"traceutil/trace.go:171","msg":"trace[974068209] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"481.237929ms","start":"2026-03-02T18:38:17.024569Z","end":"2026-03-02T18:38:17.505807Z","steps":["trace[974068209] 'process raft request' (duration: 480.776508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:17.505981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:38:17.024535Z","time spent":"481.372222ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:38:43.988435Z","caller":"traceutil/trace.go:171","msg":"trace[361136151] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2099; }","duration":"120.00035ms","start":"2026-03-02T18:38:43.868408Z","end":"2026-03-02T18:38:43.988408Z","steps":["trace[361136151] 'read index received' (duration: 119.744775ms)","trace[361136151] 'applied index is now lower than readState.Index' (duration: 254.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:38:43.988524Z","caller":"traceutil/trace.go:171","msg":"trace[696937000] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"166.904335ms","start":"2026-03-02T18:38:43.821585Z","end":"2026-03-02T18:38:43.988489Z","steps":["trace[696937000] 'process raft request' (duration: 166.628629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:43.988671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.234976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-02T18:38:43.988935Z","caller":"traceutil/trace.go:171","msg":"trace[813479875] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:2010; }","duration":"120.515942ms","start":"2026-03-02T18:38:43.868403Z","end":"2026-03-02T18:38:43.988919Z","steps":["trace[813479875] 'agreement among raft nodes before linearized reading' (duration: 120.171044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:38:48.414846Z","caller":"traceutil/trace.go:171","msg":"trace[995756020] linearizableReadLoop","detail":"{readStateIndex:2121; appliedIndex:2120; }","duration":"122.692762ms","start":"2026-03-02T18:38:48.29213Z","end":"2026-03-02T18:38:48.414822Z","steps":["trace[995756020] 'read index received' (duration: 122.416885ms)","trace[995756020] 'applied index is now lower than readState.Index' (duration: 275.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:38:48.414997Z","caller":"traceutil/trace.go:171","msg":"trace[527081182] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"126.656492ms","start":"2026-03-02T18:38:48.288294Z","end":"2026-03-02T18:38:48.41495Z","steps":["trace[527081182] 'process raft request' (duration: 126.348215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:48.41558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.439389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-vddp2\" ","response":"range_response_count:1 size:13724"} {"level":"info","ts":"2026-03-02T18:38:48.415661Z","caller":"traceutil/trace.go:171","msg":"trace[83412768] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-vddp2; range_end:; response_count:1; response_revision:2030; }","duration":"123.568232ms","start":"2026-03-02T18:38:48.292077Z","end":"2026-03-02T18:38:48.415646Z","steps":["trace[83412768] 'agreement among raft nodes before linearized reading' (duration: 122.863565ms)"],"step_count":1}