{"level":"warn","ts":"2026-02-24T02:25:57.023053Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T02:25:57.023147Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-24T02:25:57.023216Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T02:25:57.023226Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-02-24T02:25:57.023243Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T02:25:57.023853Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-02-24T02:25:57.023922Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-24T02:25:57.02979Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.652768ms"} {"level":"info","ts":"2026-02-24T02:25:57.036477Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-02-24T02:25:57.036553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-02-24T02:25:57.036573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-02-24T02:25:57.036583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-24T02:25:57.036591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-02-24T02:25:57.036633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-02-24T02:25:57.043906Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-24T02:25:57.045496Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-24T02:25:57.04834Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-24T02:25:57.05196Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-24T02:25:57.052199Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-24T02:25:57.055154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-02-24T02:25:57.05573Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-02-24T02:25:57.061576Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T02:25:57.061657Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T02:25:57.061668Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T02:25:57.063086Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T02:25:57.063194Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-02-24T02:25:57.063235Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-02-24T02:25:57.063382Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-24T02:25:57.063422Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-24T02:25:57.836905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-02-24T02:25:57.836949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-24T02:25:57.836977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-02-24T02:25:57.836988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-02-24T02:25:57.836999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-02-24T02:25:57.837007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-02-24T02:25:57.837014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-02-24T02:25:57.837984Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T02:25:57.838562Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T02:25:57.838711Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T02:25:57.838556Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-02-24T02:25:57.838913Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-24T02:25:57.838966Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-24T02:25:57.839391Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T02:25:57.839509Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T02:25:57.839545Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T02:25:57.842837Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-02-24T02:25:57.842989Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-24T02:26:17.911727Z","caller":"traceutil/trace.go:171","msg":"trace[1651765990] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"191.364181ms","start":"2026-02-24T02:26:17.72033Z","end":"2026-02-24T02:26:17.911694Z","steps":["trace[1651765990] 'process raft request' (duration: 191.163256ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:22.952234Z","caller":"traceutil/trace.go:171","msg":"trace[2117332049] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"201.872689ms","start":"2026-02-24T02:26:22.750323Z","end":"2026-02-24T02:26:22.952195Z","steps":["trace[2117332049] 'process raft request' (duration: 201.657553ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:30.005673Z","caller":"traceutil/trace.go:171","msg":"trace[525468420] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"306.715184ms","start":"2026-02-24T02:26:29.698922Z","end":"2026-02-24T02:26:30.005637Z","steps":["trace[525468420] 'process raft request' (duration: 306.509869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:30.006729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:26:29.698887Z","time spent":"306.906428ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:26:37.231176Z","caller":"traceutil/trace.go:171","msg":"trace[1056746043] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:545; }","duration":"209.039274ms","start":"2026-02-24T02:26:37.022085Z","end":"2026-02-24T02:26:37.231125Z","steps":["trace[1056746043] 'read index received' (duration: 208.801678ms)","trace[1056746043] 'applied index is now lower than readState.Index' (duration: 232.905µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:26:37.231228Z","caller":"traceutil/trace.go:171","msg":"trace[1178171446] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"219.090999ms","start":"2026-02-24T02:26:37.012093Z","end":"2026-02-24T02:26:37.231184Z","steps":["trace[1178171446] 'process raft request' (duration: 218.821442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:37.231513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.376123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T02:26:37.231676Z","caller":"traceutil/trace.go:171","msg":"trace[270303872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"209.601248ms","start":"2026-02-24T02:26:37.022046Z","end":"2026-02-24T02:26:37.231648Z","steps":["trace[270303872] 'agreement among raft nodes before linearized reading' (duration: 209.210758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:38.842251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.309043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T02:26:38.842362Z","caller":"traceutil/trace.go:171","msg":"trace[1040760104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:529; }","duration":"465.468358ms","start":"2026-02-24T02:26:38.376867Z","end":"2026-02-24T02:26:38.842336Z","steps":["trace[1040760104] 'range keys from in-memory index tree' (duration: 465.107399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:38.842413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:26:38.376825Z","time spent":"465.57853ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T02:26:38.84245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.920733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:26:38.842569Z","caller":"traceutil/trace.go:171","msg":"trace[257580671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:529; }","duration":"210.123278ms","start":"2026-02-24T02:26:38.632414Z","end":"2026-02-24T02:26:38.842537Z","steps":["trace[257580671] 'range keys from in-memory index tree' (duration: 209.466742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:38.842885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.643342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T02:26:38.843025Z","caller":"traceutil/trace.go:171","msg":"trace[600513150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:529; }","duration":"464.693168ms","start":"2026-02-24T02:26:38.378317Z","end":"2026-02-24T02:26:38.843011Z","steps":["trace[600513150] 'range keys from in-memory index tree' (duration: 463.405047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:38.843433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:26:38.378275Z","time spent":"465.143698ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T02:26:39.131847Z","caller":"traceutil/trace.go:171","msg":"trace[1293894039] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"283.884155ms","start":"2026-02-24T02:26:38.84793Z","end":"2026-02-24T02:26:39.131814Z","steps":["trace[1293894039] 'process raft request' (duration: 283.68556ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:39.222213Z","caller":"traceutil/trace.go:171","msg":"trace[827533735] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"373.371737ms","start":"2026-02-24T02:26:38.848804Z","end":"2026-02-24T02:26:39.222176Z","steps":["trace[827533735] 'process raft request' (duration: 370.770673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:39.22247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:26:38.848778Z","time spent":"373.55372ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:26:40.303657Z","caller":"traceutil/trace.go:171","msg":"trace[751603905] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"129.272968ms","start":"2026-02-24T02:26:40.174351Z","end":"2026-02-24T02:26:40.303624Z","steps":["trace[751603905] 'process raft request' (duration: 129.063052ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:41.371072Z","caller":"traceutil/trace.go:171","msg":"trace[1812985591] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"139.343364ms","start":"2026-02-24T02:26:41.231702Z","end":"2026-02-24T02:26:41.371045Z","steps":["trace[1812985591] 'process raft request' (duration: 138.109954ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:41.379035Z","caller":"traceutil/trace.go:171","msg":"trace[1365353140] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:580; }","duration":"105.249759ms","start":"2026-02-24T02:26:41.273751Z","end":"2026-02-24T02:26:41.379001Z","steps":["trace[1365353140] 'read index received' (duration: 96.011512ms)","trace[1365353140] 'applied index is now lower than readState.Index' (duration: 9.236727ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:26:41.37906Z","caller":"traceutil/trace.go:171","msg":"trace[1137618030] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"137.853758ms","start":"2026-02-24T02:26:41.241183Z","end":"2026-02-24T02:26:41.379037Z","steps":["trace[1137618030] 'process raft request' (duration: 137.673693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:41.379313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.523755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T02:26:41.379361Z","caller":"traceutil/trace.go:171","msg":"trace[1652215730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"105.646769ms","start":"2026-02-24T02:26:41.2737Z","end":"2026-02-24T02:26:41.379347Z","steps":["trace[1652215730] 'agreement among raft nodes before linearized reading' (duration: 105.463744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:26:41.379587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.144083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T02:26:41.379632Z","caller":"traceutil/trace.go:171","msg":"trace[1250385769] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:563; }","duration":"102.243764ms","start":"2026-02-24T02:26:41.277375Z","end":"2026-02-24T02:26:41.379619Z","steps":["trace[1250385769] 'agreement among raft nodes before linearized reading' (duration: 101.820705ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:52.227212Z","caller":"traceutil/trace.go:171","msg":"trace[1953067738] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"122.745567ms","start":"2026-02-24T02:26:52.104437Z","end":"2026-02-24T02:26:52.227183Z","steps":["trace[1953067738] 'process raft request' (duration: 122.514941ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:52.396234Z","caller":"traceutil/trace.go:171","msg":"trace[489323145] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"287.36927ms","start":"2026-02-24T02:26:52.108846Z","end":"2026-02-24T02:26:52.396215Z","steps":["trace[489323145] 'process raft request' (duration: 286.94111ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:57.766265Z","caller":"traceutil/trace.go:171","msg":"trace[660626757] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"299.668351ms","start":"2026-02-24T02:26:57.466564Z","end":"2026-02-24T02:26:57.766232Z","steps":["trace[660626757] 'process raft request' (duration: 299.475176ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:26:58.020641Z","caller":"traceutil/trace.go:171","msg":"trace[1806298861] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"552.750201ms","start":"2026-02-24T02:26:57.467823Z","end":"2026-02-24T02:26:58.020573Z","steps":["trace[1806298861] 'process raft request' (duration: 463.742191ms)","trace[1806298861] 'compare' (duration: 88.851686ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:26:58.020878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:26:57.467781Z","time spent":"552.962906ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:26:59.311733Z","caller":"traceutil/trace.go:171","msg":"trace[28343431] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"141.274001ms","start":"2026-02-24T02:26:59.170424Z","end":"2026-02-24T02:26:59.311698Z","steps":["trace[28343431] 'process raft request' (duration: 140.927722ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:27:00.004845Z","caller":"traceutil/trace.go:171","msg":"trace[1847622501] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"228.409447ms","start":"2026-02-24T02:26:59.7764Z","end":"2026-02-24T02:27:00.00481Z","steps":["trace[1847622501] 'process raft request' (duration: 228.218962ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:27:30.884065Z","caller":"traceutil/trace.go:171","msg":"trace[2070766492] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"267.019192ms","start":"2026-02-24T02:27:30.617013Z","end":"2026-02-24T02:27:30.884033Z","steps":["trace[2070766492] 'process raft request' (duration: 266.869148ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:27:30.884683Z","caller":"traceutil/trace.go:171","msg":"trace[2047066563] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:844; }","duration":"252.590437ms","start":"2026-02-24T02:27:30.632043Z","end":"2026-02-24T02:27:30.884634Z","steps":["trace[2047066563] 'read index received' (duration: 251.763098ms)","trace[2047066563] 'applied index is now lower than readState.Index' (duration: 823.189µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:27:30.884922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.757161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:27:30.885007Z","caller":"traceutil/trace.go:171","msg":"trace[380925654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:815; }","duration":"253.018578ms","start":"2026-02-24T02:27:30.631962Z","end":"2026-02-24T02:27:30.884981Z","steps":["trace[380925654] 'agreement among raft nodes before linearized reading' (duration: 252.753922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:27:31.300391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.224384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T02:27:31.300504Z","caller":"traceutil/trace.go:171","msg":"trace[2112627241] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:815; }","duration":"131.423028ms","start":"2026-02-24T02:27:31.169054Z","end":"2026-02-24T02:27:31.300477Z","steps":["trace[2112627241] 'count revisions from in-memory index tree' (duration: 131.121562ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:27:32.439021Z","caller":"traceutil/trace.go:171","msg":"trace[334301066] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"193.692455ms","start":"2026-02-24T02:27:32.245291Z","end":"2026-02-24T02:27:32.438984Z","steps":["trace[334301066] 'process raft request' (duration: 193.457699ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:27:32.574812Z","caller":"traceutil/trace.go:171","msg":"trace[1383713381] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"328.183169ms","start":"2026-02-24T02:27:32.24659Z","end":"2026-02-24T02:27:32.574773Z","steps":["trace[1383713381] 'process raft request' (duration: 325.684557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:27:32.575034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:27:32.246575Z","time spent":"328.343932ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:27:33.123416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.620425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T02:27:33.123497Z","caller":"traceutil/trace.go:171","msg":"trace[1567720742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:821; }","duration":"233.760778ms","start":"2026-02-24T02:27:32.889716Z","end":"2026-02-24T02:27:33.123477Z","steps":["trace[1567720742] 'range keys from in-memory index tree' (duration: 233.42291ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:27:46.773631Z","caller":"traceutil/trace.go:171","msg":"trace[529332955] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"267.160571ms","start":"2026-02-24T02:27:46.506434Z","end":"2026-02-24T02:27:46.773594Z","steps":["trace[529332955] 'process raft request' (duration: 266.927336ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:27:46.773674Z","caller":"traceutil/trace.go:171","msg":"trace[484749302] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:946; }","duration":"142.217719ms","start":"2026-02-24T02:27:46.631414Z","end":"2026-02-24T02:27:46.773632Z","steps":["trace[484749302] 'read index received' (duration: 142.203789ms)","trace[484749302] 'applied index is now lower than readState.Index' (duration: 11.06µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:27:46.773939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.499136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:27:46.773976Z","caller":"traceutil/trace.go:171","msg":"trace[1020322777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:911; }","duration":"142.614379ms","start":"2026-02-24T02:27:46.631351Z","end":"2026-02-24T02:27:46.773966Z","steps":["trace[1020322777] 'agreement among raft nodes before linearized reading' (duration: 142.430404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:27:47.160532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.250082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-24T02:27:47.160656Z","caller":"traceutil/trace.go:171","msg":"trace[458482749] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:946; }","duration":"386.882043ms","start":"2026-02-24T02:27:46.773752Z","end":"2026-02-24T02:27:47.160634Z","steps":["trace[458482749] 'read index received' (duration: 37.290773ms)","trace[458482749] 'applied index is now lower than readState.Index' (duration: 349.58948ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:27:47.1609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.964195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T02:27:47.160937Z","caller":"traceutil/trace.go:171","msg":"trace[1434653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:911; }","duration":"520.024987ms","start":"2026-02-24T02:27:46.640903Z","end":"2026-02-24T02:27:47.160928Z","steps":["trace[1434653] 'agreement among raft nodes before linearized reading' (duration: 519.844992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:27:47.1609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.812356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T02:27:47.160987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:27:46.640897Z","time spent":"520.082299ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T02:27:47.16102Z","caller":"traceutil/trace.go:171","msg":"trace[200586109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:911; }","duration":"385.97403ms","start":"2026-02-24T02:27:46.775007Z","end":"2026-02-24T02:27:47.160981Z","steps":["trace[200586109] 'agreement among raft nodes before linearized reading' (duration: 385.791255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:27:47.161071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:27:46.774975Z","time spent":"386.086923ms","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T02:28:01.418648Z","caller":"traceutil/trace.go:171","msg":"trace[1752750063] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:987; }","duration":"137.259166ms","start":"2026-02-24T02:28:01.281362Z","end":"2026-02-24T02:28:01.418621Z","steps":["trace[1752750063] 'read index received' (duration: 137.02924ms)","trace[1752750063] 'applied index is now lower than readState.Index' (duration: 228.676µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:01.418723Z","caller":"traceutil/trace.go:171","msg":"trace[774092981] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"176.530439ms","start":"2026-02-24T02:28:01.242141Z","end":"2026-02-24T02:28:01.418672Z","steps":["trace[774092981] 'process raft request' (duration: 176.290112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:01.418973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.590224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T02:28:01.419058Z","caller":"traceutil/trace.go:171","msg":"trace[128745585] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:950; }","duration":"137.748288ms","start":"2026-02-24T02:28:01.281286Z","end":"2026-02-24T02:28:01.419034Z","steps":["trace[128745585] 'agreement among raft nodes before linearized reading' (duration: 137.475182ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:01.552707Z","caller":"traceutil/trace.go:171","msg":"trace[124042844] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"119.698253ms","start":"2026-02-24T02:28:01.432972Z","end":"2026-02-24T02:28:01.55267Z","steps":["trace[124042844] 'process raft request' (duration: 107.956253ms)","trace[124042844] 'compare' (duration: 11.583736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:01.815098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.38311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T02:28:01.815183Z","caller":"traceutil/trace.go:171","msg":"trace[831354683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"114.544835ms","start":"2026-02-24T02:28:01.700619Z","end":"2026-02-24T02:28:01.815164Z","steps":["trace[831354683] 'range keys from in-memory index tree' (duration: 114.172085ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:05.679094Z","caller":"traceutil/trace.go:171","msg":"trace[238432242] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"143.308636ms","start":"2026-02-24T02:28:05.535755Z","end":"2026-02-24T02:28:05.679064Z","steps":["trace[238432242] 'process raft request' (duration: 143.030159ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:05.683008Z","caller":"traceutil/trace.go:171","msg":"trace[1199055871] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"119.047576ms","start":"2026-02-24T02:28:05.563915Z","end":"2026-02-24T02:28:05.682963Z","steps":["trace[1199055871] 'process raft request' (duration: 118.665816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:09.958571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:10.034348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120001376s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T02:28:10.034853Z","caller":"traceutil/trace.go:171","msg":"trace[270045335] linearizableReadLoop","detail":"{readStateIndex:1040; appliedIndex:1039; }","duration":"577.096201ms","start":"2026-02-24T02:28:09.457718Z","end":"2026-02-24T02:28:10.034814Z","steps":["trace[270045335] 'read index received' (duration: 576.844374ms)","trace[270045335] 'applied index is now lower than readState.Index' (duration: 250.057µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:10.035144Z","caller":"traceutil/trace.go:171","msg":"trace[263912611] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"1.13030724s","start":"2026-02-24T02:28:08.904798Z","end":"2026-02-24T02:28:10.035105Z","steps":["trace[263912611] 'process raft request' (duration: 1.129808918s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:10.035185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.429739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T02:28:10.035236Z","caller":"traceutil/trace.go:171","msg":"trace[106211464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1000; }","duration":"577.554993ms","start":"2026-02-24T02:28:09.457662Z","end":"2026-02-24T02:28:10.035217Z","steps":["trace[106211464] 'agreement among raft nodes before linearized reading' (duration: 577.340567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:10.035281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:09.457635Z","time spent":"577.636774ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T02:28:10.035441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.995533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T02:28:10.03547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.2212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T02:28:10.035507Z","caller":"traceutil/trace.go:171","msg":"trace[1703276993] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1000; }","duration":"405.096886ms","start":"2026-02-24T02:28:09.630391Z","end":"2026-02-24T02:28:10.035487Z","steps":["trace[1703276993] 'agreement among raft nodes before linearized reading' (duration: 404.961552ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:10.035527Z","caller":"traceutil/trace.go:171","msg":"trace[380710703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1000; }","duration":"182.324932ms","start":"2026-02-24T02:28:09.853186Z","end":"2026-02-24T02:28:10.035511Z","steps":["trace[380710703] 'agreement among raft nodes before linearized reading' (duration: 182.144298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:10.03551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.588063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T02:28:10.035551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:09.630379Z","time spent":"405.161007ms","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-24T02:28:10.035613Z","caller":"traceutil/trace.go:171","msg":"trace[197114664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1000; }","duration":"343.735227ms","start":"2026-02-24T02:28:09.691852Z","end":"2026-02-24T02:28:10.035587Z","steps":["trace[197114664] 'agreement among raft nodes before linearized reading' (duration: 343.4436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:10.035645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:08.904773Z","time spent":"1.130443204s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:10.035672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:09.691841Z","time spent":"343.820809ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T02:28:10.035886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.518765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T02:28:10.035903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.163047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T02:28:10.035936Z","caller":"traceutil/trace.go:171","msg":"trace[1369550298] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1000; }","duration":"443.594987ms","start":"2026-02-24T02:28:09.592327Z","end":"2026-02-24T02:28:10.035922Z","steps":["trace[1369550298] 'agreement among raft nodes before linearized reading' (duration: 442.91163ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:10.035943Z","caller":"traceutil/trace.go:171","msg":"trace[1465778053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1000; }","duration":"184.25473ms","start":"2026-02-24T02:28:09.851673Z","end":"2026-02-24T02:28:10.035927Z","steps":["trace[1465778053] 'agreement among raft nodes before linearized reading' (duration: 183.603954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:10.035972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:09.592276Z","time spent":"443.682288ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:11.117929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.444843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:11.118065Z","caller":"traceutil/trace.go:171","msg":"trace[1043256970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1004; }","duration":"485.72452ms","start":"2026-02-24T02:28:10.632315Z","end":"2026-02-24T02:28:11.118039Z","steps":["trace[1043256970] 'range keys from in-memory index tree' (duration: 485.33787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:11.118125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:10.632291Z","time spent":"485.820763ms","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:12.981831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.150383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T02:28:12.98219Z","caller":"traceutil/trace.go:171","msg":"trace[1169847675] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"878.102369ms","start":"2026-02-24T02:28:12.104053Z","end":"2026-02-24T02:28:12.982155Z","steps":["trace[1169847675] 'process raft request' (duration: 363.495075ms)","trace[1169847675] 'compare' (duration: 513.583379ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:12.982373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:12.104003Z","time spent":"878.284514ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:12.982404Z","caller":"traceutil/trace.go:171","msg":"trace[125446740] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"875.454364ms","start":"2026-02-24T02:28:12.106917Z","end":"2026-02-24T02:28:12.982371Z","steps":["trace[125446740] 'process raft request' (duration: 875.209078ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:12.982369Z","caller":"traceutil/trace.go:171","msg":"trace[1019967519] linearizableReadLoop","detail":"{readStateIndex:1055; appliedIndex:1050; }","duration":"669.668642ms","start":"2026-02-24T02:28:12.312677Z","end":"2026-02-24T02:28:12.982346Z","steps":["trace[1019967519] 'read index received' (duration: 154.990386ms)","trace[1019967519] 'applied index is now lower than readState.Index' (duration: 514.676976ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:12.982527Z","caller":"traceutil/trace.go:171","msg":"trace[2049291190] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"875.165936ms","start":"2026-02-24T02:28:12.107349Z","end":"2026-02-24T02:28:12.982515Z","steps":["trace[2049291190] 'process raft request' (duration: 874.822978ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:12.982509Z","caller":"traceutil/trace.go:171","msg":"trace[1482265039] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"878.257643ms","start":"2026-02-24T02:28:12.104215Z","end":"2026-02-24T02:28:12.982472Z","steps":["trace[1482265039] 'process raft request' (duration: 877.794882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:12.982535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:12.106908Z","time spent":"875.567376ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:12.982606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:12.107304Z","time spent":"875.264119ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:12.982484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.798285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:12.982662Z","caller":"traceutil/trace.go:171","msg":"trace[2088618115] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"773.000039ms","start":"2026-02-24T02:28:12.209621Z","end":"2026-02-24T02:28:12.982621Z","steps":["trace[2088618115] 'process raft request' (duration: 772.612059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:12.982701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:12.104208Z","time spent":"878.382666ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:12.982802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.262087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:12.982845Z","caller":"traceutil/trace.go:171","msg":"trace[901470559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1014; }","duration":"350.3535ms","start":"2026-02-24T02:28:12.632477Z","end":"2026-02-24T02:28:12.98283Z","steps":["trace[901470559] 'agreement among raft nodes before linearized reading' (duration: 350.299959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:12.982849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:12.209576Z","time spent":"773.181344ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":782,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T02:28:12.98288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:12.632448Z","time spent":"350.426731ms","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T02:28:12.982795Z","caller":"traceutil/trace.go:171","msg":"trace[144819741] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1014; }","duration":"670.081703ms","start":"2026-02-24T02:28:12.31264Z","end":"2026-02-24T02:28:12.982721Z","steps":["trace[144819741] 'agreement among raft nodes before linearized reading' (duration: 669.766125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:12.983139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:12.312617Z","time spent":"670.465432ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-24T02:28:13.689496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.614325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T02:28:13.689621Z","caller":"traceutil/trace.go:171","msg":"trace[1909660814] linearizableReadLoop","detail":"{readStateIndex:1056; appliedIndex:1055; }","duration":"561.901744ms","start":"2026-02-24T02:28:13.127699Z","end":"2026-02-24T02:28:13.689601Z","steps":["trace[1909660814] 'read index received' (duration: 70.009542ms)","trace[1909660814] 'applied index is now lower than readState.Index' (duration: 491.890522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:13.689839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.169701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T02:28:13.689825Z","caller":"traceutil/trace.go:171","msg":"trace[1214788611] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"698.246038ms","start":"2026-02-24T02:28:12.99154Z","end":"2026-02-24T02:28:13.689787Z","steps":["trace[1214788611] 'process raft request' (duration: 206.235133ms)","trace[1214788611] 'compare' (duration: 491.458302ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:13.689898Z","caller":"traceutil/trace.go:171","msg":"trace[1943852622] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1015; }","duration":"562.240463ms","start":"2026-02-24T02:28:13.127647Z","end":"2026-02-24T02:28:13.689887Z","steps":["trace[1943852622] 'agreement among raft nodes before linearized reading' (duration: 562.005537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:13.68995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:13.127567Z","time spent":"562.369896ms","remote":"127.0.0.1:51952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:13.690034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:12.991517Z","time spent":"698.416573ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T02:28:13.729831Z","caller":"traceutil/trace.go:171","msg":"trace[1096283474] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"522.154912ms","start":"2026-02-24T02:28:13.207642Z","end":"2026-02-24T02:28:13.729797Z","steps":["trace[1096283474] 'process raft request' (duration: 521.954616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:13.730029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:13.207616Z","time spent":"522.291354ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":782,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T02:28:14.6158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:15.116245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:15.616785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:16.117463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:16.617792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:16.633091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:16.633192Z","caller":"traceutil/trace.go:171","msg":"trace[89932783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254208s","start":"2026-02-24T02:28:14.632913Z","end":"2026-02-24T02:28:16.633167Z","steps":["trace[89932783] 'agreement among raft nodes before linearized reading' (duration: 2.000123955s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:16.633255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.632884Z","time spent":"2.00035765s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:17.118231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:17.618982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:17.850494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:17.850621Z","caller":"traceutil/trace.go:171","msg":"trace[117324439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691139s","start":"2026-02-24T02:28:15.8499Z","end":"2026-02-24T02:28:17.850592Z","steps":["trace[117324439] 'agreement among raft nodes before linearized reading' (duration: 2.000496834s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:17.850687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:15.849843Z","time spent":"2.000831492s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:18.119378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:18.35201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.58375296s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T02:28:18.634123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:18.634236Z","caller":"traceutil/trace.go:171","msg":"trace[339899226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584616s","start":"2026-02-24T02:28:16.633631Z","end":"2026-02-24T02:28:18.634215Z","steps":["trace[339899226] 'agreement among raft nodes before linearized reading' (duration: 2.000443483s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:18.634285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:16.633608Z","time spent":"2.000667259s","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:18.966875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272299s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:18.96702Z","caller":"traceutil/trace.go:171","msg":"trace[1858914635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1018; }","duration":"2.272457024s","start":"2026-02-24T02:28:16.694542Z","end":"2026-02-24T02:28:18.966999Z","steps":["trace[1858914635] 'range keys from in-memory index tree' (duration: 2.27227937s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:18.96709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.826594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T02:28:18.967353Z","caller":"traceutil/trace.go:171","msg":"trace[902683984] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"5.231774935s","start":"2026-02-24T02:28:13.735542Z","end":"2026-02-24T02:28:18.967317Z","steps":["trace[902683984] 'process raft request' (duration: 4.616623043s)","trace[902683984] 'compare' (duration: 614.321441ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:18.96753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:13.735515Z","time spent":"5.231906169s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:18.967922Z","caller":"traceutil/trace.go:171","msg":"trace[1493238276] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"2.781634304s","start":"2026-02-24T02:28:16.186266Z","end":"2026-02-24T02:28:18.9679Z","steps":["trace[1493238276] 'process raft request' (duration: 2.780944616s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:18.968043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:16.186236Z","time spent":"2.781741737s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:19.115015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999241841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:19.115129Z","caller":"traceutil/trace.go:171","msg":"trace[2137544875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999438876s","start":"2026-02-24T02:28:14.115662Z","end":"2026-02-24T02:28:19.115101Z","steps":["trace[2137544875] 'agreement among raft nodes before linearized reading' (duration: 4.999290282s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:19.115193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.115634Z","time spent":"4.999546909s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 02:28:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:19.987754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999008606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:19.987912Z","caller":"traceutil/trace.go:171","msg":"trace[335271918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999226962s","start":"2026-02-24T02:28:14.988664Z","end":"2026-02-24T02:28:19.987891Z","steps":["trace[335271918] 'agreement among raft nodes before linearized reading' (duration: 4.999026037s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:19.988099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.988648Z","time spent":"4.999438297s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 02:28:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:19.987804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998918433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:19.988417Z","caller":"traceutil/trace.go:171","msg":"trace[1776589057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999627521s","start":"2026-02-24T02:28:14.988773Z","end":"2026-02-24T02:28:19.9884Z","steps":["trace[1776589057] 'agreement among raft nodes before linearized reading' (duration: 4.998929004s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:19.988475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.988764Z","time spent":"4.999700002s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 02:28:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:20.643198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:20.643307Z","caller":"traceutil/trace.go:171","msg":"trace[37998329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416343s","start":"2026-02-24T02:28:18.642864Z","end":"2026-02-24T02:28:20.64328Z","steps":["trace[37998329] 'agreement among raft nodes before linearized reading' (duration: 2.000263989s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:20.643368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:18.642851Z","time spent":"2.000504994s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:20.753312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785979236s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-24T02:28:20.753534Z","caller":"traceutil/trace.go:171","msg":"trace[1893686279] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1059; }","duration":"6.637779198s","start":"2026-02-24T02:28:14.115736Z","end":"2026-02-24T02:28:20.753516Z","steps":["trace[1893686279] 'read index received' (duration: 4.236449646s)","trace[1893686279] 'applied index is now lower than readState.Index' (duration: 2.401328442s)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:20.754389Z","caller":"traceutil/trace.go:171","msg":"trace[1677691442] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"2.116139926s","start":"2026-02-24T02:28:18.638218Z","end":"2026-02-24T02:28:20.754358Z","steps":["trace[1677691442] 'process raft request' (duration: 2.115219982s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:20.75454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:18.638192Z","time spent":"2.116277619s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T02:28:21.581719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84480903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T02:28:21.581886Z","caller":"traceutil/trace.go:171","msg":"trace[909461357] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1021; }","duration":"4.845021905s","start":"2026-02-24T02:28:16.736805Z","end":"2026-02-24T02:28:21.581827Z","steps":["trace[909461357] 'agreement among raft nodes before linearized reading' (duration: 4.01762065s)","trace[909461357] 'count revisions from in-memory index tree' (duration: 827.171749ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:21.582158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.683438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T02:28:21.582198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.213082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-24T02:28:21.582184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.374549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T02:28:21.582346Z","caller":"traceutil/trace.go:171","msg":"trace[2065375403] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:1021; }","duration":"299.596594ms","start":"2026-02-24T02:28:21.282723Z","end":"2026-02-24T02:28:21.58232Z","steps":["trace[2065375403] 'range keys from in-memory index tree' (duration: 299.131642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:21.582478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837940741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-24T02:28:21.582527Z","caller":"traceutil/trace.go:171","msg":"trace[141328800] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1021; }","duration":"4.838054693s","start":"2026-02-24T02:28:16.744457Z","end":"2026-02-24T02:28:21.582512Z","steps":["trace[141328800] 'agreement among raft nodes before linearized reading' (duration: 4.00992496s)","trace[141328800] 'range keys from in-memory index tree' (duration: 828.002339ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:21.582569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:16.744419Z","time spent":"4.838140985s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-24T02:28:21.581987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:16.736785Z","time spent":"4.845156989s","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:21.582826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.59454497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T02:28:21.582862Z","caller":"traceutil/trace.go:171","msg":"trace[1135051751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1021; }","duration":"6.594626301s","start":"2026-02-24T02:28:14.988226Z","end":"2026-02-24T02:28:21.582852Z","steps":["trace[1135051751] 'agreement among raft nodes before linearized reading' (duration: 5.766098758s)","trace[1135051751] 'range keys from in-memory index tree' (duration: 828.428541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:21.582896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.988197Z","time spent":"6.594692192s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T02:28:21.582273Z","caller":"traceutil/trace.go:171","msg":"trace[1306582658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1021; }","duration":"465.301245ms","start":"2026-02-24T02:28:21.116952Z","end":"2026-02-24T02:28:21.582254Z","steps":["trace[1306582658] 'range keys from in-memory index tree' (duration: 464.998508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:21.583121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:21.116892Z","time spent":"466.173217ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T02:28:21.583166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.594814866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T02:28:21.583281Z","caller":"traceutil/trace.go:171","msg":"trace[665714752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1021; }","duration":"6.594998581s","start":"2026-02-24T02:28:14.988252Z","end":"2026-02-24T02:28:21.583251Z","steps":["trace[665714752] 'agreement among raft nodes before linearized reading' (duration: 5.76616553s)","trace[665714752] 'range keys from in-memory index tree' (duration: 828.560054ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:21.582277Z","caller":"traceutil/trace.go:171","msg":"trace[1246988218] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1021; }","duration":"666.840372ms","start":"2026-02-24T02:28:20.915385Z","end":"2026-02-24T02:28:21.582225Z","steps":["trace[1246988218] 'count revisions from in-memory index tree' (duration: 666.500924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:21.583357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:14.98822Z","time spent":"6.595121953s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T02:28:21.583402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:20.915358Z","time spent":"668.027432ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:21.584047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.585575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:21.584196Z","caller":"traceutil/trace.go:171","msg":"trace[1808339015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1021; }","duration":"940.76413ms","start":"2026-02-24T02:28:20.643413Z","end":"2026-02-24T02:28:21.584177Z","steps":["trace[1808339015] 'agreement among raft nodes before linearized reading' (duration: 110.994397ms)","trace[1808339015] 'range keys from in-memory index tree' (duration: 829.614639ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:21.584274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:20.643394Z","time spent":"940.868163ms","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:22.094174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693558,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T02:28:22.253417Z","caller":"traceutil/trace.go:171","msg":"trace[94992686] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"660.175407ms","start":"2026-02-24T02:28:21.593209Z","end":"2026-02-24T02:28:22.253384Z","steps":["trace[94992686] 'process raft request' (duration: 660.110555ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:22.25362Z","caller":"traceutil/trace.go:171","msg":"trace[1617598648] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"660.517395ms","start":"2026-02-24T02:28:21.593058Z","end":"2026-02-24T02:28:22.253575Z","steps":["trace[1617598648] 'process raft request' (duration: 633.211259ms)","trace[1617598648] 'compare' (duration: 26.290601ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:22.253724Z","caller":"traceutil/trace.go:171","msg":"trace[848578852] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"660.670549ms","start":"2026-02-24T02:28:21.593029Z","end":"2026-02-24T02:28:22.2537Z","steps":["trace[848578852] 'process raft request' (duration: 660.111285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:22.253782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:21.593005Z","time spent":"660.747381ms","remote":"127.0.0.1:46762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:22.253837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:21.593029Z","time spent":"660.688819ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:22.253847Z","caller":"traceutil/trace.go:171","msg":"trace[2146599057] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"660.69059ms","start":"2026-02-24T02:28:21.593111Z","end":"2026-02-24T02:28:22.253802Z","steps":["trace[2146599057] 'process raft request' (duration: 660.171317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:22.253661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:21.593204Z","time spent":"660.30399ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:22.254129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:21.593005Z","time spent":"660.990357ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:22.258279Z","caller":"traceutil/trace.go:171","msg":"trace[466313396] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"244.965983ms","start":"2026-02-24T02:28:22.013296Z","end":"2026-02-24T02:28:22.258262Z","steps":["trace[466313396] 'process raft request' (duration: 244.823889ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:22.258259Z","caller":"traceutil/trace.go:171","msg":"trace[1273939375] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1066; }","duration":"664.364411ms","start":"2026-02-24T02:28:21.593872Z","end":"2026-02-24T02:28:22.258236Z","steps":["trace[1273939375] 'read index received' (duration: 632.490992ms)","trace[1273939375] 'applied index is now lower than readState.Index' (duration: 31.872349ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:22.258405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.534696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:22.258465Z","caller":"traceutil/trace.go:171","msg":"trace[690774180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1028; }","duration":"664.640268ms","start":"2026-02-24T02:28:21.593814Z","end":"2026-02-24T02:28:22.258455Z","steps":["trace[690774180] 'agreement among raft nodes before linearized reading' (duration: 664.487264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:22.258496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:21.593804Z","time spent":"664.684429ms","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:22.258569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.322456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-24T02:28:22.25861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.318871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-24T02:28:22.258633Z","caller":"traceutil/trace.go:171","msg":"trace[28610673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1028; }","duration":"269.455219ms","start":"2026-02-24T02:28:21.98916Z","end":"2026-02-24T02:28:22.258615Z","steps":["trace[28610673] 'agreement among raft nodes before linearized reading' (duration: 269.264774ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:22.258642Z","caller":"traceutil/trace.go:171","msg":"trace[361851346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1028; }","duration":"268.352512ms","start":"2026-02-24T02:28:21.990281Z","end":"2026-02-24T02:28:22.258634Z","steps":["trace[361851346] 'agreement among raft nodes before linearized reading' (duration: 268.232619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:23.051352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.940887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:23.051438Z","caller":"traceutil/trace.go:171","msg":"trace[219701632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1030; }","duration":"419.08217ms","start":"2026-02-24T02:28:22.632336Z","end":"2026-02-24T02:28:23.051418Z","steps":["trace[219701632] 'range keys from in-memory index tree' (duration: 418.792373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:23.051483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:22.632311Z","time spent":"419.162643ms","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T02:28:29.700422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.391767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-24T02:28:29.700527Z","caller":"traceutil/trace.go:171","msg":"trace[1479078611] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1061; }","duration":"124.554851ms","start":"2026-02-24T02:28:29.575948Z","end":"2026-02-24T02:28:29.700502Z","steps":["trace[1479078611] 'range keys from in-memory index tree' (duration: 124.238244ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:29.700552Z","caller":"traceutil/trace.go:171","msg":"trace[2068182325] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"123.900796ms","start":"2026-02-24T02:28:29.576615Z","end":"2026-02-24T02:28:29.700516Z","steps":["trace[2068182325] 'process raft request' (duration: 88.772657ms)","trace[2068182325] 'compare' (duration: 34.802291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T02:28:48.354325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:48.85541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:49.356012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:49.854606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:49.854689Z","caller":"traceutil/trace.go:171","msg":"trace[719790875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461463s","start":"2026-02-24T02:28:47.85421Z","end":"2026-02-24T02:28:49.854672Z","steps":["trace[719790875] 'agreement among raft nodes before linearized reading' (duration: 2.00035906s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:49.854736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:47.854186Z","time spent":"2.000541635s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:49.856873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:50.357539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:50.632155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:50.632338Z","caller":"traceutil/trace.go:171","msg":"trace[1942924383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226147s","start":"2026-02-24T02:28:48.632078Z","end":"2026-02-24T02:28:50.632304Z","steps":["trace[1942924383] 'agreement among raft nodes before linearized reading' (duration: 2.000014772s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:50.632404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.63204Z","time spent":"2.00035038s","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:50.858051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:51.358388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:51.858974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:52.359191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:52.640342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:52.640445Z","caller":"traceutil/trace.go:171","msg":"trace[987919597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191436s","start":"2026-02-24T02:28:50.640232Z","end":"2026-02-24T02:28:52.640423Z","steps":["trace[987919597] 'agreement among raft nodes before linearized reading' (duration: 2.000061083s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:52.640507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:50.640134Z","time spent":"2.00036375s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 02:28:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:52.859392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:53.359694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697480007693838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T02:28:53.480326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998903328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:53.480412Z","caller":"traceutil/trace.go:171","msg":"trace[1105108898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999038031s","start":"2026-02-24T02:28:48.481354Z","end":"2026-02-24T02:28:53.480392Z","steps":["trace[1105108898] 'agreement among raft nodes before linearized reading' (duration: 4.998909088s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.480473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.481349Z","time spent":"4.999114263s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T02:28:53.484828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999507124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T02:28:53.484954Z","caller":"traceutil/trace.go:171","msg":"trace[361623864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999668247s","start":"2026-02-24T02:28:48.485258Z","end":"2026-02-24T02:28:53.484926Z","steps":["trace[361623864] 'agreement among raft nodes before linearized reading' (duration: 4.999512514s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.485012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.485253Z","time spent":"4.999746279s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 02:28:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T02:28:53.491964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999493992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T02:28:53.492055Z","caller":"traceutil/trace.go:171","msg":"trace[1008663450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999622276s","start":"2026-02-24T02:28:48.492406Z","end":"2026-02-24T02:28:53.492029Z","steps":["trace[1008663450] 'agreement among raft nodes before linearized reading' (duration: 4.999512433s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.492105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.492394Z","time spent":"4.999701227s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T02:28:53.559367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.71697007s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T02:28:53.559807Z","caller":"traceutil/trace.go:171","msg":"trace[1383701862] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"5.717557205s","start":"2026-02-24T02:28:47.842228Z","end":"2026-02-24T02:28:53.559785Z","steps":["trace[1383701862] 'process raft request' (duration: 5.717398211s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.559943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:47.84218Z","time spent":"5.717686398s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T02:28:53.561726Z","caller":"traceutil/trace.go:171","msg":"trace[689753352] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1196; }","duration":"5.707459973s","start":"2026-02-24T02:28:47.854251Z","end":"2026-02-24T02:28:53.561711Z","steps":["trace[689753352] 'read index received' (duration: 5.705412653s)","trace[689753352] 'applied index is now lower than readState.Index' (duration: 2.04666ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:28:53.56182Z","caller":"traceutil/trace.go:171","msg":"trace[1319825061] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"838.115099ms","start":"2026-02-24T02:28:52.723694Z","end":"2026-02-24T02:28:53.561809Z","steps":["trace[1319825061] 'process raft request' (duration: 837.978565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.56195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.723669Z","time spent":"838.17289ms","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:53.56202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.086954892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T02:28:53.561831Z","caller":"traceutil/trace.go:171","msg":"trace[244031394] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"4.329978065s","start":"2026-02-24T02:28:49.231805Z","end":"2026-02-24T02:28:53.561783Z","steps":["trace[244031394] 'process raft request' (duration: 4.329755249s)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:53.562077Z","caller":"traceutil/trace.go:171","msg":"trace[753121116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1151; }","duration":"5.087046643s","start":"2026-02-24T02:28:48.475018Z","end":"2026-02-24T02:28:53.562065Z","steps":["trace[753121116] 'agreement among raft nodes before linearized reading' (duration: 5.086868679s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.562121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.475Z","time spent":"5.087112685s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T02:28:53.562244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:49.231786Z","time spent":"4.330316273s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T02:28:53.562305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259541587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:53.562348Z","caller":"traceutil/trace.go:171","msg":"trace[846822470] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1151; }","duration":"2.25966413s","start":"2026-02-24T02:28:51.302673Z","end":"2026-02-24T02:28:53.562338Z","steps":["trace[846822470] 'agreement among raft nodes before linearized reading' (duration: 2.259594838s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.562315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926338648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18970dc074a4e50e\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-24T02:28:53.562386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.302657Z","time spent":"2.259720511s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:53.562423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425143994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T02:28:53.562462Z","caller":"traceutil/trace.go:171","msg":"trace[1495272394] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1151; }","duration":"3.425213196s","start":"2026-02-24T02:28:50.137238Z","end":"2026-02-24T02:28:53.562451Z","steps":["trace[1495272394] 'agreement among raft nodes before linearized reading' (duration: 3.425153044s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.562499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:50.137223Z","time spent":"3.425268277s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:53.562682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.789652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:53.562721Z","caller":"traceutil/trace.go:171","msg":"trace[1561066987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1151; }","duration":"921.861774ms","start":"2026-02-24T02:28:52.640849Z","end":"2026-02-24T02:28:53.562711Z","steps":["trace[1561066987] 'agreement among raft nodes before linearized reading' (duration: 921.805703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.562755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:52.640825Z","time spent":"921.922436ms","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T02:28:53.562711Z","caller":"traceutil/trace.go:171","msg":"trace[972038051] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18970dc074a4e50e; range_end:; response_count:1; response_revision:1151; }","duration":"2.926544693s","start":"2026-02-24T02:28:50.635868Z","end":"2026-02-24T02:28:53.562413Z","steps":["trace[972038051] 'agreement among raft nodes before linearized reading' (duration: 2.926253976s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.562849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.030653665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T02:28:53.562748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314155932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-02-24T02:28:53.562886Z","caller":"traceutil/trace.go:171","msg":"trace[749708601] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1151; }","duration":"5.030713917s","start":"2026-02-24T02:28:48.532164Z","end":"2026-02-24T02:28:53.562878Z","steps":["trace[749708601] 'agreement among raft nodes before linearized reading' (duration: 5.030654545s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.562925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.532152Z","time spent":"5.030764688s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:53.56289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277537264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T02:28:53.562945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910329449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-02-24T02:28:53.562953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800016936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:53.562975Z","caller":"traceutil/trace.go:171","msg":"trace[518169434] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:1151; }","duration":"2.277679987s","start":"2026-02-24T02:28:51.285278Z","end":"2026-02-24T02:28:53.562958Z","steps":["trace[518169434] 'agreement among raft nodes before linearized reading' (duration: 2.2774064s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.563024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.28525Z","time spent":"2.277761939s","remote":"127.0.0.1:46762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-02-24T02:28:53.562725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782828611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-24T02:28:53.562799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.503918977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T02:28:53.563196Z","caller":"traceutil/trace.go:171","msg":"trace[1996099756] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1151; }","duration":"3.783359514s","start":"2026-02-24T02:28:49.779819Z","end":"2026-02-24T02:28:53.563179Z","steps":["trace[1996099756] 'agreement among raft nodes before linearized reading' (duration: 3.782835181s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.563263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:49.779782Z","time spent":"3.783462607s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-24T02:28:53.563265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.084779797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:53.563312Z","caller":"traceutil/trace.go:171","msg":"trace[1083750084] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1151; }","duration":"5.084834998s","start":"2026-02-24T02:28:48.478463Z","end":"2026-02-24T02:28:53.563298Z","steps":["trace[1083750084] 'agreement among raft nodes before linearized reading' (duration: 5.084770588s)"],"step_count":1} {"level":"info","ts":"2026-02-24T02:28:53.56302Z","caller":"traceutil/trace.go:171","msg":"trace[777497971] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1151; }","duration":"2.800116218s","start":"2026-02-24T02:28:50.762888Z","end":"2026-02-24T02:28:53.563004Z","steps":["trace[777497971] 'agreement among raft nodes before linearized reading' (duration: 2.800011305s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.563352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.478458Z","time spent":"5.084886089s","remote":"127.0.0.1:38936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T02:28:53.563363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033773481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T02:28:53.563465Z","caller":"traceutil/trace.go:171","msg":"trace[1521459657] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1151; }","duration":"5.033890825s","start":"2026-02-24T02:28:48.529554Z","end":"2026-02-24T02:28:53.563444Z","steps":["trace[1521459657] 'agreement among raft nodes before linearized reading' (duration: 5.033619839s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.56356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:48.529542Z","time spent":"5.034001437s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-02-24T02:28:53.562976Z","caller":"traceutil/trace.go:171","msg":"trace[1828971625] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1151; }","duration":"1.910435972s","start":"2026-02-24T02:28:51.652531Z","end":"2026-02-24T02:28:53.562967Z","steps":["trace[1828971625] 'agreement among raft nodes before linearized reading' (duration: 1.91034755s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.56376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.652494Z","time spent":"1.911251921s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-02-24T02:28:53.56296Z","caller":"traceutil/trace.go:171","msg":"trace[978705939] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1151; }","duration":"2.314377547s","start":"2026-02-24T02:28:51.248527Z","end":"2026-02-24T02:28:53.562905Z","steps":["trace[978705939] 'agreement among raft nodes before linearized reading' (duration: 2.314034349s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.564016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:51.248505Z","time spent":"2.315490214s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-24T02:28:53.563392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:50.762873Z","time spent":"2.800501417s","remote":"127.0.0.1:38950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T02:28:53.563209Z","caller":"traceutil/trace.go:171","msg":"trace[1059341543] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1151; }","duration":"4.504358848s","start":"2026-02-24T02:28:49.058832Z","end":"2026-02-24T02:28:53.563191Z","steps":["trace[1059341543] 'agreement among raft nodes before linearized reading' (duration: 4.503912857s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.564433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:49.058808Z","time spent":"4.505598449s","remote":"127.0.0.1:52056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-24T02:28:53.562863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:50.635834Z","time spent":"2.927000904s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18970dc074a4e50e\" "} {"level":"warn","ts":"2026-02-24T02:28:53.562367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099210053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T02:28:53.564633Z","caller":"traceutil/trace.go:171","msg":"trace[279992454] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1151; }","duration":"3.101457448s","start":"2026-02-24T02:28:50.463124Z","end":"2026-02-24T02:28:53.564581Z","steps":["trace[279992454] 'agreement among raft nodes before linearized reading' (duration: 3.099208353s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:28:53.564708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T02:28:50.463108Z","time spent":"3.101578582s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-24T02:29:58.138601Z","caller":"traceutil/trace.go:171","msg":"trace[1289935953] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1477; }","duration":"141.645365ms","start":"2026-02-24T02:29:57.996922Z","end":"2026-02-24T02:29:58.138567Z","steps":["trace[1289935953] 'read index received' (duration: 141.414029ms)","trace[1289935953] 'applied index is now lower than readState.Index' (duration: 229.786µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T02:29:58.138667Z","caller":"traceutil/trace.go:171","msg":"trace[1603391675] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"159.461357ms","start":"2026-02-24T02:29:57.979159Z","end":"2026-02-24T02:29:58.138621Z","steps":["trace[1603391675] 'process raft request' (duration: 159.2016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:58.138872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.939032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T02:29:58.138965Z","caller":"traceutil/trace.go:171","msg":"trace[962624144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1415; }","duration":"142.109837ms","start":"2026-02-24T02:29:57.99683Z","end":"2026-02-24T02:29:58.13894Z","steps":["trace[962624144] 'agreement among raft nodes before linearized reading' (duration: 141.85189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:58.138956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.311198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T02:29:58.139017Z","caller":"traceutil/trace.go:171","msg":"trace[2127885429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1415; }","duration":"120.41188ms","start":"2026-02-24T02:29:58.018589Z","end":"2026-02-24T02:29:58.139001Z","steps":["trace[2127885429] 'agreement among raft nodes before linearized reading' (duration: 120.236196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T02:29:58.139033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.012835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T02:29:58.139141Z","caller":"traceutil/trace.go:171","msg":"trace[805974278] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1415; }","duration":"121.22925ms","start":"2026-02-24T02:29:58.017898Z","end":"2026-02-24T02:29:58.139127Z","steps":["trace[805974278] 'agreement among raft nodes before linearized reading' (duration: 120.875672ms)"],"step_count":1}