{"level":"warn","ts":"2026-02-04T10:58:35.578306Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-04T10:58:35.578677Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.195:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.195:2380","--initial-cluster=instance=https://162.253.55.195:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.195:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.195:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-04T10:58:35.578837Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-04T10:58:35.578872Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-02-04T10:58:35.578909Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-04T10:58:35.579703Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"]} {"level":"info","ts":"2026-02-04T10:58:35.58534Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.195:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-04T10:58:35.590036Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.349907ms"} {"level":"info","ts":"2026-02-04T10:58:35.625225Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b66d12fd59101739","cluster-id":"a64a525934ce8379"} {"level":"info","ts":"2026-02-04T10:58:35.625384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=()"} {"level":"info","ts":"2026-02-04T10:58:35.625431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 0"} {"level":"info","ts":"2026-02-04T10:58:35.62547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b66d12fd59101739 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-04T10:58:35.625504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 1"} {"level":"info","ts":"2026-02-04T10:58:35.625628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"warn","ts":"2026-02-04T10:58:35.634757Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-04T10:58:35.639602Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-04T10:58:35.646848Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-04T10:58:35.651326Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b66d12fd59101739","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-04T10:58:35.65489Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b66d12fd59101739","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-04T10:58:35.655701Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-04T10:58:35.655776Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-04T10:58:35.655818Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-04T10:58:35.656863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"info","ts":"2026-02-04T10:58:35.657044Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","added-peer-id":"b66d12fd59101739","added-peer-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-02-04T10:58:35.680934Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-04T10:58:35.682299Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b66d12fd59101739","initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-04T10:58:35.682107Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-02-04T10:58:35.685601Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-04T10:58:35.685681Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-02-04T10:58:36.327938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 is starting a new election at term 1"} {"level":"info","ts":"2026-02-04T10:58:36.327986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-04T10:58:36.328007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgPreVoteResp from b66d12fd59101739 at term 1"} {"level":"info","ts":"2026-02-04T10:58:36.328019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became candidate at term 2"} {"level":"info","ts":"2026-02-04T10:58:36.328024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgVoteResp from b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-02-04T10:58:36.328036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became leader at term 2"} {"level":"info","ts":"2026-02-04T10:58:36.328044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b66d12fd59101739 elected leader b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-02-04T10:58:36.337891Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b66d12fd59101739","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.195:2379]}","request-path":"/0/members/b66d12fd59101739/attributes","cluster-id":"a64a525934ce8379","publish-timeout":"7s"} {"level":"info","ts":"2026-02-04T10:58:36.337931Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-04T10:58:36.338306Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-04T10:58:36.340233Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-04T10:58:36.340274Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-04T10:58:36.34033Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","cluster-version":"3.5"} {"level":"info","ts":"2026-02-04T10:58:36.340495Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-04T10:58:36.340542Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-04T10:58:36.342746Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-04T10:58:36.349317Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.195:2379"} {"level":"info","ts":"2026-02-04T10:58:36.365385Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-04T10:58:39.700519Z","caller":"traceutil/trace.go:171","msg":"trace[317847178] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"101.542327ms","start":"2026-02-04T10:58:39.598956Z","end":"2026-02-04T10:58:39.700499Z","steps":["trace[317847178] 'process raft request' (duration: 56.322219ms)","trace[317847178] 'compare' (duration: 45.149487ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T10:58:53.534246Z","caller":"traceutil/trace.go:171","msg":"trace[1510056718] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"260.972391ms","start":"2026-02-04T10:58:53.273256Z","end":"2026-02-04T10:58:53.534228Z","steps":["trace[1510056718] 'read index received' (duration: 186.167513ms)","trace[1510056718] 'applied index is now lower than readState.Index' (duration: 74.804298ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:58:53.534349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.084443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T10:58:53.534371Z","caller":"traceutil/trace.go:171","msg":"trace[7272368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:443; }","duration":"261.189555ms","start":"2026-02-04T10:58:53.273177Z","end":"2026-02-04T10:58:53.534366Z","steps":["trace[7272368] 'agreement among raft nodes before linearized reading' (duration: 261.122304ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T10:58:53.534531Z","caller":"traceutil/trace.go:171","msg":"trace[994721441] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"337.85974ms","start":"2026-02-04T10:58:53.196664Z","end":"2026-02-04T10:58:53.534523Z","steps":["trace[994721441] 'process raft request' (duration: 262.781466ms)","trace[994721441] 'compare' (duration: 74.706676ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:58:53.534806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:58:53.196654Z","time spent":"337.889582ms","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4053,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T10:59:08.376179Z","caller":"traceutil/trace.go:171","msg":"trace[564941094] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"129.67011ms","start":"2026-02-04T10:59:08.246497Z","end":"2026-02-04T10:59:08.376167Z","steps":["trace[564941094] 'process raft request' (duration: 129.577257ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T10:59:08.37644Z","caller":"traceutil/trace.go:171","msg":"trace[1723105005] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:528; }","duration":"124.905855ms","start":"2026-02-04T10:59:08.251527Z","end":"2026-02-04T10:59:08.376433Z","steps":["trace[1723105005] 'read index received' (duration: 124.903425ms)","trace[1723105005] 'applied index is now lower than readState.Index' (duration: 2.14µs)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:59:08.376503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.957476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-04T10:59:08.376522Z","caller":"traceutil/trace.go:171","msg":"trace[2137096812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"125.003926ms","start":"2026-02-04T10:59:08.251513Z","end":"2026-02-04T10:59:08.376517Z","steps":["trace[2137096812] 'agreement among raft nodes before linearized reading' (duration: 124.957446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:08.617126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.712181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T10:59:08.617236Z","caller":"traceutil/trace.go:171","msg":"trace[947192578] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"237.256559ms","start":"2026-02-04T10:59:08.37997Z","end":"2026-02-04T10:59:08.617226Z","steps":["trace[947192578] 'process raft request' (duration: 237.228659ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T10:59:08.618059Z","caller":"traceutil/trace.go:171","msg":"trace[374472050] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"260.018542ms","start":"2026-02-04T10:59:08.358032Z","end":"2026-02-04T10:59:08.61805Z","steps":["trace[374472050] 'process raft request' (duration: 143.253729ms)","trace[374472050] 'compare' (duration: 115.502467ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T10:59:08.618143Z","caller":"traceutil/trace.go:171","msg":"trace[836608736] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"241.678587ms","start":"2026-02-04T10:59:08.376459Z","end":"2026-02-04T10:59:08.618138Z","steps":["trace[836608736] 'read index received' (duration: 124.834923ms)","trace[836608736] 'applied index is now lower than readState.Index' (duration: 116.843094ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:59:08.618248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.058993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T10:59:08.618267Z","caller":"traceutil/trace.go:171","msg":"trace[33421825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"345.087944ms","start":"2026-02-04T10:59:08.273174Z","end":"2026-02-04T10:59:08.618262Z","steps":["trace[33421825] 'agreement among raft nodes before linearized reading' (duration: 345.056143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:08.618283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:08.273167Z","time spent":"345.110994ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T10:59:08.618363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.660003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-04T10:59:08.61838Z","caller":"traceutil/trace.go:171","msg":"trace[1784878093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"364.685513ms","start":"2026-02-04T10:59:08.253691Z","end":"2026-02-04T10:59:08.618376Z","steps":["trace[1784878093] 'agreement among raft nodes before linearized reading' (duration: 364.656712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:08.618396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:08.253684Z","time spent":"364.709064ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-04T10:59:08.763472Z","caller":"traceutil/trace.go:171","msg":"trace[1549977645] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"132.597158ms","start":"2026-02-04T10:59:08.63086Z","end":"2026-02-04T10:59:08.763457Z","steps":["trace[1549977645] 'process raft request' (duration: 132.569507ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T10:59:08.763495Z","caller":"traceutil/trace.go:171","msg":"trace[192180510] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"132.887803ms","start":"2026-02-04T10:59:08.630585Z","end":"2026-02-04T10:59:08.763473Z","steps":["trace[192180510] 'process raft request' (duration: 91.856147ms)","trace[192180510] 'compare' (duration: 40.897883ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T10:59:08.763773Z","caller":"traceutil/trace.go:171","msg":"trace[374436174] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"132.941965ms","start":"2026-02-04T10:59:08.630824Z","end":"2026-02-04T10:59:08.763766Z","steps":["trace[374436174] 'read index received' (duration: 91.623093ms)","trace[374436174] 'applied index is now lower than readState.Index' (duration: 41.318092ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:59:08.764864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.026376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T10:59:08.764892Z","caller":"traceutil/trace.go:171","msg":"trace[1973980878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"134.077496ms","start":"2026-02-04T10:59:08.630807Z","end":"2026-02-04T10:59:08.764884Z","steps":["trace[1973980878] 'agreement among raft nodes before linearized reading' (duration: 132.984295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:18.503886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.980087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-04T10:59:18.503964Z","caller":"traceutil/trace.go:171","msg":"trace[1932632632] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"143.28017ms","start":"2026-02-04T10:59:18.360672Z","end":"2026-02-04T10:59:18.503952Z","steps":["trace[1932632632] 'read index received' (duration: 28.222222ms)","trace[1932632632] 'applied index is now lower than readState.Index' (duration: 115.056098ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T10:59:18.503998Z","caller":"traceutil/trace.go:171","msg":"trace[642353276] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"163.834339ms","start":"2026-02-04T10:59:18.340139Z","end":"2026-02-04T10:59:18.503973Z","steps":["trace[642353276] 'process raft request' (duration: 48.71313ms)","trace[642353276] 'compare' (duration: 114.521338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:59:18.504126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.448053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-04T10:59:18.504148Z","caller":"traceutil/trace.go:171","msg":"trace[1787314130] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:598; }","duration":"143.496554ms","start":"2026-02-04T10:59:18.360644Z","end":"2026-02-04T10:59:18.504141Z","steps":["trace[1787314130] 'agreement among raft nodes before linearized reading' (duration: 143.339191ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T10:59:30.74526Z","caller":"traceutil/trace.go:171","msg":"trace[124931306] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:728; }","duration":"161.84757ms","start":"2026-02-04T10:59:30.583399Z","end":"2026-02-04T10:59:30.745247Z","steps":["trace[124931306] 'read index received' (duration: 161.774058ms)","trace[124931306] 'applied index is now lower than readState.Index' (duration: 72.832µs)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:59:30.745328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:30.375693Z","time spent":"369.632832ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-04T10:59:30.745499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.088605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-04T10:59:30.745516Z","caller":"traceutil/trace.go:171","msg":"trace[2033315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:709; }","duration":"162.140185ms","start":"2026-02-04T10:59:30.583371Z","end":"2026-02-04T10:59:30.745511Z","steps":["trace[2033315] 'agreement among raft nodes before linearized reading' (duration: 162.067154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:31.262329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.319068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T10:59:31.262445Z","caller":"traceutil/trace.go:171","msg":"trace[1986827173] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"431.706116ms","start":"2026-02-04T10:59:30.83073Z","end":"2026-02-04T10:59:31.262436Z","steps":["trace[1986827173] 'process raft request' (duration: 431.683746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:31.262483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:30.83072Z","time spent":"431.751368ms","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-04T10:59:31.262635Z","caller":"traceutil/trace.go:171","msg":"trace[1489577919] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"514.423552ms","start":"2026-02-04T10:59:30.748207Z","end":"2026-02-04T10:59:31.26263Z","steps":["trace[1489577919] 'process raft request' (duration: 257.756258ms)","trace[1489577919] 'compare' (duration: 256.182715ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:59:31.262659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:30.7482Z","time spent":"514.445842ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T10:59:31.262712Z","caller":"traceutil/trace.go:171","msg":"trace[812543976] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"511.743149ms","start":"2026-02-04T10:59:30.750965Z","end":"2026-02-04T10:59:31.262708Z","steps":["trace[812543976] 'process raft request' (duration: 511.420572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:31.262732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:30.75096Z","time spent":"511.761249ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T10:59:31.262783Z","caller":"traceutil/trace.go:171","msg":"trace[942326130] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:730; }","duration":"496.855582ms","start":"2026-02-04T10:59:30.765922Z","end":"2026-02-04T10:59:31.262778Z","steps":["trace[942326130] 'read index received' (duration: 240.050185ms)","trace[942326130] 'applied index is now lower than readState.Index' (duration: 256.804867ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T10:59:31.262915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.991005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-04T10:59:31.262934Z","caller":"traceutil/trace.go:171","msg":"trace[1636899721] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:713; }","duration":"497.039736ms","start":"2026-02-04T10:59:30.76589Z","end":"2026-02-04T10:59:31.26293Z","steps":["trace[1636899721] 'agreement among raft nodes before linearized reading' (duration: 497.001925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:31.262947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:30.765882Z","time spent":"497.061856ms","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-04T10:59:31.263062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.505843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-04T10:59:31.26308Z","caller":"traceutil/trace.go:171","msg":"trace[1540897390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:713; }","duration":"335.551924ms","start":"2026-02-04T10:59:30.927524Z","end":"2026-02-04T10:59:31.263076Z","steps":["trace[1540897390] 'agreement among raft nodes before linearized reading' (duration: 335.494113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:31.263092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:30.92751Z","time spent":"335.579164ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-04T10:59:31.2632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.046384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-04T10:59:31.263213Z","caller":"traceutil/trace.go:171","msg":"trace[1423486666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:713; }","duration":"334.080696ms","start":"2026-02-04T10:59:30.929129Z","end":"2026-02-04T10:59:31.26321Z","steps":["trace[1423486666] 'agreement among raft nodes before linearized reading' (duration: 334.045045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:31.263225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T10:59:30.929119Z","time spent":"334.102746ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-04T10:59:34.01451Z","caller":"traceutil/trace.go:171","msg":"trace[912784898] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"112.502849ms","start":"2026-02-04T10:59:33.90199Z","end":"2026-02-04T10:59:34.014492Z","steps":["trace[912784898] 'process raft request' (duration: 112.404307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T10:59:50.473866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.495088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T10:59:50.473941Z","caller":"traceutil/trace.go:171","msg":"trace[1208494783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:772; }","duration":"198.619911ms","start":"2026-02-04T10:59:50.275309Z","end":"2026-02-04T10:59:50.473929Z","steps":["trace[1208494783] 'range keys from in-memory index tree' (duration: 198.429927ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T10:59:52.371934Z","caller":"traceutil/trace.go:171","msg":"trace[562994486] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"207.510297ms","start":"2026-02-04T10:59:52.164407Z","end":"2026-02-04T10:59:52.371917Z","steps":["trace[562994486] 'process raft request' (duration: 207.170471ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:00:04.589339Z","caller":"traceutil/trace.go:171","msg":"trace[1854508813] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"129.195709ms","start":"2026-02-04T11:00:04.460116Z","end":"2026-02-04T11:00:04.589312Z","steps":["trace[1854508813] 'process raft request' (duration: 129.088777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:06.642189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.691917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-04T11:00:06.64226Z","caller":"traceutil/trace.go:171","msg":"trace[495691236] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:895; }","duration":"369.92257ms","start":"2026-02-04T11:00:06.272327Z","end":"2026-02-04T11:00:06.642249Z","steps":["trace[495691236] 'read index received' (duration: 118.12556ms)","trace[495691236] 'applied index is now lower than readState.Index' (duration: 251.79629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:06.642326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.994691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:00:06.64234Z","caller":"traceutil/trace.go:171","msg":"trace[1508338096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:867; }","duration":"370.049202ms","start":"2026-02-04T11:00:06.272285Z","end":"2026-02-04T11:00:06.642334Z","steps":["trace[1508338096] 'agreement among raft nodes before linearized reading' (duration: 370.017272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:06.642357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:06.27227Z","time spent":"370.083393ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-04T11:00:07.003558Z","caller":"traceutil/trace.go:171","msg":"trace[1776534825] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"357.646447ms","start":"2026-02-04T11:00:06.645897Z","end":"2026-02-04T11:00:07.003543Z","steps":["trace[1776534825] 'process raft request' (duration: 357.542465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:07.003666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:06.645882Z","time spent":"357.732288ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:09.523614Z","caller":"traceutil/trace.go:171","msg":"trace[1081813415] linearizableReadLoop","detail":"{readStateIndex:904; appliedIndex:903; }","duration":"101.062172ms","start":"2026-02-04T11:00:09.422533Z","end":"2026-02-04T11:00:09.523596Z","steps":["trace[1081813415] 'read index received' (duration: 58.293355ms)","trace[1081813415] 'applied index is now lower than readState.Index' (duration: 42.768147ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:00:09.523796Z","caller":"traceutil/trace.go:171","msg":"trace[714280391] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"104.970029ms","start":"2026-02-04T11:00:09.41882Z","end":"2026-02-04T11:00:09.52379Z","steps":["trace[714280391] 'process raft request' (duration: 104.699223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:09.523949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.404899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-04T11:00:09.523965Z","caller":"traceutil/trace.go:171","msg":"trace[1358144111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:875; }","duration":"101.503711ms","start":"2026-02-04T11:00:09.422456Z","end":"2026-02-04T11:00:09.52396Z","steps":["trace[1358144111] 'agreement among raft nodes before linearized reading' (duration: 101.42811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:09.744953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.131349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:00:09.745013Z","caller":"traceutil/trace.go:171","msg":"trace[755256838] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"217.322815ms","start":"2026-02-04T11:00:09.52768Z","end":"2026-02-04T11:00:09.745003Z","steps":["trace[755256838] 'process raft request' (duration: 35.089884ms)","trace[755256838] 'compare' (duration: 181.879784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:11.867955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.670602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:00:11.868112Z","caller":"traceutil/trace.go:171","msg":"trace[695592926] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"294.969824ms","start":"2026-02-04T11:00:11.57313Z","end":"2026-02-04T11:00:11.8681Z","steps":["trace[695592926] 'process raft request' (duration: 129.017046ms)","trace[695592926] 'compare' (duration: 165.434768ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:00:11.868252Z","caller":"traceutil/trace.go:171","msg":"trace[1272973065] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"292.662078ms","start":"2026-02-04T11:00:11.575585Z","end":"2026-02-04T11:00:11.868247Z","steps":["trace[1272973065] 'process raft request' (duration: 292.432863ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:00:11.868358Z","caller":"traceutil/trace.go:171","msg":"trace[207295045] linearizableReadLoop","detail":"{readStateIndex:913; appliedIndex:911; }","duration":"119.874815ms","start":"2026-02-04T11:00:11.748478Z","end":"2026-02-04T11:00:11.868353Z","steps":["trace[207295045] 'read index received' (duration: 113.5377ms)","trace[207295045] 'applied index is now lower than readState.Index' (duration: 6.336495ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:11.868429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.953926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-04T11:00:11.868444Z","caller":"traceutil/trace.go:171","msg":"trace[301050065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:883; }","duration":"120.003878ms","start":"2026-02-04T11:00:11.748435Z","end":"2026-02-04T11:00:11.868439Z","steps":["trace[301050065] 'agreement among raft nodes before linearized reading' (duration: 119.934436ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:00:19.155681Z","caller":"traceutil/trace.go:171","msg":"trace[1259387147] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"114.908427ms","start":"2026-02-04T11:00:19.040757Z","end":"2026-02-04T11:00:19.155665Z","steps":["trace[1259387147] 'process raft request' (duration: 114.809295ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:00:21.262527Z","caller":"traceutil/trace.go:171","msg":"trace[2001110046] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"101.177685ms","start":"2026-02-04T11:00:21.161332Z","end":"2026-02-04T11:00:21.26251Z","steps":["trace[2001110046] 'process raft request' (duration: 101.093083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:22.300906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.479373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:00:22.301018Z","caller":"traceutil/trace.go:171","msg":"trace[409415657] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"311.125614ms","start":"2026-02-04T11:00:21.989881Z","end":"2026-02-04T11:00:22.301007Z","steps":["trace[409415657] 'process raft request' (duration: 311.091884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:22.301051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:21.98987Z","time spent":"311.166416ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:22.301056Z","caller":"traceutil/trace.go:171","msg":"trace[1745017860] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"312.833988ms","start":"2026-02-04T11:00:21.988193Z","end":"2026-02-04T11:00:22.301027Z","steps":["trace[1745017860] 'process raft request' (duration: 119.180661ms)","trace[1745017860] 'compare' (duration: 193.403202ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:22.301182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:21.988181Z","time spent":"312.934569ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:38.017554Z","caller":"traceutil/trace.go:171","msg":"trace[1559084799] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"256.276328ms","start":"2026-02-04T11:00:37.761248Z","end":"2026-02-04T11:00:38.017524Z","steps":["trace[1559084799] 'process raft request' (duration: 255.85049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:40.602499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:00:41.106071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:00:41.606572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:00:42.107578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:00:42.608355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:00:42.645632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027971014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:00:42.775534Z","caller":"traceutil/trace.go:171","msg":"trace[1940641600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.157897138s","start":"2026-02-04T11:00:40.617617Z","end":"2026-02-04T11:00:42.775514Z","steps":["trace[1940641600] 'agreement among raft nodes before linearized reading' (duration: 2.027979974s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:42.794568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.617611Z","time spent":"2.176928455s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/04 11:00:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:00:42.836825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.463264868s","expected-duration":"1s"} {"level":"info","ts":"2026-02-04T11:00:42.873332Z","caller":"traceutil/trace.go:171","msg":"trace[403609365] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"3.499798403s","start":"2026-02-04T11:00:39.37351Z","end":"2026-02-04T11:00:42.873309Z","steps":["trace[403609365] 'process raft request' (duration: 3.49964783s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:42.873462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:39.373502Z","time spent":"3.499892124s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.087772Z","caller":"traceutil/trace.go:171","msg":"trace[85879587] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1059; }","duration":"3.700723683s","start":"2026-02-04T11:00:39.387022Z","end":"2026-02-04T11:00:43.087746Z","steps":["trace[85879587] 'read index received' (duration: 3.504413684s)","trace[85879587] 'applied index is now lower than readState.Index' (duration: 196.308739ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:00:43.088089Z","caller":"traceutil/trace.go:171","msg":"trace[1831694485] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"2.485728896s","start":"2026-02-04T11:00:40.602337Z","end":"2026-02-04T11:00:43.088066Z","steps":["trace[1831694485] 'process raft request' (duration: 2.398238531s)","trace[1831694485] 'compare' (duration: 86.600856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:43.088189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.60233Z","time spent":"2.485794077s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:00:43.088382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701351576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:00:43.088413Z","caller":"traceutil/trace.go:171","msg":"trace[157936762] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1025; }","duration":"3.701431177s","start":"2026-02-04T11:00:39.386972Z","end":"2026-02-04T11:00:43.088404Z","steps":["trace[157936762] 'agreement among raft nodes before linearized reading' (duration: 3.701378156s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.088441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:39.386968Z","time spent":"3.701466158s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:00:43.088671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486365777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-04T11:00:43.0887Z","caller":"traceutil/trace.go:171","msg":"trace[2050255590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1025; }","duration":"2.486417069s","start":"2026-02-04T11:00:40.602274Z","end":"2026-02-04T11:00:43.088691Z","steps":["trace[2050255590] 'agreement among raft nodes before linearized reading' (duration: 2.486296046s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.088725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.602265Z","time spent":"2.486454929s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-04T11:00:43.088944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.805048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:00:43.088974Z","caller":"traceutil/trace.go:171","msg":"trace[541000652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"310.874619ms","start":"2026-02-04T11:00:42.778091Z","end":"2026-02-04T11:00:43.088966Z","steps":["trace[541000652] 'agreement among raft nodes before linearized reading' (duration: 310.827828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.089001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:42.778048Z","time spent":"310.944571ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:00:43.089135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.561619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:00:43.089162Z","caller":"traceutil/trace.go:171","msg":"trace[2039303616] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1025; }","duration":"328.636341ms","start":"2026-02-04T11:00:42.760516Z","end":"2026-02-04T11:00:43.089153Z","steps":["trace[2039303616] 'agreement among raft nodes before linearized reading' (duration: 328.59141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.089187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:42.760498Z","time spent":"328.682231ms","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:00:43.089368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.185063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-04T11:00:43.089394Z","caller":"traceutil/trace.go:171","msg":"trace[1293373038] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1025; }","duration":"485.240914ms","start":"2026-02-04T11:00:42.604146Z","end":"2026-02-04T11:00:43.089386Z","steps":["trace[1293373038] 'agreement among raft nodes before linearized reading' (duration: 485.149073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.089418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:42.604134Z","time spent":"485.279065ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-04T11:00:43.089671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395421857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-02-04T11:00:43.089705Z","caller":"traceutil/trace.go:171","msg":"trace[208568724] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1025; }","duration":"1.395495009s","start":"2026-02-04T11:00:41.6942Z","end":"2026-02-04T11:00:43.089695Z","steps":["trace[208568724] 'agreement among raft nodes before linearized reading' (duration: 1.395386957s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.089737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:41.694187Z","time spent":"1.39554233s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-04T11:00:43.089995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42128307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:00:43.090034Z","caller":"traceutil/trace.go:171","msg":"trace[386769338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1025; }","duration":"1.421363802s","start":"2026-02-04T11:00:41.668659Z","end":"2026-02-04T11:00:43.090023Z","steps":["trace[386769338] 'agreement among raft nodes before linearized reading' (duration: 1.421225429s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.090065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:41.66864Z","time spent":"1.421416643s","remote":"127.0.0.1:50956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:00:43.09026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487872457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-04T11:00:43.090305Z","caller":"traceutil/trace.go:171","msg":"trace[1329935757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1025; }","duration":"2.487922889s","start":"2026-02-04T11:00:40.602368Z","end":"2026-02-04T11:00:43.09029Z","steps":["trace[1329935757] 'agreement among raft nodes before linearized reading' (duration: 2.487803086s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.09036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.602365Z","time spent":"2.48798731s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-04T11:00:43.090631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907877911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-04T11:00:43.090661Z","caller":"traceutil/trace.go:171","msg":"trace[1777475683] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1025; }","duration":"1.907944543s","start":"2026-02-04T11:00:41.182707Z","end":"2026-02-04T11:00:43.090652Z","steps":["trace[1777475683] 'agreement among raft nodes before linearized reading' (duration: 1.907822231s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.090693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:41.182691Z","time spent":"1.907994474s","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":143,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:00:43.090846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256991058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:00:43.090878Z","caller":"traceutil/trace.go:171","msg":"trace[1258118365] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1025; }","duration":"2.25706855s","start":"2026-02-04T11:00:40.833798Z","end":"2026-02-04T11:00:43.090866Z","steps":["trace[1258118365] 'agreement among raft nodes before linearized reading' (duration: 2.257018939s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.090906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.833785Z","time spent":"2.257113811s","remote":"127.0.0.1:54020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:00:43.091028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488583052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-04T11:00:43.091076Z","caller":"traceutil/trace.go:171","msg":"trace[1715590901] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:1025; }","duration":"2.488637393s","start":"2026-02-04T11:00:40.602425Z","end":"2026-02-04T11:00:43.091062Z","steps":["trace[1715590901] 'agreement among raft nodes before linearized reading' (duration: 2.48851073s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.091113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.602422Z","time spent":"2.488681094s","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-04T11:00:43.091371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481513211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-04T11:00:43.091412Z","caller":"traceutil/trace.go:171","msg":"trace[331768856] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1025; }","duration":"2.481565011s","start":"2026-02-04T11:00:40.609835Z","end":"2026-02-04T11:00:43.0914Z","steps":["trace[331768856] 'agreement among raft nodes before linearized reading' (duration: 2.481448089s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.091451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.60983Z","time spent":"2.481611682s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-02-04T11:00:43.091583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482916008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-04T11:00:43.091606Z","caller":"traceutil/trace.go:171","msg":"trace[1609211502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1025; }","duration":"2.482951338s","start":"2026-02-04T11:00:40.608647Z","end":"2026-02-04T11:00:43.091599Z","steps":["trace[1609211502] 'agreement among raft nodes before linearized reading' (duration: 2.482881847s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.091629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.608642Z","time spent":"2.482978599s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-04T11:00:43.091722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486261705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-02-04T11:00:43.091744Z","caller":"traceutil/trace.go:171","msg":"trace[265124992] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1025; }","duration":"2.486290985s","start":"2026-02-04T11:00:40.605446Z","end":"2026-02-04T11:00:43.091737Z","steps":["trace[265124992] 'agreement among raft nodes before linearized reading' (duration: 2.486227214s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.091765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.605444Z","time spent":"2.486315375s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-04T11:00:43.091858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486415138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-04T11:00:43.091879Z","caller":"traceutil/trace.go:171","msg":"trace[1654465712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1025; }","duration":"2.486435519s","start":"2026-02-04T11:00:40.605437Z","end":"2026-02-04T11:00:43.091873Z","steps":["trace[1654465712] 'agreement among raft nodes before linearized reading' (duration: 2.486372077s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.091899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:40.605422Z","time spent":"2.486472359s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-04T11:00:43.717848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.823516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:00:43.718395Z","caller":"traceutil/trace.go:171","msg":"trace[1709270397] linearizableReadLoop","detail":"{readStateIndex:1064; appliedIndex:1060; }","duration":"610.125959ms","start":"2026-02-04T11:00:43.108249Z","end":"2026-02-04T11:00:43.718375Z","steps":["trace[1709270397] 'read index received' (duration: 238.553077ms)","trace[1709270397] 'applied index is now lower than readState.Index' (duration: 371.571822ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:43.718514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.254562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:00:43.718559Z","caller":"traceutil/trace.go:171","msg":"trace[1469468600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1034; }","duration":"610.316602ms","start":"2026-02-04T11:00:43.108229Z","end":"2026-02-04T11:00:43.718546Z","steps":["trace[1469468600] 'agreement among raft nodes before linearized reading' (duration: 610.216371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.718603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.108218Z","time spent":"610.372653ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-04T11:00:43.718998Z","caller":"traceutil/trace.go:171","msg":"trace[261030871] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"615.182219ms","start":"2026-02-04T11:00:43.103796Z","end":"2026-02-04T11:00:43.718978Z","steps":["trace[261030871] 'process raft request' (duration: 503.148219ms)","trace[261030871] 'compare' (duration: 110.674452ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:43.719297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.103789Z","time spent":"615.257ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.719505Z","caller":"traceutil/trace.go:171","msg":"trace[44972828] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"611.350763ms","start":"2026-02-04T11:00:43.108139Z","end":"2026-02-04T11:00:43.719489Z","steps":["trace[44972828] 'process raft request' (duration: 609.834663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.71959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.108117Z","time spent":"611.450754ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.719668Z","caller":"traceutil/trace.go:171","msg":"trace[857122132] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"611.445604ms","start":"2026-02-04T11:00:43.108217Z","end":"2026-02-04T11:00:43.719662Z","steps":["trace[857122132] 'process raft request' (duration: 609.832563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.719694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.108211Z","time spent":"611.470065ms","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-04T11:00:43.719812Z","caller":"traceutil/trace.go:171","msg":"trace[2115127972] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"611.500946ms","start":"2026-02-04T11:00:43.108301Z","end":"2026-02-04T11:00:43.719802Z","steps":["trace[2115127972] 'process raft request' (duration: 609.798233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.719848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.108294Z","time spent":"611.535706ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.719916Z","caller":"traceutil/trace.go:171","msg":"trace[2043573779] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"611.538406ms","start":"2026-02-04T11:00:43.108372Z","end":"2026-02-04T11:00:43.719911Z","steps":["trace[2043573779] 'process raft request' (duration: 609.790972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.719948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.108366Z","time spent":"611.565706ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.720017Z","caller":"traceutil/trace.go:171","msg":"trace[1426154933] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"610.620058ms","start":"2026-02-04T11:00:43.109392Z","end":"2026-02-04T11:00:43.720012Z","steps":["trace[1426154933] 'process raft request' (duration: 608.814743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.720051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.109383Z","time spent":"610.650429ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.720124Z","caller":"traceutil/trace.go:171","msg":"trace[450261420] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"610.342623ms","start":"2026-02-04T11:00:43.109776Z","end":"2026-02-04T11:00:43.720118Z","steps":["trace[450261420] 'process raft request' (duration: 608.472507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.720159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.109769Z","time spent":"610.372763ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.720234Z","caller":"traceutil/trace.go:171","msg":"trace[379824870] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"608.500896ms","start":"2026-02-04T11:00:43.111727Z","end":"2026-02-04T11:00:43.720228Z","steps":["trace[379824870] 'process raft request' (duration: 606.564879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.720269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.111721Z","time spent":"608.530237ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.720345Z","caller":"traceutil/trace.go:171","msg":"trace[552864052] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"608.406354ms","start":"2026-02-04T11:00:43.111931Z","end":"2026-02-04T11:00:43.720337Z","steps":["trace[552864052] 'process raft request' (duration: 606.399125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.720378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.111925Z","time spent":"608.436635ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:43.75246Z","caller":"traceutil/trace.go:171","msg":"trace[1166420515] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"370.498271ms","start":"2026-02-04T11:00:43.38194Z","end":"2026-02-04T11:00:43.752438Z","steps":["trace[1166420515] 'process raft request' (duration: 370.385478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:43.752594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.38185Z","time spent":"370.672903ms","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:00:44.171739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.237965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-04T11:00:44.171789Z","caller":"traceutil/trace.go:171","msg":"trace[1656950614] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1035; }","duration":"316.321307ms","start":"2026-02-04T11:00:43.855455Z","end":"2026-02-04T11:00:44.171776Z","steps":["trace[1656950614] 'range keys from in-memory index tree' (duration: 316.129994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:44.171811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:43.855438Z","time spent":"316.367948ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-02-04T11:00:44.332261Z","caller":"traceutil/trace.go:171","msg":"trace[691202757] linearizableReadLoop","detail":"{readStateIndex:1072; appliedIndex:1071; }","duration":"115.60443ms","start":"2026-02-04T11:00:44.216638Z","end":"2026-02-04T11:00:44.332243Z","steps":["trace[691202757] 'read index received' (duration: 115.478088ms)","trace[691202757] 'applied index is now lower than readState.Index' (duration: 125.802µs)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:00:44.332602Z","caller":"traceutil/trace.go:171","msg":"trace[1695388180] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"156.698335ms","start":"2026-02-04T11:00:44.175896Z","end":"2026-02-04T11:00:44.332594Z","steps":["trace[1695388180] 'process raft request' (duration: 156.267057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:44.332736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.083469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:00:44.332752Z","caller":"traceutil/trace.go:171","msg":"trace[1283542671] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1036; }","duration":"116.13572ms","start":"2026-02-04T11:00:44.216612Z","end":"2026-02-04T11:00:44.332748Z","steps":["trace[1283542671] 'agreement among raft nodes before linearized reading' (duration: 116.088899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:44.697517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.604368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:00:44.697583Z","caller":"traceutil/trace.go:171","msg":"trace[502160119] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"187.695829ms","start":"2026-02-04T11:00:44.509875Z","end":"2026-02-04T11:00:44.697571Z","steps":["trace[502160119] 'process raft request' (duration: 62.985429ms)","trace[502160119] 'compare' (duration: 124.529787ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:00:45.101781Z","caller":"traceutil/trace.go:171","msg":"trace[125392254] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"122.228542ms","start":"2026-02-04T11:00:44.979536Z","end":"2026-02-04T11:00:45.101765Z","steps":["trace[125392254] 'process raft request' (duration: 122.12117ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:00:45.24235Z","caller":"traceutil/trace.go:171","msg":"trace[1018057844] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"179.247482ms","start":"2026-02-04T11:00:45.063083Z","end":"2026-02-04T11:00:45.24233Z","steps":["trace[1018057844] 'process raft request' (duration: 150.661486ms)","trace[1018057844] 'compare' (duration: 28.335621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:45.977948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.092364ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-04T11:00:45.978301Z","caller":"traceutil/trace.go:171","msg":"trace[846737686] linearizableReadLoop","detail":"{readStateIndex:1076; appliedIndex:1075; }","duration":"250.062044ms","start":"2026-02-04T11:00:45.728212Z","end":"2026-02-04T11:00:45.978274Z","steps":["trace[846737686] 'read index received' (duration: 47.34µs)","trace[846737686] 'applied index is now lower than readState.Index' (duration: 250.011494ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:45.978637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.406361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-04T11:00:45.978699Z","caller":"traceutil/trace.go:171","msg":"trace[1841473540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1039; }","duration":"250.496034ms","start":"2026-02-04T11:00:45.728186Z","end":"2026-02-04T11:00:45.978682Z","steps":["trace[1841473540] 'agreement among raft nodes before linearized reading' (duration: 250.30213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:45.979199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.926742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-04T11:00:45.9793Z","caller":"traceutil/trace.go:171","msg":"trace[1107071980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1039; }","duration":"251.035204ms","start":"2026-02-04T11:00:45.728249Z","end":"2026-02-04T11:00:45.979284Z","steps":["trace[1107071980] 'agreement among raft nodes before linearized reading' (duration: 250.860051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:45.979623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.717908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-04T11:00:45.979681Z","caller":"traceutil/trace.go:171","msg":"trace[1528397082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1039; }","duration":"248.78698ms","start":"2026-02-04T11:00:45.730881Z","end":"2026-02-04T11:00:45.979668Z","steps":["trace[1528397082] 'agreement among raft nodes before linearized reading' (duration: 248.600046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:45.980101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.664886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-04T11:00:45.980152Z","caller":"traceutil/trace.go:171","msg":"trace[430496326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1039; }","duration":"249.727218ms","start":"2026-02-04T11:00:45.730412Z","end":"2026-02-04T11:00:45.980139Z","steps":["trace[430496326] 'agreement among raft nodes before linearized reading' (duration: 249.485073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:45.980531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.568955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-04T11:00:45.980589Z","caller":"traceutil/trace.go:171","msg":"trace[1232206550] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1039; }","duration":"251.673296ms","start":"2026-02-04T11:00:45.728901Z","end":"2026-02-04T11:00:45.980575Z","steps":["trace[1232206550] 'agreement among raft nodes before linearized reading' (duration: 251.502893ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:00:46.104238Z","caller":"traceutil/trace.go:171","msg":"trace[974430390] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"118.197702ms","start":"2026-02-04T11:00:45.986016Z","end":"2026-02-04T11:00:46.104214Z","steps":["trace[974430390] 'process raft request' (duration: 118.056089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:46.555546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.963122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:00:46.556189Z","caller":"traceutil/trace.go:171","msg":"trace[1295288996] linearizableReadLoop","detail":"{readStateIndex:1081; appliedIndex:1076; }","duration":"518.649196ms","start":"2026-02-04T11:00:46.037523Z","end":"2026-02-04T11:00:46.556172Z","steps":["trace[1295288996] 'read index received' (duration: 66.586219ms)","trace[1295288996] 'applied index is now lower than readState.Index' (duration: 452.062067ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:00:46.556228Z","caller":"traceutil/trace.go:171","msg":"trace[591094773] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"568.034615ms","start":"2026-02-04T11:00:45.98818Z","end":"2026-02-04T11:00:46.556215Z","steps":["trace[591094773] 'process raft request' (duration: 567.864532ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:00:46.55653Z","caller":"traceutil/trace.go:171","msg":"trace[665673551] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"567.204388ms","start":"2026-02-04T11:00:45.989319Z","end":"2026-02-04T11:00:46.556523Z","steps":["trace[665673551] 'process raft request' (duration: 566.79096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:46.556582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:45.989308Z","time spent":"567.247789ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:46.556707Z","caller":"traceutil/trace.go:171","msg":"trace[1408640984] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"566.404222ms","start":"2026-02-04T11:00:45.990295Z","end":"2026-02-04T11:00:46.556699Z","steps":["trace[1408640984] 'process raft request' (duration: 565.844691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:46.556749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:45.990289Z","time spent":"566.438552ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:00:46.556931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:45.988166Z","time spent":"568.712538ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:00:46.557722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.343556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:00:46.55881Z","caller":"traceutil/trace.go:171","msg":"trace[58999167] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1044; }","duration":"379.451528ms","start":"2026-02-04T11:00:46.179341Z","end":"2026-02-04T11:00:46.558793Z","steps":["trace[58999167] 'agreement among raft nodes before linearized reading' (duration: 378.346126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:46.556504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.984313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-04T11:00:46.557752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.968965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:00:46.556264Z","caller":"traceutil/trace.go:171","msg":"trace[825379709] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"569.593496ms","start":"2026-02-04T11:00:45.986662Z","end":"2026-02-04T11:00:46.556256Z","steps":["trace[825379709] 'process raft request' (duration: 422.851498ms)","trace[825379709] 'compare' (duration: 145.704277ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:00:46.559292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:46.179327Z","time spent":"379.947678ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:00:46.559787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:45.986649Z","time spent":"573.104115ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:00:46.559431Z","caller":"traceutil/trace.go:171","msg":"trace[927502906] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1044; }","duration":"521.948452ms","start":"2026-02-04T11:00:46.037471Z","end":"2026-02-04T11:00:46.55942Z","steps":["trace[927502906] 'agreement among raft nodes before linearized reading' (duration: 518.976173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:46.559977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:46.037452Z","time spent":"522.515912ms","remote":"127.0.0.1:51320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-04T11:00:46.559582Z","caller":"traceutil/trace.go:171","msg":"trace[97379699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1044; }","duration":"286.827433ms","start":"2026-02-04T11:00:46.272748Z","end":"2026-02-04T11:00:46.559575Z","steps":["trace[97379699] 'agreement among raft nodes before linearized reading' (duration: 284.991326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:47.493819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.108299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-04T11:00:47.493873Z","caller":"traceutil/trace.go:171","msg":"trace[626880938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1044; }","duration":"388.198121ms","start":"2026-02-04T11:00:47.105662Z","end":"2026-02-04T11:00:47.49386Z","steps":["trace[626880938] 'range keys from in-memory index tree' (duration: 387.913605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:00:47.4939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:00:47.105646Z","time spent":"388.247742ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-04T11:00:47.494164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.193653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:00:47.49431Z","caller":"traceutil/trace.go:171","msg":"trace[708622114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1044; }","duration":"220.337326ms","start":"2026-02-04T11:00:47.273921Z","end":"2026-02-04T11:00:47.494259Z","steps":["trace[708622114] 'range keys from in-memory index tree' (duration: 220.141913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:07.138547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:07.639185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:08.139386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:08.639944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:09.140213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:09.273799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:09.273857Z","caller":"traceutil/trace.go:171","msg":"trace[1982499387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116978s","start":"2026-02-04T11:01:07.273723Z","end":"2026-02-04T11:01:09.27384Z","steps":["trace[1982499387] 'agreement among raft nodes before linearized reading' (duration: 2.000043797s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:09.273895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:07.273708Z","time spent":"2.000179679s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:09.641348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:10.142209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:11.103445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:11.193634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:06.194651Z","time spent":"4.998974334s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:11.274957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:11.275038Z","caller":"traceutil/trace.go:171","msg":"trace[2119608717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034277s","start":"2026-02-04T11:01:09.274985Z","end":"2026-02-04T11:01:11.275019Z","steps":["trace[2119608717] 'agreement among raft nodes before linearized reading' (duration: 1.999935285s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:11.275083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:09.274966Z","time spent":"2.000108228s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:11.603861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:11.637414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999598482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:11.63748Z","caller":"traceutil/trace.go:171","msg":"trace[1123500355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999699494s","start":"2026-02-04T11:01:06.637763Z","end":"2026-02-04T11:01:11.637462Z","steps":["trace[1123500355] 'agreement among raft nodes before linearized reading' (duration: 4.999624903s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:11.637523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:06.637747Z","time spent":"4.999766435s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-04T11:01:12.104903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:12.703206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051940459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:12.703262Z","caller":"traceutil/trace.go:171","msg":"trace[1621294430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.052047491s","start":"2026-02-04T11:01:07.651204Z","end":"2026-02-04T11:01:12.703252Z","steps":["trace[1621294430] 'agreement among raft nodes before linearized reading' (duration: 5.05197738s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:12.703287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:07.651185Z","time spent":"5.052097023s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/04 11:01:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:12.70342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:13.204018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:13.637963Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-04T11:01:13.844734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000819292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:13.844805Z","caller":"traceutil/trace.go:171","msg":"trace[833473317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000899674s","start":"2026-02-04T11:01:11.84389Z","end":"2026-02-04T11:01:13.844789Z","steps":["trace[833473317] 'agreement among raft nodes before linearized reading' (duration: 2.000817592s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:13.845229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:11.843867Z","time spent":"2.001346632s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:14.138342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:14.638692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:15.138829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:15.639322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:15.844635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:15.844713Z","caller":"traceutil/trace.go:171","msg":"trace[1641470838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062407s","start":"2026-02-04T11:01:13.844632Z","end":"2026-02-04T11:01:15.844695Z","steps":["trace[1641470838] 'agreement among raft nodes before linearized reading' (duration: 1.999968665s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:15.844757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:13.84462Z","time spent":"2.000128079s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:16.140417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:16.190246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961304266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:16.190317Z","caller":"traceutil/trace.go:171","msg":"trace[1271530333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.96144924s","start":"2026-02-04T11:01:13.228844Z","end":"2026-02-04T11:01:16.190293Z","steps":["trace[1271530333] 'agreement among raft nodes before linearized reading' (duration: 2.961365508s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:16.19038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:13.228823Z","time spent":"2.961532381s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/04 11:01:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/04 11:01:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:16.637765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901152296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:16.637867Z","caller":"traceutil/trace.go:171","msg":"trace[375263666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.901329369s","start":"2026-02-04T11:01:14.736513Z","end":"2026-02-04T11:01:16.637843Z","steps":["trace[375263666] 'agreement among raft nodes before linearized reading' (duration: 1.901197847s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:16.637945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:14.736485Z","time spent":"1.901445461s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/04 11:01:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:16.642006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:16.648759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00104288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:16.648883Z","caller":"traceutil/trace.go:171","msg":"trace[1437696756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001233615s","start":"2026-02-04T11:01:06.647638Z","end":"2026-02-04T11:01:16.648872Z","steps":["trace[1437696756] 'agreement among raft nodes before linearized reading' (duration: 10.001107232s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:16.648933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:06.647616Z","time spent":"10.001293315s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/04 11:01:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:16.66688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007254263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:16.666946Z","caller":"traceutil/trace.go:171","msg":"trace[1865009240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.007404756s","start":"2026-02-04T11:01:06.659525Z","end":"2026-02-04T11:01:16.666929Z","steps":["trace[1865009240] 'agreement among raft nodes before linearized reading' (duration: 10.007332745s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:16.666996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:06.659517Z","time spent":"10.007466407s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/04 11:01:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:16.671136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001251645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:16.6712Z","caller":"traceutil/trace.go:171","msg":"trace[1451870896] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"10.001348566s","start":"2026-02-04T11:01:06.669832Z","end":"2026-02-04T11:01:16.671181Z","steps":["trace[1451870896] 'agreement among raft nodes before linearized reading' (duration: 10.001268615s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:16.671386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:06.669823Z","time spent":"10.001411507s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/02/04 11:01:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/04 11:01:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:17.143073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:17.644184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:17.653584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948661416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:17.653648Z","caller":"traceutil/trace.go:171","msg":"trace[373993779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.948777758s","start":"2026-02-04T11:01:14.704853Z","end":"2026-02-04T11:01:17.653631Z","steps":["trace[373993779] 'agreement among raft nodes before linearized reading' (duration: 2.948699776s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:17.653808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:14.704824Z","time spent":"2.948965982s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/04 11:01:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:17.739162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000819282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:17.739231Z","caller":"traceutil/trace.go:171","msg":"trace[542683150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000923833s","start":"2026-02-04T11:01:15.738292Z","end":"2026-02-04T11:01:17.739215Z","steps":["trace[542683150] 'agreement among raft nodes before linearized reading' (duration: 2.000848342s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:17.739269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:15.738275Z","time spent":"2.000985955s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:17.857696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004302781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:17.857805Z","caller":"traceutil/trace.go:171","msg":"trace[1620129029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004453343s","start":"2026-02-04T11:01:15.853333Z","end":"2026-02-04T11:01:17.857787Z","steps":["trace[1620129029] 'agreement among raft nodes before linearized reading' (duration: 2.004325471s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:17.858017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:15.853322Z","time spent":"2.004515125s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/04 11:01:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:18.144735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:18.645603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:18.787751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999334316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:18.787835Z","caller":"traceutil/trace.go:171","msg":"trace[1167227129] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.999462188s","start":"2026-02-04T11:01:08.788341Z","end":"2026-02-04T11:01:18.787804Z","steps":["trace[1167227129] 'agreement among raft nodes before linearized reading' (duration: 9.999377147s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:18.788315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:08.788297Z","time spent":"10.00000309s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/02/04 11:01:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:18.800654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005223033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:18.800733Z","caller":"traceutil/trace.go:171","msg":"trace[848006090] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"10.005338586s","start":"2026-02-04T11:01:08.795379Z","end":"2026-02-04T11:01:18.800718Z","steps":["trace[848006090] 'agreement among raft nodes before linearized reading' (duration: 10.005248274s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:18.800764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:08.79536Z","time spent":"10.005396836s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/02/04 11:01:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/04 11:01:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:18.846636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003268194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:18.846721Z","caller":"traceutil/trace.go:171","msg":"trace[852966548] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"10.003364835s","start":"2026-02-04T11:01:08.843334Z","end":"2026-02-04T11:01:18.846699Z","steps":["trace[852966548] 'agreement among raft nodes before linearized reading' (duration: 10.003265364s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:18.846776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:08.843305Z","time spent":"10.003458457s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/02/04 11:01:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/04 11:01:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:19.146559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:19.384482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00109378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:19.384588Z","caller":"traceutil/trace.go:171","msg":"trace[321628148] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.001237904s","start":"2026-02-04T11:01:09.383329Z","end":"2026-02-04T11:01:19.384567Z","steps":["trace[321628148] 'agreement among raft nodes before linearized reading' (duration: 10.001114051s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:19.384636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:09.383318Z","time spent":"10.001308005s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/02/04 11:01:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:19.420395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:19.420466Z","caller":"traceutil/trace.go:171","msg":"trace[1481159136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566526s","start":"2026-02-04T11:01:17.419882Z","end":"2026-02-04T11:01:19.420448Z","steps":["trace[1481159136] 'agreement among raft nodes before linearized reading' (duration: 2.000490064s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:19.420503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:17.419845Z","time spent":"2.000644738s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:19.647084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:19.863174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:19.863266Z","caller":"traceutil/trace.go:171","msg":"trace[243817402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000560197s","start":"2026-02-04T11:01:17.862683Z","end":"2026-02-04T11:01:19.863243Z","steps":["trace[243817402] 'agreement among raft nodes before linearized reading' (duration: 2.000453465s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:19.863315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:17.862652Z","time spent":"2.000654898s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:20.147675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:20.638775Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-04T11:01:20.639238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.797658596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:20.639337Z","caller":"traceutil/trace.go:171","msg":"trace[504529736] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289; range_end:; }","duration":"8.79784313s","start":"2026-02-04T11:01:11.841474Z","end":"2026-02-04T11:01:20.639317Z","steps":["trace[504529736] 'agreement among raft nodes before linearized reading' (duration: 8.797721258s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:20.639381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.039157945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-04T11:01:20.639462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.656977576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:20.639507Z","caller":"traceutil/trace.go:171","msg":"trace[1953445244] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"8.657024117s","start":"2026-02-04T11:01:11.982474Z","end":"2026-02-04T11:01:20.639499Z","steps":["trace[1953445244] 'agreement among raft nodes before linearized reading' (duration: 8.656977306s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:20.639539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:11.982444Z","time spent":"8.657087289s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:20.639427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:11.841457Z","time spent":"8.797959152s","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289\" "} {"level":"info","ts":"2026-02-04T11:01:20.639635Z","caller":"traceutil/trace.go:171","msg":"trace[243507979] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; }","duration":"10.0393777s","start":"2026-02-04T11:01:10.600113Z","end":"2026-02-04T11:01:20.639491Z","steps":["trace[243507979] 'agreement among raft nodes before linearized reading' (duration: 10.039190906s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:20.639245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.079633935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:20.639785Z","caller":"traceutil/trace.go:171","msg":"trace[275546695] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"7.080231007s","start":"2026-02-04T11:01:13.559544Z","end":"2026-02-04T11:01:20.639775Z","steps":["trace[275546695] 'agreement among raft nodes before linearized reading' (duration: 7.079630555s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:20.639827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:13.55953Z","time spent":"7.080284939s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:20.639925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:10.600091Z","time spent":"10.039818309s","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-04T11:01:20.754223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:13.753062Z","time spent":"7.001154547s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:21.139991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:21.640605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:21.641011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:16.642247Z","time spent":"4.998759023s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/04 11:01:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/04 11:01:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:21.872473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00073171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:21.872565Z","caller":"traceutil/trace.go:171","msg":"trace[1322132137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000846213s","start":"2026-02-04T11:01:19.871696Z","end":"2026-02-04T11:01:21.872542Z","steps":["trace[1322132137] 'agreement among raft nodes before linearized reading' (duration: 2.000742451s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:21.872608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:19.871686Z","time spent":"2.000912964s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/04 11:01:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:22.141217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:22.444091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"16.249318152s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-04T11:01:22.651605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:17.652839Z","time spent":"4.998760584s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:22.679388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:15.678476Z","time spent":"7.000908263s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:22.708905Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399c284dd5f27b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-04T11:01:23.047424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.017399ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-04T11:01:23.069305Z","caller":"traceutil/trace.go:171","msg":"trace[113426602] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"6.293495989s","start":"2026-02-04T11:01:16.775792Z","end":"2026-02-04T11:01:23.069288Z","steps":["trace[113426602] 'process raft request' (duration: 6.293119472s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.069405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:16.77577Z","time spent":"6.29358123s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:23.069579Z","caller":"traceutil/trace.go:171","msg":"trace[1616734994] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"6.293773035s","start":"2026-02-04T11:01:16.775797Z","end":"2026-02-04T11:01:23.06957Z","steps":["trace[1616734994] 'process raft request' (duration: 6.293054601s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.069621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:16.77577Z","time spent":"6.293832315s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:23.069869Z","caller":"traceutil/trace.go:171","msg":"trace[432569407] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1129; }","duration":"2.287247983s","start":"2026-02-04T11:01:20.782614Z","end":"2026-02-04T11:01:23.069862Z","steps":["trace[432569407] 'process raft request' (duration: 2.286431897s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.069923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:20.782591Z","time spent":"2.287294356s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:23.070024Z","caller":"traceutil/trace.go:171","msg":"trace[481456327] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1163; }","duration":"2.430880383s","start":"2026-02-04T11:01:20.639137Z","end":"2026-02-04T11:01:23.070017Z","steps":["trace[481456327] 'read index received' (duration: 1.80564438s)","trace[481456327] 'applied index is now lower than readState.Index' (duration: 625.235213ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:23.070088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203272491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-04T11:01:23.070089Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"960.159µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-02-04T11:01:23.070108Z","caller":"traceutil/trace.go:171","msg":"trace[1071290502] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1129; }","duration":"5.203350652s","start":"2026-02-04T11:01:17.866752Z","end":"2026-02-04T11:01:23.070102Z","steps":["trace[1071290502] 'agreement among raft nodes before linearized reading' (duration: 5.203311951s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070125Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399c284dd5f27b","error":"lease not found"} {"level":"warn","ts":"2026-02-04T11:01:23.070127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:17.866745Z","time spent":"5.203376122s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-04T11:01:23.070158Z","caller":"traceutil/trace.go:171","msg":"trace[1716550899] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1129; }","duration":"386.445807ms","start":"2026-02-04T11:01:22.683702Z","end":"2026-02-04T11:01:23.070148Z","steps":["trace[1716550899] 'process raft request' (duration: 385.399947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:22.683687Z","time spent":"386.484797ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:01:23.070266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211134197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"info","ts":"2026-02-04T11:01:23.070287Z","caller":"traceutil/trace.go:171","msg":"trace[1527338474] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1129; }","duration":"5.211190388s","start":"2026-02-04T11:01:17.85909Z","end":"2026-02-04T11:01:23.070281Z","steps":["trace[1527338474] 'agreement among raft nodes before linearized reading' (duration: 5.211141177s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:17.859074Z","time spent":"5.211226679s","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7069,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-04T11:01:23.070327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.927313789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:23.070348Z","caller":"traceutil/trace.go:171","msg":"trace[689630638] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1129; }","duration":"8.9273664s","start":"2026-02-04T11:01:14.142976Z","end":"2026-02-04T11:01:23.070342Z","steps":["trace[689630638] 'agreement among raft nodes before linearized reading' (duration: 8.927327909s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:14.142958Z","time spent":"8.927405121s","remote":"127.0.0.1:48066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:23.070458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414535389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-04T11:01:23.070479Z","caller":"traceutil/trace.go:171","msg":"trace[1065291751] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289; range_end:; response_count:1; response_revision:1129; }","duration":"2.41457893s","start":"2026-02-04T11:01:20.655894Z","end":"2026-02-04T11:01:23.070473Z","steps":["trace[1065291751] 'agreement among raft nodes before linearized reading' (duration: 2.414506159s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:20.655881Z","time spent":"2.414608831s","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289\" "} {"level":"warn","ts":"2026-02-04T11:01:23.070502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494550559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:01:23.070521Z","caller":"traceutil/trace.go:171","msg":"trace[1342775322] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1129; }","duration":"5.49461123s","start":"2026-02-04T11:01:17.575905Z","end":"2026-02-04T11:01:23.070516Z","steps":["trace[1342775322] 'agreement among raft nodes before linearized reading' (duration: 5.494533899s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:17.575878Z","time spent":"5.494655401s","remote":"127.0.0.1:51150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:23.070637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.952227374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:23.070656Z","caller":"traceutil/trace.go:171","msg":"trace[504353593] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1129; }","duration":"7.952248705s","start":"2026-02-04T11:01:15.118402Z","end":"2026-02-04T11:01:23.070651Z","steps":["trace[504353593] 'agreement among raft nodes before linearized reading' (duration: 7.952214494s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197679739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-04T11:01:23.070676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:15.118335Z","time spent":"7.952335566s","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-04T11:01:23.07069Z","caller":"traceutil/trace.go:171","msg":"trace[1938196938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1129; }","duration":"1.19775367s","start":"2026-02-04T11:01:21.872931Z","end":"2026-02-04T11:01:23.070685Z","steps":["trace[1938196938] 'agreement among raft nodes before linearized reading' (duration: 1.19771967s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:21.872917Z","time spent":"1.197785562s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:23.070805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121028737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:23.070824Z","caller":"traceutil/trace.go:171","msg":"trace[184899390] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1129; }","duration":"2.121084548s","start":"2026-02-04T11:01:20.949734Z","end":"2026-02-04T11:01:23.070819Z","steps":["trace[184899390] 'agreement among raft nodes before linearized reading' (duration: 2.121050757s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.070843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:20.949715Z","time spent":"2.121121688s","remote":"127.0.0.1:51090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:23.070942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409645552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:23.070962Z","caller":"traceutil/trace.go:171","msg":"trace[477634124] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:0; response_revision:1129; }","duration":"2.409677013s","start":"2026-02-04T11:01:20.661279Z","end":"2026-02-04T11:01:23.070956Z","steps":["trace[477634124] 'agreement among raft nodes before linearized reading' (duration: 2.409646102s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.07098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:20.661273Z","time spent":"2.409701263s","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-02-04T11:01:23.341795Z","caller":"traceutil/trace.go:171","msg":"trace[1729975050] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1180; }","duration":"201.555288ms","start":"2026-02-04T11:01:23.140225Z","end":"2026-02-04T11:01:23.341781Z","steps":["trace[1729975050] 'read index received' (duration: 192.151352ms)","trace[1729975050] 'applied index is now lower than readState.Index' (duration: 9.403336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:23.341975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.66192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-02-04T11:01:23.341993Z","caller":"traceutil/trace.go:171","msg":"trace[1656058097] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1131; }","duration":"204.766842ms","start":"2026-02-04T11:01:23.13722Z","end":"2026-02-04T11:01:23.341987Z","steps":["trace[1656058097] 'agreement among raft nodes before linearized reading' (duration: 204.611689ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:23.342125Z","caller":"traceutil/trace.go:171","msg":"trace[303858039] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"204.985196ms","start":"2026-02-04T11:01:23.137129Z","end":"2026-02-04T11:01:23.342114Z","steps":["trace[303858039] 'process raft request' (duration: 195.279134ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:23.34227Z","caller":"traceutil/trace.go:171","msg":"trace[726325750] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"205.073738ms","start":"2026-02-04T11:01:23.13719Z","end":"2026-02-04T11:01:23.342264Z","steps":["trace[726325750] 'process raft request' (duration: 204.547838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:23.342338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.078288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:23.34235Z","caller":"traceutil/trace.go:171","msg":"trace[1163079705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1131; }","duration":"205.098599ms","start":"2026-02-04T11:01:23.137248Z","end":"2026-02-04T11:01:23.342346Z","steps":["trace[1163079705] 'agreement among raft nodes before linearized reading' (duration: 205.078418ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:23.343996Z","caller":"traceutil/trace.go:171","msg":"trace[1413077578] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"191.401097ms","start":"2026-02-04T11:01:23.152587Z","end":"2026-02-04T11:01:23.343988Z","steps":["trace[1413077578] 'process raft request' (duration: 191.377656ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:23.344072Z","caller":"traceutil/trace.go:171","msg":"trace[1610430165] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"200.938566ms","start":"2026-02-04T11:01:23.143129Z","end":"2026-02-04T11:01:23.344068Z","steps":["trace[1610430165] 'process raft request' (duration: 200.788223ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:23.606251Z","caller":"traceutil/trace.go:171","msg":"trace[1812666167] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"176.620394ms","start":"2026-02-04T11:01:23.429606Z","end":"2026-02-04T11:01:23.606227Z","steps":["trace[1812666167] 'process raft request' (duration: 176.542163ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:23.606287Z","caller":"traceutil/trace.go:171","msg":"trace[64786151] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"185.935868ms","start":"2026-02-04T11:01:23.420329Z","end":"2026-02-04T11:01:23.606265Z","steps":["trace[64786151] 'process raft request' (duration: 128.796905ms)","trace[64786151] 'compare' (duration: 56.775516ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:23.860115Z","caller":"traceutil/trace.go:171","msg":"trace[272785258] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"215.886293ms","start":"2026-02-04T11:01:23.64421Z","end":"2026-02-04T11:01:23.860096Z","steps":["trace[272785258] 'process raft request' (duration: 215.852542ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:23.860384Z","caller":"traceutil/trace.go:171","msg":"trace[180199326] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"239.196474ms","start":"2026-02-04T11:01:23.621167Z","end":"2026-02-04T11:01:23.860364Z","steps":["trace[180199326] 'process raft request' (duration: 165.049784ms)","trace[180199326] 'compare' (duration: 73.717732ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:24.212256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.518434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:01:24.212427Z","caller":"traceutil/trace.go:171","msg":"trace[2115840240] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"324.148162ms","start":"2026-02-04T11:01:23.888261Z","end":"2026-02-04T11:01:24.212409Z","steps":["trace[2115840240] 'process raft request' (duration: 324.097181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:24.212475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:23.888242Z","time spent":"324.213392ms","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-04T11:01:24.212813Z","caller":"traceutil/trace.go:171","msg":"trace[534907264] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"339.434624ms","start":"2026-02-04T11:01:23.873369Z","end":"2026-02-04T11:01:24.212804Z","steps":["trace[534907264] 'process raft request' (duration: 115.269297ms)","trace[534907264] 'compare' (duration: 223.194698ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:24.212857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:23.873349Z","time spent":"339.482745ms","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14093,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:01:24.519981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.629298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:01:24.52011Z","caller":"traceutil/trace.go:171","msg":"trace[1334216762] linearizableReadLoop","detail":"{readStateIndex:1197; appliedIndex:1195; }","duration":"247.361198ms","start":"2026-02-04T11:01:24.272738Z","end":"2026-02-04T11:01:24.520099Z","steps":["trace[1334216762] 'read index received' (duration: 93.561066ms)","trace[1334216762] 'applied index is now lower than readState.Index' (duration: 153.799451ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:24.520212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.47526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:24.520229Z","caller":"traceutil/trace.go:171","msg":"trace[398746174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1146; }","duration":"247.520251ms","start":"2026-02-04T11:01:24.272703Z","end":"2026-02-04T11:01:24.520223Z","steps":["trace[398746174] 'agreement among raft nodes before linearized reading' (duration: 247.426679ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:24.520469Z","caller":"traceutil/trace.go:171","msg":"trace[131820728] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"298.215007ms","start":"2026-02-04T11:01:24.222246Z","end":"2026-02-04T11:01:24.520461Z","steps":["trace[131820728] 'process raft request' (duration: 144.044268ms)","trace[131820728] 'compare' (duration: 153.468815ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:24.520556Z","caller":"traceutil/trace.go:171","msg":"trace[1368856107] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"256.261884ms","start":"2026-02-04T11:01:24.264288Z","end":"2026-02-04T11:01:24.52055Z","steps":["trace[1368856107] 'process raft request' (duration: 255.771365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:24.81516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.855656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:01:24.81523Z","caller":"traceutil/trace.go:171","msg":"trace[1748353660] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1197; }","duration":"288.782149ms","start":"2026-02-04T11:01:24.526436Z","end":"2026-02-04T11:01:24.815218Z","steps":["trace[1748353660] 'read index received' (duration: 99.78962ms)","trace[1748353660] 'applied index is now lower than readState.Index' (duration: 188.991809ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:24.815319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.876841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4597"} {"level":"info","ts":"2026-02-04T11:01:24.81534Z","caller":"traceutil/trace.go:171","msg":"trace[705742461] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1147; }","duration":"288.911681ms","start":"2026-02-04T11:01:24.526423Z","end":"2026-02-04T11:01:24.815334Z","steps":["trace[705742461] 'agreement among raft nodes before linearized reading' (duration: 288.825079ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:24.815472Z","caller":"traceutil/trace.go:171","msg":"trace[1479735937] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"289.529364ms","start":"2026-02-04T11:01:24.525935Z","end":"2026-02-04T11:01:24.815464Z","steps":["trace[1479735937] 'process raft request' (duration: 100.325051ms)","trace[1479735937] 'compare' (duration: 188.775854ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:25.00408Z","caller":"traceutil/trace.go:171","msg":"trace[288694111] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1199; }","duration":"107.037993ms","start":"2026-02-04T11:01:24.897012Z","end":"2026-02-04T11:01:25.00405Z","steps":["trace[288694111] 'read index received' (duration: 106.523383ms)","trace[288694111] 'applied index is now lower than readState.Index' (duration: 513.76µs)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:25.004291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.267209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-787gm.18910606fee73c53\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-02-04T11:01:25.004347Z","caller":"traceutil/trace.go:171","msg":"trace[1538535690] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-787gm.18910606fee73c53; range_end:; response_count:1; response_revision:1149; }","duration":"107.399581ms","start":"2026-02-04T11:01:24.896932Z","end":"2026-02-04T11:01:25.004331Z","steps":["trace[1538535690] 'agreement among raft nodes before linearized reading' (duration: 107.275427ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:25.004585Z","caller":"traceutil/trace.go:171","msg":"trace[912875576] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"171.516393ms","start":"2026-02-04T11:01:24.833039Z","end":"2026-02-04T11:01:25.004555Z","steps":["trace[912875576] 'process raft request' (duration: 170.512543ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:25.550735Z","caller":"traceutil/trace.go:171","msg":"trace[1051560792] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1203; }","duration":"275.796642ms","start":"2026-02-04T11:01:25.274918Z","end":"2026-02-04T11:01:25.550714Z","steps":["trace[1051560792] 'read index received' (duration: 185.52234ms)","trace[1051560792] 'applied index is now lower than readState.Index' (duration: 90.273302ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:25.550975Z","caller":"traceutil/trace.go:171","msg":"trace[743807440] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"280.212689ms","start":"2026-02-04T11:01:25.270749Z","end":"2026-02-04T11:01:25.550962Z","steps":["trace[743807440] 'process raft request' (duration: 189.388606ms)","trace[743807440] 'compare' (duration: 90.402285ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:25.551088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.152499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-02-04T11:01:25.55111Z","caller":"traceutil/trace.go:171","msg":"trace[2029753141] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1153; }","duration":"276.21064ms","start":"2026-02-04T11:01:25.274894Z","end":"2026-02-04T11:01:25.551104Z","steps":["trace[2029753141] 'agreement among raft nodes before linearized reading' (duration: 276.110878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:25.551714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.852814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-02-04T11:01:25.551752Z","caller":"traceutil/trace.go:171","msg":"trace[1987752539] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1154; }","duration":"270.907865ms","start":"2026-02-04T11:01:25.280832Z","end":"2026-02-04T11:01:25.55174Z","steps":["trace[1987752539] 'agreement among raft nodes before linearized reading' (duration: 270.800043ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:25.551968Z","caller":"traceutil/trace.go:171","msg":"trace[1571502053] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"231.194587ms","start":"2026-02-04T11:01:25.320763Z","end":"2026-02-04T11:01:25.551957Z","steps":["trace[1571502053] 'process raft request' (duration: 230.80849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:25.552441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.268797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-02-04T11:01:25.552473Z","caller":"traceutil/trace.go:171","msg":"trace[1046735351] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1154; }","duration":"109.329469ms","start":"2026-02-04T11:01:25.443134Z","end":"2026-02-04T11:01:25.552464Z","steps":["trace[1046735351] 'agreement among raft nodes before linearized reading' (duration: 109.094244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:25.552926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.029246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-02-04T11:01:25.552958Z","caller":"traceutil/trace.go:171","msg":"trace[14405234] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1154; }","duration":"216.086096ms","start":"2026-02-04T11:01:25.336862Z","end":"2026-02-04T11:01:25.552948Z","steps":["trace[14405234] 'agreement among raft nodes before linearized reading' (duration: 215.871732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:25.557091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.627623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-04T11:01:25.557153Z","caller":"traceutil/trace.go:171","msg":"trace[1409354235] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1154; }","duration":"250.701914ms","start":"2026-02-04T11:01:25.306437Z","end":"2026-02-04T11:01:25.557139Z","steps":["trace[1409354235] 'agreement among raft nodes before linearized reading' (duration: 250.536751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:25.562365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.754244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-04T11:01:25.56243Z","caller":"traceutil/trace.go:171","msg":"trace[624092512] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1154; }","duration":"261.834355ms","start":"2026-02-04T11:01:25.300584Z","end":"2026-02-04T11:01:25.562418Z","steps":["trace[624092512] 'agreement among raft nodes before linearized reading' (duration: 261.755303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:25.564194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.473997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-02-04T11:01:25.565112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.69498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-02-04T11:01:25.592168Z","caller":"traceutil/trace.go:171","msg":"trace[857178116] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1154; }","duration":"302.768456ms","start":"2026-02-04T11:01:25.289391Z","end":"2026-02-04T11:01:25.59216Z","steps":["trace[857178116] 'agreement among raft nodes before linearized reading' (duration: 275.662879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:25.592271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:25.289382Z","time spent":"302.835747ms","remote":"127.0.0.1:50956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-04T11:01:25.565208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.211909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-02-04T11:01:25.592493Z","caller":"traceutil/trace.go:171","msg":"trace[1856514035] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1154; }","duration":"307.5111ms","start":"2026-02-04T11:01:25.284975Z","end":"2026-02-04T11:01:25.592486Z","steps":["trace[1856514035] 'agreement among raft nodes before linearized reading' (duration: 280.149197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:25.592541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:25.284968Z","time spent":"307.55077ms","remote":"127.0.0.1:50956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-02-04T11:01:25.592022Z","caller":"traceutil/trace.go:171","msg":"trace[77087577] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1154; }","duration":"291.306349ms","start":"2026-02-04T11:01:25.300697Z","end":"2026-02-04T11:01:25.592003Z","steps":["trace[77087577] 'agreement among raft nodes before linearized reading' (duration: 257.180142ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:25.72952Z","caller":"traceutil/trace.go:171","msg":"trace[1453968624] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"160.039275ms","start":"2026-02-04T11:01:25.569463Z","end":"2026-02-04T11:01:25.729502Z","steps":["trace[1453968624] 'process raft request' (duration: 96.572846ms)","trace[1453968624] 'compare' (duration: 63.362247ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:26.084959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.42242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:01:26.085036Z","caller":"traceutil/trace.go:171","msg":"trace[862879342] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"437.203803ms","start":"2026-02-04T11:01:25.647819Z","end":"2026-02-04T11:01:26.085023Z","steps":["trace[862879342] 'process raft request' (duration: 205.65144ms)","trace[862879342] 'compare' (duration: 231.175115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:26.085073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:25.647804Z","time spent":"437.254334ms","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-04T11:01:26.381093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.854622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4362"} {"level":"info","ts":"2026-02-04T11:01:26.381153Z","caller":"traceutil/trace.go:171","msg":"trace[628882433] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1157; }","duration":"155.962975ms","start":"2026-02-04T11:01:26.225172Z","end":"2026-02-04T11:01:26.381135Z","steps":["trace[628882433] 'range keys from in-memory index tree' (duration: 155.73123ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:26.381419Z","caller":"traceutil/trace.go:171","msg":"trace[2088116670] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1208; }","duration":"139.426077ms","start":"2026-02-04T11:01:26.241979Z","end":"2026-02-04T11:01:26.381405Z","steps":["trace[2088116670] 'read index received' (duration: 53.325688ms)","trace[2088116670] 'applied index is now lower than readState.Index' (duration: 86.099259ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:26.381487Z","caller":"traceutil/trace.go:171","msg":"trace[524294432] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"139.725382ms","start":"2026-02-04T11:01:26.241753Z","end":"2026-02-04T11:01:26.381479Z","steps":["trace[524294432] 'process raft request' (duration: 53.592683ms)","trace[524294432] 'compare' (duration: 85.367335ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:26.394857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.831492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:26.394891Z","caller":"traceutil/trace.go:171","msg":"trace[1823549334] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1158; }","duration":"152.884373ms","start":"2026-02-04T11:01:26.241996Z","end":"2026-02-04T11:01:26.39488Z","steps":["trace[1823549334] 'agreement among raft nodes before linearized reading' (duration: 152.797371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:26.395028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.044377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:26.395048Z","caller":"traceutil/trace.go:171","msg":"trace[1263941457] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1158; }","duration":"153.066467ms","start":"2026-02-04T11:01:26.241975Z","end":"2026-02-04T11:01:26.395041Z","steps":["trace[1263941457] 'agreement among raft nodes before linearized reading' (duration: 153.031746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:26.395284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.732396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:26.395304Z","caller":"traceutil/trace.go:171","msg":"trace[868294801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1158; }","duration":"119.784706ms","start":"2026-02-04T11:01:26.275513Z","end":"2026-02-04T11:01:26.395298Z","steps":["trace[868294801] 'agreement among raft nodes before linearized reading' (duration: 119.756005ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:26.625334Z","caller":"traceutil/trace.go:171","msg":"trace[1444666278] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1209; }","duration":"191.54859ms","start":"2026-02-04T11:01:26.433764Z","end":"2026-02-04T11:01:26.625313Z","steps":["trace[1444666278] 'read index received' (duration: 174.911729ms)","trace[1444666278] 'applied index is now lower than readState.Index' (duration: 16.636001ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:26.625685Z","caller":"traceutil/trace.go:171","msg":"trace[1219544110] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"218.312152ms","start":"2026-02-04T11:01:26.407355Z","end":"2026-02-04T11:01:26.625668Z","steps":["trace[1219544110] 'process raft request' (duration: 201.300924ms)","trace[1219544110] 'compare' (duration: 16.536788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:26.63083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.046219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2338"} {"level":"info","ts":"2026-02-04T11:01:26.630885Z","caller":"traceutil/trace.go:171","msg":"trace[1535206920] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:1159; }","duration":"197.14332ms","start":"2026-02-04T11:01:26.433733Z","end":"2026-02-04T11:01:26.630876Z","steps":["trace[1535206920] 'agreement among raft nodes before linearized reading' (duration: 196.893475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:26.658565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.274713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:01:26.658642Z","caller":"traceutil/trace.go:171","msg":"trace[2111041612] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1160; }","duration":"142.390786ms","start":"2026-02-04T11:01:26.516236Z","end":"2026-02-04T11:01:26.658627Z","steps":["trace[2111041612] 'agreement among raft nodes before linearized reading' (duration: 142.240923ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:26.659259Z","caller":"traceutil/trace.go:171","msg":"trace[546542480] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"110.351399ms","start":"2026-02-04T11:01:26.548893Z","end":"2026-02-04T11:01:26.659245Z","steps":["trace[546542480] 'process raft request' (duration: 109.492832ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:27.309159Z","caller":"traceutil/trace.go:171","msg":"trace[166426253] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1211; }","duration":"175.741896ms","start":"2026-02-04T11:01:27.133382Z","end":"2026-02-04T11:01:27.309124Z","steps":["trace[166426253] 'read index received' (duration: 175.531562ms)","trace[166426253] 'applied index is now lower than readState.Index' (duration: 208.614µs)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:27.309423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.013851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:27.309519Z","caller":"traceutil/trace.go:171","msg":"trace[1657719822] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1161; }","duration":"176.149903ms","start":"2026-02-04T11:01:27.133355Z","end":"2026-02-04T11:01:27.309505Z","steps":["trace[1657719822] 'agreement among raft nodes before linearized reading' (duration: 175.949919ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:27.309809Z","caller":"traceutil/trace.go:171","msg":"trace[431465276] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"300.434141ms","start":"2026-02-04T11:01:27.009363Z","end":"2026-02-04T11:01:27.309797Z","steps":["trace[431465276] 'process raft request' (duration: 299.597704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:27.310041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:27.009341Z","time spent":"300.658065ms","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-04T11:01:27.581808Z","caller":"traceutil/trace.go:171","msg":"trace[1555855615] linearizableReadLoop","detail":"{readStateIndex:1213; appliedIndex:1212; }","duration":"213.872264ms","start":"2026-02-04T11:01:27.367916Z","end":"2026-02-04T11:01:27.581788Z","steps":["trace[1555855615] 'read index received' (duration: 152.927884ms)","trace[1555855615] 'applied index is now lower than readState.Index' (duration: 60.94333ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:27.582208Z","caller":"traceutil/trace.go:171","msg":"trace[1719406996] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"216.174799ms","start":"2026-02-04T11:01:27.365763Z","end":"2026-02-04T11:01:27.581937Z","steps":["trace[1719406996] 'process raft request' (duration: 155.22955ms)","trace[1719406996] 'compare' (duration: 60.697895ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:27.582735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.801892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7000"} {"level":"info","ts":"2026-02-04T11:01:27.582782Z","caller":"traceutil/trace.go:171","msg":"trace[2062516131] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1162; }","duration":"214.873083ms","start":"2026-02-04T11:01:27.367897Z","end":"2026-02-04T11:01:27.58277Z","steps":["trace[2062516131] 'agreement among raft nodes before linearized reading' (duration: 214.70727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:27.583175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.652686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:27.583216Z","caller":"traceutil/trace.go:171","msg":"trace[1388368947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"160.723338ms","start":"2026-02-04T11:01:27.422482Z","end":"2026-02-04T11:01:27.583206Z","steps":["trace[1388368947] 'agreement among raft nodes before linearized reading' (duration: 160.656497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:27.58557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.774429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-02-04T11:01:27.58568Z","caller":"traceutil/trace.go:171","msg":"trace[1799858427] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:1162; }","duration":"103.893031ms","start":"2026-02-04T11:01:27.48174Z","end":"2026-02-04T11:01:27.585633Z","steps":["trace[1799858427] 'agreement among raft nodes before linearized reading' (duration: 102.448421ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:27.779999Z","caller":"traceutil/trace.go:171","msg":"trace[292577280] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"185.634762ms","start":"2026-02-04T11:01:27.59435Z","end":"2026-02-04T11:01:27.779985Z","steps":["trace[292577280] 'process raft request' (duration: 185.468499ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:27.792118Z","caller":"traceutil/trace.go:171","msg":"trace[450517083] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"196.486698ms","start":"2026-02-04T11:01:27.595613Z","end":"2026-02-04T11:01:27.792099Z","steps":["trace[450517083] 'process raft request' (duration: 196.387556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.159995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.170787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:01:28.160109Z","caller":"traceutil/trace.go:171","msg":"trace[658431638] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"270.522197ms","start":"2026-02-04T11:01:27.889564Z","end":"2026-02-04T11:01:28.160086Z","steps":["trace[658431638] 'read index received' (duration: 165.118055ms)","trace[658431638] 'applied index is now lower than readState.Index' (duration: 105.402572ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:28.160364Z","caller":"traceutil/trace.go:171","msg":"trace[924849653] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"348.946292ms","start":"2026-02-04T11:01:27.811402Z","end":"2026-02-04T11:01:28.160348Z","steps":["trace[924849653] 'process raft request' (duration: 243.348816ms)","trace[924849653] 'compare' (duration: 105.023105ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:28.160434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:27.811387Z","time spent":"349.009244ms","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4697,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:01:28.160604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.034597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-02-04T11:01:28.160624Z","caller":"traceutil/trace.go:171","msg":"trace[757459690] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1165; }","duration":"271.079968ms","start":"2026-02-04T11:01:27.889538Z","end":"2026-02-04T11:01:28.160618Z","steps":["trace[757459690] 'agreement among raft nodes before linearized reading' (duration: 270.987866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.160731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.563958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-04T11:01:28.160745Z","caller":"traceutil/trace.go:171","msg":"trace[175000334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1165; }","duration":"262.595948ms","start":"2026-02-04T11:01:27.898145Z","end":"2026-02-04T11:01:28.160741Z","steps":["trace[175000334] 'agreement among raft nodes before linearized reading' (duration: 262.557668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.160822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.572714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"info","ts":"2026-02-04T11:01:28.160834Z","caller":"traceutil/trace.go:171","msg":"trace[1048374526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1165; }","duration":"229.604405ms","start":"2026-02-04T11:01:27.931226Z","end":"2026-02-04T11:01:28.160831Z","steps":["trace[1048374526] 'agreement among raft nodes before linearized reading' (duration: 229.570135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.160832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.503383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-02-04T11:01:28.160864Z","caller":"traceutil/trace.go:171","msg":"trace[628484831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1165; }","duration":"229.540764ms","start":"2026-02-04T11:01:27.931313Z","end":"2026-02-04T11:01:28.160854Z","steps":["trace[628484831] 'agreement among raft nodes before linearized reading' (duration: 229.452562ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:28.602527Z","caller":"traceutil/trace.go:171","msg":"trace[113944413] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1217; }","duration":"374.04375ms","start":"2026-02-04T11:01:28.228467Z","end":"2026-02-04T11:01:28.602511Z","steps":["trace[113944413] 'read index received' (duration: 297.659225ms)","trace[113944413] 'applied index is now lower than readState.Index' (duration: 76.383785ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:28.602742Z","caller":"traceutil/trace.go:171","msg":"trace[1751257570] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"424.876079ms","start":"2026-02-04T11:01:28.177855Z","end":"2026-02-04T11:01:28.602731Z","steps":["trace[1751257570] 'process raft request' (duration: 348.32105ms)","trace[1751257570] 'compare' (duration: 76.032309ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:28.602814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:28.177837Z","time spent":"424.92675ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:28.602925Z","caller":"traceutil/trace.go:171","msg":"trace[2075833820] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"424.9574ms","start":"2026-02-04T11:01:28.177961Z","end":"2026-02-04T11:01:28.602919Z","steps":["trace[2075833820] 'process raft request' (duration: 424.487301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.602963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:28.177955Z","time spent":"424.987021ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:28.603092Z","caller":"traceutil/trace.go:171","msg":"trace[1844211487] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"425.112714ms","start":"2026-02-04T11:01:28.177973Z","end":"2026-02-04T11:01:28.603086Z","steps":["trace[1844211487] 'process raft request' (duration: 424.512742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.60313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:28.177969Z","time spent":"425.139234ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:01:28.603262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.797265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-04T11:01:28.603283Z","caller":"traceutil/trace.go:171","msg":"trace[1007728011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1169; }","duration":"374.842526ms","start":"2026-02-04T11:01:28.228434Z","end":"2026-02-04T11:01:28.603277Z","steps":["trace[1007728011] 'agreement among raft nodes before linearized reading' (duration: 374.765005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.603305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:28.228421Z","time spent":"374.878397ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-04T11:01:28.60339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.525276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:28.603424Z","caller":"traceutil/trace.go:171","msg":"trace[1131671564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1169; }","duration":"332.571287ms","start":"2026-02-04T11:01:28.270835Z","end":"2026-02-04T11:01:28.603407Z","steps":["trace[1131671564] 'agreement among raft nodes before linearized reading' (duration: 332.527646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.603446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:28.2708Z","time spent":"332.641528ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:28.60359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.557297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:28.603611Z","caller":"traceutil/trace.go:171","msg":"trace[242606364] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1169; }","duration":"328.601649ms","start":"2026-02-04T11:01:28.275003Z","end":"2026-02-04T11:01:28.603605Z","steps":["trace[242606364] 'agreement among raft nodes before linearized reading' (duration: 328.568508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:28.603632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:28.274969Z","time spent":"328.65755ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-04T11:01:28.852383Z","caller":"traceutil/trace.go:171","msg":"trace[683446922] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"228.032854ms","start":"2026-02-04T11:01:28.624332Z","end":"2026-02-04T11:01:28.852365Z","steps":["trace[683446922] 'process raft request' (duration: 228.002083ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:28.85292Z","caller":"traceutil/trace.go:171","msg":"trace[1838139400] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"237.696725ms","start":"2026-02-04T11:01:28.615213Z","end":"2026-02-04T11:01:28.85291Z","steps":["trace[1838139400] 'process raft request' (duration: 206.813123ms)","trace[1838139400] 'compare' (duration: 29.838672ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:28.853111Z","caller":"traceutil/trace.go:171","msg":"trace[1761708927] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"233.822388ms","start":"2026-02-04T11:01:28.61928Z","end":"2026-02-04T11:01:28.853102Z","steps":["trace[1761708927] 'process raft request' (duration: 232.957871ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:28.853189Z","caller":"traceutil/trace.go:171","msg":"trace[1348083454] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"233.843199ms","start":"2026-02-04T11:01:28.619341Z","end":"2026-02-04T11:01:28.853185Z","steps":["trace[1348083454] 'process raft request' (duration: 232.939641ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:28.853269Z","caller":"traceutil/trace.go:171","msg":"trace[1496348174] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"233.884899ms","start":"2026-02-04T11:01:28.619377Z","end":"2026-02-04T11:01:28.853262Z","steps":["trace[1496348174] 'process raft request' (duration: 232.9274ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:30.011959Z","caller":"traceutil/trace.go:171","msg":"trace[1774615461] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1229; }","duration":"176.858378ms","start":"2026-02-04T11:01:29.835077Z","end":"2026-02-04T11:01:30.011935Z","steps":["trace[1774615461] 'read index received' (duration: 176.644644ms)","trace[1774615461] 'applied index is now lower than readState.Index' (duration: 212.844µs)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:30.012325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.227915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-04T11:01:30.012412Z","caller":"traceutil/trace.go:171","msg":"trace[978042996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1179; }","duration":"177.323807ms","start":"2026-02-04T11:01:29.835046Z","end":"2026-02-04T11:01:30.01237Z","steps":["trace[978042996] 'agreement among raft nodes before linearized reading' (duration: 177.035332ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:30.012897Z","caller":"traceutil/trace.go:171","msg":"trace[1931054037] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"195.184441ms","start":"2026-02-04T11:01:29.817701Z","end":"2026-02-04T11:01:30.012886Z","steps":["trace[1931054037] 'process raft request' (duration: 194.09358ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:30.660543Z","caller":"traceutil/trace.go:171","msg":"trace[603063950] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"127.423168ms","start":"2026-02-04T11:01:30.533098Z","end":"2026-02-04T11:01:30.660521Z","steps":["trace[603063950] 'process raft request' (duration: 127.302186ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:31.031426Z","caller":"traceutil/trace.go:171","msg":"trace[547120338] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1235; }","duration":"167.426161ms","start":"2026-02-04T11:01:30.86398Z","end":"2026-02-04T11:01:31.031406Z","steps":["trace[547120338] 'read index received' (duration: 167.275508ms)","trace[547120338] 'applied index is now lower than readState.Index' (duration: 149.783µs)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:31.031513Z","caller":"traceutil/trace.go:171","msg":"trace[71044512] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"167.743128ms","start":"2026-02-04T11:01:30.863762Z","end":"2026-02-04T11:01:31.031505Z","steps":["trace[71044512] 'process raft request' (duration: 167.528884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:31.031603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.611475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-04T11:01:31.031625Z","caller":"traceutil/trace.go:171","msg":"trace[820117987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1184; }","duration":"167.659906ms","start":"2026-02-04T11:01:30.863959Z","end":"2026-02-04T11:01:31.031619Z","steps":["trace[820117987] 'agreement among raft nodes before linearized reading' (duration: 167.573525ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:31.17986Z","caller":"traceutil/trace.go:171","msg":"trace[205317468] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"143.084479ms","start":"2026-02-04T11:01:31.03676Z","end":"2026-02-04T11:01:31.179845Z","steps":["trace[205317468] 'process raft request' (duration: 143.038228ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:31.182967Z","caller":"traceutil/trace.go:171","msg":"trace[715268293] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"315.061029ms","start":"2026-02-04T11:01:30.86552Z","end":"2026-02-04T11:01:31.180581Z","steps":["trace[715268293] 'process raft request' (duration: 244.998399ms)","trace[715268293] 'compare' (duration: 69.183543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:31.183302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:30.865498Z","time spent":"317.664401ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:32.703799Z","caller":"traceutil/trace.go:171","msg":"trace[528230754] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"124.03057ms","start":"2026-02-04T11:01:32.579738Z","end":"2026-02-04T11:01:32.703768Z","steps":["trace[528230754] 'process raft request' (duration: 123.891777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:33.364123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.969311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:33.36421Z","caller":"traceutil/trace.go:171","msg":"trace[435511988] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1189; }","duration":"109.095834ms","start":"2026-02-04T11:01:33.255084Z","end":"2026-02-04T11:01:33.36418Z","steps":["trace[435511988] 'count revisions from in-memory index tree' (duration: 108.87068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:33.364337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.378079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-04T11:01:33.364378Z","caller":"traceutil/trace.go:171","msg":"trace[2103570231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1189; }","duration":"175.439179ms","start":"2026-02-04T11:01:33.188927Z","end":"2026-02-04T11:01:33.364366Z","steps":["trace[2103570231] 'range keys from in-memory index tree' (duration: 175.254986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:33.364562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.684334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-04T11:01:33.364588Z","caller":"traceutil/trace.go:171","msg":"trace[1414733311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1189; }","duration":"176.743075ms","start":"2026-02-04T11:01:33.187837Z","end":"2026-02-04T11:01:33.36458Z","steps":["trace[1414733311] 'range keys from in-memory index tree' (duration: 176.590702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:33.684663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.362346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-04T11:01:33.685316Z","caller":"traceutil/trace.go:171","msg":"trace[603542728] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"117.340618ms","start":"2026-02-04T11:01:33.567953Z","end":"2026-02-04T11:01:33.685294Z","steps":["trace[603542728] 'process raft request' (duration: 117.286837ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:33.686479Z","caller":"traceutil/trace.go:171","msg":"trace[1445299902] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"315.352326ms","start":"2026-02-04T11:01:33.371107Z","end":"2026-02-04T11:01:33.68646Z","steps":["trace[1445299902] 'process raft request' (duration: 125.146113ms)","trace[1445299902] 'compare' (duration: 188.085761ms)"],"step_count":2} {"level":"warn","ts":"2026-02-04T11:01:33.686756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:33.371092Z","time spent":"315.606701ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:33.687133Z","caller":"traceutil/trace.go:171","msg":"trace[766203993] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"143.725031ms","start":"2026-02-04T11:01:33.543389Z","end":"2026-02-04T11:01:33.687114Z","steps":["trace[766203993] 'process raft request' (duration: 141.767932ms)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:34.027256Z","caller":"traceutil/trace.go:171","msg":"trace[1302874174] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"115.671744ms","start":"2026-02-04T11:01:33.911563Z","end":"2026-02-04T11:01:34.027234Z","steps":["trace[1302874174] 'process raft request' (duration: 115.560561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:34.261518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.873935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-04T11:01:34.261591Z","caller":"traceutil/trace.go:171","msg":"trace[624623817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1194; }","duration":"141.011457ms","start":"2026-02-04T11:01:34.120563Z","end":"2026-02-04T11:01:34.261574Z","steps":["trace[624623817] 'range keys from in-memory index tree' (duration: 140.719692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:43.248134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:43.748926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:44.250094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:44.751243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:45.251598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:45.273081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:45.273136Z","caller":"traceutil/trace.go:171","msg":"trace[478992650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151278s","start":"2026-02-04T11:01:43.272973Z","end":"2026-02-04T11:01:45.273124Z","steps":["trace[478992650] 'agreement among raft nodes before linearized reading' (duration: 2.000080657s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:45.273172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.272956Z","time spent":"2.00021s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/04 11:01:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:45.752333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:46.252764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:46.753471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:47.254577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:47.274798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00128612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:47.274852Z","caller":"traceutil/trace.go:171","msg":"trace[3898827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001398871s","start":"2026-02-04T11:01:45.273438Z","end":"2026-02-04T11:01:47.274837Z","steps":["trace[3898827] 'agreement among raft nodes before linearized reading' (duration: 2.00132627s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:47.274906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:45.273414Z","time spent":"2.001484274s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:47.415134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:42.415658Z","time spent":"4.999471227s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:47.755374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:48.133987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999461697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:48.134046Z","caller":"traceutil/trace.go:171","msg":"trace[304253030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999586459s","start":"2026-02-04T11:01:43.134447Z","end":"2026-02-04T11:01:48.134034Z","steps":["trace[304253030] 'agreement among raft nodes before linearized reading' (duration: 4.999513288s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:48.134073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.134428Z","time spent":"4.999639731s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-04T11:01:48.256346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:48.757244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:49.257722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:49.282074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:49.282109Z","caller":"traceutil/trace.go:171","msg":"trace[1038670633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346304s","start":"2026-02-04T11:01:47.281754Z","end":"2026-02-04T11:01:49.2821Z","steps":["trace[1038670633] 'agreement among raft nodes before linearized reading' (duration: 2.000306023s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:49.282128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:47.28175Z","time spent":"2.000374434s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/04 11:01:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:49.489492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999582161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:49.489535Z","caller":"traceutil/trace.go:171","msg":"trace[1983170121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999677502s","start":"2026-02-04T11:01:44.489847Z","end":"2026-02-04T11:01:49.489525Z","steps":["trace[1983170121] 'agreement among raft nodes before linearized reading' (duration: 4.999619681s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:49.489566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:44.48983Z","time spent":"4.999732004s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-04T11:01:49.748105Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-04T11:01:49.748181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000950823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:49.748204Z","caller":"traceutil/trace.go:171","msg":"trace[219260381] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"7.001010464s","start":"2026-02-04T11:01:42.747182Z","end":"2026-02-04T11:01:49.748193Z","steps":["trace[219260381] 'agreement among raft nodes before linearized reading' (duration: 7.000975923s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:49.748232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:42.747168Z","time spent":"7.001054515s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-02-04T11:01:50.248173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:50.696408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.695947Z","time spent":"7.000456554s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:50.748293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:50.988639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.988505Z","time spent":"7.000127138s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:51.249276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:51.282013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:51.282074Z","caller":"traceutil/trace.go:171","msg":"trace[802612130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049977s","start":"2026-02-04T11:01:49.282007Z","end":"2026-02-04T11:01:51.282057Z","steps":["trace[802612130] 'agreement among raft nodes before linearized reading' (duration: 1.999975975s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:51.282118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:49.281998Z","time spent":"2.000114698s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:51.750701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:52.251654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:52.388808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:52.38887Z","caller":"traceutil/trace.go:171","msg":"trace[1172225738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164169s","start":"2026-02-04T11:01:50.388692Z","end":"2026-02-04T11:01:52.388856Z","steps":["trace[1172225738] 'agreement among raft nodes before linearized reading' (duration: 2.000080797s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:52.388904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:50.388682Z","time spent":"2.00021587s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:52.412714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996203878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:52.412776Z","caller":"traceutil/trace.go:171","msg":"trace[410989085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99629548s","start":"2026-02-04T11:01:49.416468Z","end":"2026-02-04T11:01:52.412764Z","steps":["trace[410989085] 'agreement among raft nodes before linearized reading' (duration: 2.996218539s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:52.412818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:49.41646Z","time spent":"2.996350171s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/04 11:01:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:52.751973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:52.762618Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399c284dd5f33f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-04T11:01:53.135069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99932829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:53.135114Z","caller":"traceutil/trace.go:171","msg":"trace[1405719790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999407401s","start":"2026-02-04T11:01:50.135697Z","end":"2026-02-04T11:01:53.135105Z","steps":["trace[1405719790] 'agreement among raft nodes before linearized reading' (duration: 2.99934889s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:53.135143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:50.135685Z","time spent":"2.999453273s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/04 11:01:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:53.252701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:53.290987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000772991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:53.291052Z","caller":"traceutil/trace.go:171","msg":"trace[1144291952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000886173s","start":"2026-02-04T11:01:51.29015Z","end":"2026-02-04T11:01:53.291036Z","steps":["trace[1144291952] 'agreement among raft nodes before linearized reading' (duration: 2.000804231s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:53.291096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:51.290133Z","time spent":"2.000954655s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/04 11:01:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:53.549754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998983898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:53.549812Z","caller":"traceutil/trace.go:171","msg":"trace[1270277799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.99905518s","start":"2026-02-04T11:01:43.550744Z","end":"2026-02-04T11:01:53.549799Z","steps":["trace[1270277799] 'agreement among raft nodes before linearized reading' (duration: 9.998980958s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:53.549847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.550666Z","time spent":"9.999175261s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/04 11:01:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:53.753312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:53.923733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002017389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:53.923787Z","caller":"traceutil/trace.go:171","msg":"trace[242553201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002102361s","start":"2026-02-04T11:01:43.921672Z","end":"2026-02-04T11:01:53.923774Z","steps":["trace[242553201] 'agreement among raft nodes before linearized reading' (duration: 10.00204041s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:53.923812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.921658Z","time spent":"10.002149322s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/04 11:01:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:54.052366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.012621339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:54.05244Z","caller":"traceutil/trace.go:171","msg":"trace[1603116352] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"10.012740592s","start":"2026-02-04T11:01:44.039689Z","end":"2026-02-04T11:01:54.052429Z","steps":["trace[1603116352] 'agreement among raft nodes before linearized reading' (duration: 10.01265783s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:54.052471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:44.039669Z","time spent":"10.012797702s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/02/04 11:01:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:54.253866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:54.695839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003353924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:54.695919Z","caller":"traceutil/trace.go:171","msg":"trace[1153264588] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.003473117s","start":"2026-02-04T11:01:44.692428Z","end":"2026-02-04T11:01:54.695901Z","steps":["trace[1153264588] 'agreement among raft nodes before linearized reading' (duration: 10.003376055s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:54.695961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:44.692417Z","time spent":"10.003535219s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/02/04 11:01:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:54.75449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:55.255618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:55.298389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:55.298448Z","caller":"traceutil/trace.go:171","msg":"trace[1171235946] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201979s","start":"2026-02-04T11:01:53.298229Z","end":"2026-02-04T11:01:55.298431Z","steps":["trace[1171235946] 'agreement among raft nodes before linearized reading' (duration: 2.000132758s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:55.29905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:53.298215Z","time spent":"2.00070233s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/04 11:01:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:55.75598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:55.782646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001110983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-04T11:01:55.782734Z","caller":"traceutil/trace.go:171","msg":"trace[1893928542] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.001304027s","start":"2026-02-04T11:01:45.781408Z","end":"2026-02-04T11:01:55.782712Z","steps":["trace[1893928542] 'agreement among raft nodes before linearized reading' (duration: 10.001133914s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:55.782786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:45.781394Z","time spent":"10.001378278s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/02/04 11:01:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/04 11:01:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:56.257076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463341999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:56.748864Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-04T11:01:56.749037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.269833142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.749088Z","caller":"traceutil/trace.go:171","msg":"trace[1006796450] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"7.269941254s","start":"2026-02-04T11:01:49.479129Z","end":"2026-02-04T11:01:56.74907Z","steps":["trace[1006796450] 'agreement among raft nodes before linearized reading' (duration: 7.269845652s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:49.479122Z","time spent":"7.270005195s","remote":"127.0.0.1:51178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.749191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.925264733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.74922Z","caller":"traceutil/trace.go:171","msg":"trace[636331979] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; }","duration":"8.925319664s","start":"2026-02-04T11:01:47.823893Z","end":"2026-02-04T11:01:56.749212Z","steps":["trace[636331979] 'agreement among raft nodes before linearized reading' (duration: 8.925290813s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:47.82388Z","time spent":"8.925364845s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.749316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.023357768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.749346Z","caller":"traceutil/trace.go:171","msg":"trace[98229367] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"9.02340519s","start":"2026-02-04T11:01:47.725934Z","end":"2026-02-04T11:01:56.749339Z","steps":["trace[98229367] 'agreement among raft nodes before linearized reading' (duration: 9.023357748s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:47.725876Z","time spent":"9.023489033s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.749404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.472104532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.749425Z","caller":"traceutil/trace.go:171","msg":"trace[1377592452] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289; range_end:; }","duration":"9.472153793s","start":"2026-02-04T11:01:47.277265Z","end":"2026-02-04T11:01:56.749419Z","steps":["trace[1377592452] 'agreement among raft nodes before linearized reading' (duration: 9.472132042s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:47.27725Z","time spent":"9.472200424s","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1891061b5b2bb289\" "} {"level":"warn","ts":"2026-02-04T11:01:56.749495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.709170831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.749521Z","caller":"traceutil/trace.go:171","msg":"trace[1934099061] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"10.709222902s","start":"2026-02-04T11:01:46.040293Z","end":"2026-02-04T11:01:56.749516Z","steps":["trace[1934099061] 'agreement among raft nodes before linearized reading' (duration: 10.709193461s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:46.04028Z","time spent":"10.709259713s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.749592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.104495453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.749619Z","caller":"traceutil/trace.go:171","msg":"trace[929499289] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"11.104560605s","start":"2026-02-04T11:01:45.645052Z","end":"2026-02-04T11:01:56.749613Z","steps":["trace[929499289] 'agreement among raft nodes before linearized reading' (duration: 11.104532454s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:45.645032Z","time spent":"11.104610325s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.749686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.843199398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.749711Z","caller":"traceutil/trace.go:171","msg":"trace[1812527689] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"11.843251978s","start":"2026-02-04T11:01:44.906454Z","end":"2026-02-04T11:01:56.749705Z","steps":["trace[1812527689] 'agreement among raft nodes before linearized reading' (duration: 11.843225078s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:44.906439Z","time spent":"11.84329628s","remote":"127.0.0.1:51536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.749782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.29496534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.749826Z","caller":"traceutil/trace.go:171","msg":"trace[574864534] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"12.295039571s","start":"2026-02-04T11:01:44.45478Z","end":"2026-02-04T11:01:56.74982Z","steps":["trace[574864534] 'agreement among raft nodes before linearized reading' (duration: 12.29499411s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:44.454766Z","time spent":"12.295078802s","remote":"127.0.0.1:51378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.749939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.000079678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.749971Z","caller":"traceutil/trace.go:171","msg":"trace[1900078379] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"13.00019265s","start":"2026-02-04T11:01:43.749771Z","end":"2026-02-04T11:01:56.749964Z","steps":["trace[1900078379] 'agreement among raft nodes before linearized reading' (duration: 13.000111359s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.749999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.74975Z","time spent":"13.000240111s","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.750181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.123387564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.750276Z","caller":"traceutil/trace.go:171","msg":"trace[903803511] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"13.123506537s","start":"2026-02-04T11:01:43.626725Z","end":"2026-02-04T11:01:56.750232Z","steps":["trace[903803511] 'agreement among raft nodes before linearized reading' (duration: 13.123414255s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.750333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.626709Z","time spent":"13.123602458s","remote":"127.0.0.1:50956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:56.750382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.541992747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.75041Z","caller":"traceutil/trace.go:171","msg":"trace[1372786340] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"13.542037889s","start":"2026-02-04T11:01:43.208363Z","end":"2026-02-04T11:01:56.750401Z","steps":["trace[1372786340] 'agreement among raft nodes before linearized reading' (duration: 13.542009778s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.750444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.208355Z","time spent":"13.54207881s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-04T11:01:56.750501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.593921888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-04T11:01:56.750525Z","caller":"traceutil/trace.go:171","msg":"trace[2036025197] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; }","duration":"13.593957678s","start":"2026-02-04T11:01:43.156561Z","end":"2026-02-04T11:01:56.750519Z","steps":["trace[2036025197] 'agreement among raft nodes before linearized reading' (duration: 13.593932158s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:56.750548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:43.156556Z","time spent":"13.59398661s","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-04T11:01:57.111534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00113245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:57.111648Z","caller":"traceutil/trace.go:171","msg":"trace[112416939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001308884s","start":"2026-02-04T11:01:55.110311Z","end":"2026-02-04T11:01:57.11162Z","steps":["trace[112416939] 'agreement among raft nodes before linearized reading' (duration: 2.001159341s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:57.111717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:55.110295Z","time spent":"2.001403855s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:57.249606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463342009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:57.2991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:57.299183Z","caller":"traceutil/trace.go:171","msg":"trace[502983571] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000329775s","start":"2026-02-04T11:01:55.298832Z","end":"2026-02-04T11:01:57.299161Z","steps":["trace[502983571] 'agreement among raft nodes before linearized reading' (duration: 2.000223753s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:57.299237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:55.298814Z","time spent":"2.000413956s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-04T11:01:57.411789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:52.412946Z","time spent":"4.998837189s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:57.530538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000135035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-04T11:01:57.53067Z","caller":"traceutil/trace.go:171","msg":"trace[2006083564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000322179s","start":"2026-02-04T11:01:52.530317Z","end":"2026-02-04T11:01:57.53064Z","steps":["trace[2006083564] 'agreement among raft nodes before linearized reading' (duration: 5.000156196s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:57.530755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:52.5303Z","time spent":"5.000439651s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-04T11:01:57.701643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:50.700567Z","time spent":"7.0010677s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:57.750087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463342009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:57.991751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:50.99142Z","time spent":"7.000325346s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-04T11:01:58.13467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:53.135224Z","time spent":"4.999430303s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/04 11:01:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-04T11:01:58.251146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463342009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:58.751851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540433463342009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-04T11:01:59.170409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"16.754660831s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-04T11:01:59.233455Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"11.51µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-04T11:01:59.233654Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"17399c284dd5f33f","error":"lease not found"} {"level":"info","ts":"2026-02-04T11:01:59.233736Z","caller":"traceutil/trace.go:171","msg":"trace[1614857699] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"5.681168006s","start":"2026-02-04T11:01:53.552544Z","end":"2026-02-04T11:01:59.233712Z","steps":["trace[1614857699] 'process raft request' (duration: 5.681004593s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.23385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:53.552531Z","time spent":"5.681253448s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:59.234117Z","caller":"traceutil/trace.go:171","msg":"trace[883939324] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"5.310147965s","start":"2026-02-04T11:01:53.92395Z","end":"2026-02-04T11:01:59.234098Z","steps":["trace[883939324] 'process raft request' (duration: 5.309618685s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.234162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:53.923939Z","time spent":"5.310193327s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-04T11:01:59.256265Z","caller":"traceutil/trace.go:171","msg":"trace[228209418] linearizableReadLoop","detail":"{readStateIndex:1286; appliedIndex:1271; }","duration":"2.50731044s","start":"2026-02-04T11:01:56.748936Z","end":"2026-02-04T11:01:59.256247Z","steps":["trace[228209418] 'read index received' (duration: 2.421897837s)","trace[228209418] 'applied index is now lower than readState.Index' (duration: 85.411973ms)"],"step_count":2} {"level":"info","ts":"2026-02-04T11:01:59.256359Z","caller":"traceutil/trace.go:171","msg":"trace[1741374064] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1224; }","duration":"1.550344485s","start":"2026-02-04T11:01:57.706008Z","end":"2026-02-04T11:01:59.256352Z","steps":["trace[1741374064] 'process raft request' (duration: 1.55007192s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.256427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:57.705976Z","time spent":"1.550399006s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:01:59.256434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.223317659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-04T11:01:59.256477Z","caller":"traceutil/trace.go:171","msg":"trace[1416412088] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1225; }","duration":"7.223401371s","start":"2026-02-04T11:01:52.033065Z","end":"2026-02-04T11:01:59.256467Z","steps":["trace[1416412088] 'agreement among raft nodes before linearized reading' (duration: 7.223286058s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.256502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:52.033046Z","time spent":"7.223451131s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-02-04T11:01:59.256567Z","caller":"traceutil/trace.go:171","msg":"trace[509941196] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1224; }","duration":"1.261170719s","start":"2026-02-04T11:01:57.995388Z","end":"2026-02-04T11:01:59.256559Z","steps":["trace[509941196] 'process raft request' (duration: 1.260778851s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.256614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:57.995371Z","time spent":"1.26120637s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-04T11:01:59.256671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.517117168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-04T11:01:59.256701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.869907303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:01:59.256696Z","caller":"traceutil/trace.go:171","msg":"trace[1248751014] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1225; }","duration":"7.5171771s","start":"2026-02-04T11:01:51.739512Z","end":"2026-02-04T11:01:59.256689Z","steps":["trace[1248751014] 'agreement among raft nodes before linearized reading' (duration: 7.517129159s)"],"step_count":1} {"level":"info","ts":"2026-02-04T11:01:59.256719Z","caller":"traceutil/trace.go:171","msg":"trace[1954218882] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1225; }","duration":"4.869952723s","start":"2026-02-04T11:01:54.38676Z","end":"2026-02-04T11:01:59.256713Z","steps":["trace[1954218882] 'agreement among raft nodes before linearized reading' (duration: 4.869925013s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.256724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:51.739477Z","time spent":"7.517241991s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:59.256733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:54.386747Z","time spent":"4.869982475s","remote":"127.0.0.1:51348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:59.256817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.210194563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:59.256833Z","caller":"traceutil/trace.go:171","msg":"trace[1450543085] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1225; }","duration":"5.210234174s","start":"2026-02-04T11:01:54.046593Z","end":"2026-02-04T11:01:59.256827Z","steps":["trace[1450543085] 'agreement among raft nodes before linearized reading' (duration: 5.210209503s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.256836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.59343472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-04T11:01:59.256845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:54.04658Z","time spent":"5.210261814s","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-04T11:01:59.256855Z","caller":"traceutil/trace.go:171","msg":"trace[1737286462] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:0; response_revision:1225; }","duration":"8.593486341s","start":"2026-02-04T11:01:50.663362Z","end":"2026-02-04T11:01:59.256849Z","steps":["trace[1737286462] 'agreement among raft nodes before linearized reading' (duration: 8.59345645s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.256873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:50.663345Z","time spent":"8.593524541s","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-02-04T11:01:59.256935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.156586728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:01:59.256949Z","caller":"traceutil/trace.go:171","msg":"trace[996857824] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1225; }","duration":"6.156601428s","start":"2026-02-04T11:01:53.100343Z","end":"2026-02-04T11:01:59.256945Z","steps":["trace[996857824] 'agreement among raft nodes before linearized reading' (duration: 6.156568727s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.256963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:53.100332Z","time spent":"6.156626909s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:59.257017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499411494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18910623d04fb275\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-02-04T11:01:59.257035Z","caller":"traceutil/trace.go:171","msg":"trace[631653058] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18910623d04fb275; range_end:; response_count:1; response_revision:1225; }","duration":"2.499454015s","start":"2026-02-04T11:01:56.757575Z","end":"2026-02-04T11:01:59.257029Z","steps":["trace[631653058] 'agreement among raft nodes before linearized reading' (duration: 2.499377603s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.257051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:56.757559Z","time spent":"2.499488176s","remote":"127.0.0.1:50986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18910623d04fb275\" "} {"level":"warn","ts":"2026-02-04T11:01:59.2572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123884935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:59.257218Z","caller":"traceutil/trace.go:171","msg":"trace[1555063631] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1225; }","duration":"1.123959007s","start":"2026-02-04T11:01:58.133253Z","end":"2026-02-04T11:01:59.257212Z","steps":["trace[1555063631] 'agreement among raft nodes before linearized reading' (duration: 1.123929307s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.257236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:58.133238Z","time spent":"1.123993617s","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:59.257337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499681039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"info","ts":"2026-02-04T11:01:59.257358Z","caller":"traceutil/trace.go:171","msg":"trace[1817141794] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1225; }","duration":"2.49973153s","start":"2026-02-04T11:01:56.757621Z","end":"2026-02-04T11:01:59.257352Z","steps":["trace[1817141794] 'agreement among raft nodes before linearized reading' (duration: 2.499673339s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.257372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:56.757605Z","time spent":"2.499763641s","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7069,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-04T11:01:59.257462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58642062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-04T11:01:59.257475Z","caller":"traceutil/trace.go:171","msg":"trace[1174374766] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1225; }","duration":"1.586484211s","start":"2026-02-04T11:01:57.670986Z","end":"2026-02-04T11:01:59.257471Z","steps":["trace[1174374766] 'agreement among raft nodes before linearized reading' (duration: 1.586459451s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.257487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:57.670967Z","time spent":"1.586517373s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:59.257524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143096916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:59.257546Z","caller":"traceutil/trace.go:171","msg":"trace[844960120] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1225; }","duration":"2.143167317s","start":"2026-02-04T11:01:57.114372Z","end":"2026-02-04T11:01:59.257539Z","steps":["trace[844960120] 'agreement among raft nodes before linearized reading' (duration: 2.143133667s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.257565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:57.11435Z","time spent":"2.143210699s","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-04T11:01:59.257663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951521406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-04T11:01:59.257679Z","caller":"traceutil/trace.go:171","msg":"trace[1787954834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1225; }","duration":"1.951603708s","start":"2026-02-04T11:01:57.30607Z","end":"2026-02-04T11:01:59.257673Z","steps":["trace[1787954834] 'agreement among raft nodes before linearized reading' (duration: 1.951579908s)"],"step_count":1} {"level":"warn","ts":"2026-02-04T11:01:59.257693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-04T11:01:57.306052Z","time spent":"1.951637908s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "}