{"level":"warn","ts":"2026-02-27T01:23:44.654827Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:23:44.654971Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T01:23:44.655084Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T01:23:44.655109Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-02-27T01:23:44.65514Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:23:44.656394Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-02-27T01:23:44.656515Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T01:23:44.660239Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.379288ms"} {"level":"info","ts":"2026-02-27T01:23:44.666694Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-02-27T01:23:44.66682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T01:23:44.666901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-02-27T01:23:44.66693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T01:23:44.666984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-02-27T01:23:44.667103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-02-27T01:23:44.675767Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T01:23:44.67675Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T01:23:44.677592Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T01:23:44.679343Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T01:23:44.679539Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:23:44.679599Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:23:44.679623Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T01:23:44.679677Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T01:23:44.680853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-02-27T01:23:44.681093Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-02-27T01:23:44.682984Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T01:23:44.683161Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-02-27T01:23:44.683198Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-02-27T01:23:44.683408Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T01:23:44.683442Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T01:23:45.16813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T01:23:45.16819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T01:23:45.168213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-02-27T01:23:45.168233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-02-27T01:23:45.16825Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-02-27T01:23:45.168321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-02-27T01:23:45.168389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-02-27T01:23:45.16922Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T01:23:45.169515Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:23:45.169583Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T01:23:45.169732Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:23:45.169935Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T01:23:45.171486Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:23:45.16997Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T01:23:45.171754Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:23:45.171888Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T01:23:45.172522Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T01:23:45.172675Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"warn","ts":"2026-02-27T01:24:12.226804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.012972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-02-27T01:24:12.226983Z","caller":"traceutil/trace.go:171","msg":"trace[1706987576] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:470; }","duration":"130.232328ms","start":"2026-02-27T01:24:12.096725Z","end":"2026-02-27T01:24:12.226957Z","steps":["trace[1706987576] 'range keys from in-memory index tree' (duration: 129.862518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:24:20.295619Z","caller":"traceutil/trace.go:171","msg":"trace[586798185] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"206.28544ms","start":"2026-02-27T01:24:20.089308Z","end":"2026-02-27T01:24:20.295594Z","steps":["trace[586798185] 'process raft request' (duration: 206.103404ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:24:20.348067Z","caller":"traceutil/trace.go:171","msg":"trace[1998916286] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"185.988945ms","start":"2026-02-27T01:24:20.162047Z","end":"2026-02-27T01:24:20.348036Z","steps":["trace[1998916286] 'process raft request' (duration: 185.672147ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:24:20.8894Z","caller":"traceutil/trace.go:171","msg":"trace[1010151210] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"149.529836ms","start":"2026-02-27T01:24:20.739847Z","end":"2026-02-27T01:24:20.889377Z","steps":["trace[1010151210] 'process raft request' (duration: 149.3358ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:24:20.97043Z","caller":"traceutil/trace.go:171","msg":"trace[608224571] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"230.32482ms","start":"2026-02-27T01:24:20.740075Z","end":"2026-02-27T01:24:20.9704Z","steps":["trace[608224571] 'process raft request' (duration: 230.108714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:24:36.652317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.880076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-02-27T01:24:36.65253Z","caller":"traceutil/trace.go:171","msg":"trace[904624517] transaction","detail":"{read_only:false; number_of_response:0; response_revision:663; }","duration":"142.909755ms","start":"2026-02-27T01:24:36.509591Z","end":"2026-02-27T01:24:36.652501Z","steps":["trace[904624517] 'process raft request' (duration: 28.341591ms)","trace[904624517] 'compare' (duration: 113.823035ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:24:36.652566Z","caller":"traceutil/trace.go:171","msg":"trace[1227685914] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"141.008616ms","start":"2026-02-27T01:24:36.511527Z","end":"2026-02-27T01:24:36.652536Z","steps":["trace[1227685914] 'process raft request' (duration: 140.915883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:24:36.65546Z","caller":"traceutil/trace.go:171","msg":"trace[1553036006] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"103.974922ms","start":"2026-02-27T01:24:36.551466Z","end":"2026-02-27T01:24:36.655441Z","steps":["trace[1553036006] 'process raft request' (duration: 103.789756ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:04.006301Z","caller":"traceutil/trace.go:171","msg":"trace[1645122595] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"141.486709ms","start":"2026-02-27T01:25:03.864791Z","end":"2026-02-27T01:25:04.006277Z","steps":["trace[1645122595] 'process raft request' (duration: 141.298444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:05.269516Z","caller":"traceutil/trace.go:171","msg":"trace[261926743] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:817; }","duration":"124.932461ms","start":"2026-02-27T01:25:05.144564Z","end":"2026-02-27T01:25:05.269497Z","steps":["trace[261926743] 'read index received' (duration: 88.846351ms)","trace[261926743] 'applied index is now lower than readState.Index' (duration: 36.08518ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:25:05.269622Z","caller":"traceutil/trace.go:171","msg":"trace[1728516716] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"171.414489ms","start":"2026-02-27T01:25:05.098176Z","end":"2026-02-27T01:25:05.26959Z","steps":["trace[1728516716] 'process raft request' (duration: 135.283498ms)","trace[1728516716] 'compare' (duration: 35.826874ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:05.26972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.143927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:25:05.269754Z","caller":"traceutil/trace.go:171","msg":"trace[1474837085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:790; }","duration":"125.220439ms","start":"2026-02-27T01:25:05.144527Z","end":"2026-02-27T01:25:05.269747Z","steps":["trace[1474837085] 'agreement among raft nodes before linearized reading' (duration: 125.069235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:30.240528Z","caller":"traceutil/trace.go:171","msg":"trace[1663186639] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"122.973822ms","start":"2026-02-27T01:25:30.117519Z","end":"2026-02-27T01:25:30.240493Z","steps":["trace[1663186639] 'process raft request' (duration: 122.742107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:33.433795Z","caller":"traceutil/trace.go:171","msg":"trace[949965219] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"144.476267ms","start":"2026-02-27T01:25:33.289295Z","end":"2026-02-27T01:25:33.433771Z","steps":["trace[949965219] 'process raft request' (duration: 144.305842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:33.662104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.890413ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T01:25:33.66221Z","caller":"traceutil/trace.go:171","msg":"trace[834939879] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:973; }","duration":"328.957853ms","start":"2026-02-27T01:25:33.333233Z","end":"2026-02-27T01:25:33.662191Z","steps":["trace[834939879] 'read index received' (duration: 100.392222ms)","trace[834939879] 'applied index is now lower than readState.Index' (duration: 228.564001ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:25:33.66242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.94305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T01:25:33.662455Z","caller":"traceutil/trace.go:171","msg":"trace[1071031836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:939; }","duration":"159.028862ms","start":"2026-02-27T01:25:33.503416Z","end":"2026-02-27T01:25:33.662445Z","steps":["trace[1071031836] 'agreement among raft nodes before linearized reading' (duration: 158.877078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:33.662425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.159728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:25:33.662521Z","caller":"traceutil/trace.go:171","msg":"trace[1260373883] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:939; }","duration":"329.308502ms","start":"2026-02-27T01:25:33.33319Z","end":"2026-02-27T01:25:33.662499Z","steps":["trace[1260373883] 'agreement among raft nodes before linearized reading' (duration: 329.098807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:33.662567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:25:33.333169Z","time spent":"329.386633ms","remote":"127.0.0.1:40060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:25:33.66292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.000136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:25:33.663051Z","caller":"traceutil/trace.go:171","msg":"trace[28189672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:939; }","duration":"158.18051ms","start":"2026-02-27T01:25:33.504843Z","end":"2026-02-27T01:25:33.663023Z","steps":["trace[28189672] 'agreement among raft nodes before linearized reading' (duration: 157.674106ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:34.526681Z","caller":"traceutil/trace.go:171","msg":"trace[1631746915] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"179.865917ms","start":"2026-02-27T01:25:34.346792Z","end":"2026-02-27T01:25:34.526658Z","steps":["trace[1631746915] 'process raft request' (duration: 179.700052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:25:45.83331Z","caller":"traceutil/trace.go:171","msg":"trace[1846646323] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"106.544181ms","start":"2026-02-27T01:25:45.726739Z","end":"2026-02-27T01:25:45.833284Z","steps":["trace[1846646323] 'process raft request' (duration: 106.274503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:25:46.083585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.714314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:25:46.0837Z","caller":"traceutil/trace.go:171","msg":"trace[72822563] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"246.567893ms","start":"2026-02-27T01:25:45.837112Z","end":"2026-02-27T01:25:46.08368Z","steps":["trace[72822563] 'process raft request' (duration: 73.50459ms)","trace[72822563] 'compare' (duration: 172.601171ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:18.786051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133393659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:19.38587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225188333s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:26:19.38722Z","caller":"traceutil/trace.go:171","msg":"trace[1780619497] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1197; }","duration":"1.177886755s","start":"2026-02-27T01:26:18.209308Z","end":"2026-02-27T01:26:19.387195Z","steps":["trace[1780619497] 'read index received' (duration: 1.176760125s)","trace[1780619497] 'applied index is now lower than readState.Index' (duration: 1.12581ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:19.387648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.160534Z","time spent":"1.227109222s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:26:19.42494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096234394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:19.425054Z","caller":"traceutil/trace.go:171","msg":"trace[1693286622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"1.096391229s","start":"2026-02-27T01:26:18.328638Z","end":"2026-02-27T01:26:19.42503Z","steps":["trace[1693286622] 'agreement among raft nodes before linearized reading' (duration: 1.059029483s)","trace[1693286622] 'range keys from in-memory index tree' (duration: 37.220082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:19.425101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.328617Z","time spent":"1.096470782s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:26:19.425275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215963258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T01:26:19.425309Z","caller":"traceutil/trace.go:171","msg":"trace[1720541462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1153; }","duration":"1.216030909s","start":"2026-02-27T01:26:18.209268Z","end":"2026-02-27T01:26:19.425299Z","steps":["trace[1720541462] 'agreement among raft nodes before linearized reading' (duration: 1.178424348s)","trace[1720541462] 'range keys from in-memory index tree' (duration: 37.5392ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:19.425329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:18.209247Z","time spent":"1.21607777s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:26:29.931083Z","caller":"traceutil/trace.go:171","msg":"trace[808723515] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"200.510198ms","start":"2026-02-27T01:26:29.730542Z","end":"2026-02-27T01:26:29.931052Z","steps":["trace[808723515] 'process raft request' (duration: 200.363664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:30.517971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133393785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:31.019086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133393785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:26:31.163612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232688825s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:26:32.330986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000538002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:26:32.331065Z","caller":"traceutil/trace.go:171","msg":"trace[62422489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678676s","start":"2026-02-27T01:26:30.330367Z","end":"2026-02-27T01:26:32.331046Z","steps":["trace[62422489] 'agreement among raft nodes before linearized reading' (duration: 2.000570613s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:32.331112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:30.330346Z","time spent":"2.000756728s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:26:33.175434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011537084s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:33.175835Z","caller":"traceutil/trace.go:171","msg":"trace[808102135] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"311.480095ms","start":"2026-02-27T01:26:32.864339Z","end":"2026-02-27T01:26:33.17582Z","steps":["trace[808102135] 'process raft request' (duration: 311.190397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.175898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:32.864314Z","time spent":"311.559098ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:33.175901Z","caller":"traceutil/trace.go:171","msg":"trace[543676762] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1249; }","duration":"3.158687721s","start":"2026-02-27T01:26:30.017202Z","end":"2026-02-27T01:26:33.17589Z","steps":["trace[543676762] 'read index received' (duration: 1.146559822s)","trace[543676762] 'applied index is now lower than readState.Index' (duration: 2.012126949s)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:33.175819Z","caller":"traceutil/trace.go:171","msg":"trace[1315644717] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"3.398451613s","start":"2026-02-27T01:26:29.777342Z","end":"2026-02-27T01:26:33.175794Z","steps":["trace[1315644717] 'process raft request' (duration: 1.386461067s)","trace[1315644717] 'compare' (duration: 2.011157265s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:33.176019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02701386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:33.176044Z","caller":"traceutil/trace.go:171","msg":"trace[310038366] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1204; }","duration":"2.027050601s","start":"2026-02-27T01:26:31.148985Z","end":"2026-02-27T01:26:33.176035Z","steps":["trace[310038366] 'agreement among raft nodes before linearized reading' (duration: 2.026992999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.176064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:31.148927Z","time spent":"2.027131152s","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:26:33.176056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:29.777315Z","time spent":"3.398681319s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:33.176083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158878646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T01:26:33.176139Z","caller":"traceutil/trace.go:171","msg":"trace[1386717068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1204; }","duration":"3.158968889s","start":"2026-02-27T01:26:30.017151Z","end":"2026-02-27T01:26:33.17612Z","steps":["trace[1386717068] 'agreement among raft nodes before linearized reading' (duration: 3.158799725s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.176153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.88052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:33.176174Z","caller":"traceutil/trace.go:171","msg":"trace[1334442461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1204; }","duration":"843.936362ms","start":"2026-02-27T01:26:32.332231Z","end":"2026-02-27T01:26:33.176167Z","steps":["trace[1334442461] 'agreement among raft nodes before linearized reading' (duration: 843.902181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.17618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:30.017134Z","time spent":"3.15903558s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:26:33.176206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634341077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:26:33.176225Z","caller":"traceutil/trace.go:171","msg":"trace[1088817358] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1204; }","duration":"1.634381138s","start":"2026-02-27T01:26:31.541838Z","end":"2026-02-27T01:26:33.176219Z","steps":["trace[1088817358] 'agreement among raft nodes before linearized reading' (duration: 1.634344987s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.176241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:31.541827Z","time spent":"1.634408549s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:26:33.176227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.45843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-02-27T01:26:33.176192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:32.332207Z","time spent":"843.980183ms","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T01:26:33.176282Z","caller":"traceutil/trace.go:171","msg":"trace[714173711] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1204; }","duration":"389.542802ms","start":"2026-02-27T01:26:32.786721Z","end":"2026-02-27T01:26:33.176264Z","steps":["trace[714173711] 'agreement among raft nodes before linearized reading' (duration: 389.395378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.176318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684341096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:26:33.176322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:32.786705Z","time spent":"389.607714ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T01:26:33.176299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548916073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T01:26:33.176377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686861021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:26:33.176385Z","caller":"traceutil/trace.go:171","msg":"trace[1442799994] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1204; }","duration":"1.549052186s","start":"2026-02-27T01:26:31.627309Z","end":"2026-02-27T01:26:33.176361Z","steps":["trace[1442799994] 'agreement among raft nodes before linearized reading' (duration: 1.548800469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.176408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684029428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T01:26:33.176417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684432439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T01:26:33.17644Z","caller":"traceutil/trace.go:171","msg":"trace[1407411429] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1204; }","duration":"1.68449514s","start":"2026-02-27T01:26:31.491939Z","end":"2026-02-27T01:26:33.176434Z","steps":["trace[1407411429] 'agreement among raft nodes before linearized reading' (duration: 1.684435339s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.176435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:31.627283Z","time spent":"1.549141779s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T01:26:33.176465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:31.491907Z","time spent":"1.684552821s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-02-27T01:26:33.176429Z","caller":"traceutil/trace.go:171","msg":"trace[356367375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1204; }","duration":"1.68407357s","start":"2026-02-27T01:26:31.49235Z","end":"2026-02-27T01:26:33.176423Z","steps":["trace[356367375] 'agreement among raft nodes before linearized reading' (duration: 1.684006308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.176497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:31.492338Z","time spent":"1.684154422s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T01:26:33.176343Z","caller":"traceutil/trace.go:171","msg":"trace[765977140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1204; }","duration":"1.684401508s","start":"2026-02-27T01:26:31.491933Z","end":"2026-02-27T01:26:33.176334Z","steps":["trace[765977140] 'agreement among raft nodes before linearized reading' (duration: 1.684289534s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:26:33.176403Z","caller":"traceutil/trace.go:171","msg":"trace[1524910298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1204; }","duration":"1.686927122s","start":"2026-02-27T01:26:31.489469Z","end":"2026-02-27T01:26:33.176396Z","steps":["trace[1524910298] 'agreement among raft nodes before linearized reading' (duration: 1.686858601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.17655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:31.489448Z","time spent":"1.687093477s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:33.176546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:31.491908Z","time spent":"1.684623113s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T01:26:33.176586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241650275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T01:26:33.176603Z","caller":"traceutil/trace.go:171","msg":"trace[553418292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1204; }","duration":"1.241725506s","start":"2026-02-27T01:26:31.934872Z","end":"2026-02-27T01:26:33.176598Z","steps":["trace[553418292] 'agreement among raft nodes before linearized reading' (duration: 1.241672775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:33.176621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:31.934846Z","time spent":"1.241769458s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T01:26:48.780654Z","caller":"traceutil/trace.go:171","msg":"trace[1019567738] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"529.116132ms","start":"2026-02-27T01:26:48.25152Z","end":"2026-02-27T01:26:48.780636Z","steps":["trace[1019567738] 'process raft request' (duration: 528.998378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:48.780788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:48.251506Z","time spent":"529.211125ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:49.877281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.763335ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:49.877459Z","caller":"traceutil/trace.go:171","msg":"trace[289752669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1270; }","duration":"665.95581ms","start":"2026-02-27T01:26:49.211473Z","end":"2026-02-27T01:26:49.877429Z","steps":["trace[289752669] 'range keys from in-memory index tree' (duration: 665.742955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.877715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.696524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T01:26:49.877764Z","caller":"traceutil/trace.go:171","msg":"trace[1726967976] linearizableReadLoop","detail":"{readStateIndex:1323; appliedIndex:1321; }","duration":"1.567448946s","start":"2026-02-27T01:26:48.310306Z","end":"2026-02-27T01:26:49.877755Z","steps":["trace[1726967976] 'read index received' (duration: 470.159424ms)","trace[1726967976] 'applied index is now lower than readState.Index' (duration: 1.097288262s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:26:49.877904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567593579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:26:49.877854Z","caller":"traceutil/trace.go:171","msg":"trace[1870579097] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"1.625982084s","start":"2026-02-27T01:26:48.251849Z","end":"2026-02-27T01:26:49.877831Z","steps":["trace[1870579097] 'process raft request' (duration: 1.491064453s)","trace[1870579097] 'compare' (duration: 134.199422ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:49.877929Z","caller":"traceutil/trace.go:171","msg":"trace[273340567] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1271; }","duration":"1.567672321s","start":"2026-02-27T01:26:48.31025Z","end":"2026-02-27T01:26:49.877923Z","steps":["trace[273340567] 'agreement among raft nodes before linearized reading' (duration: 1.567589529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.877952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:48.310195Z","time spent":"1.567750923s","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:26:49.878076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:48.251835Z","time spent":"1.626106666s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:49.878293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547848514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:49.878317Z","caller":"traceutil/trace.go:171","msg":"trace[2106428374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1271; }","duration":"1.547907476s","start":"2026-02-27T01:26:48.330403Z","end":"2026-02-27T01:26:49.87831Z","steps":["trace[2106428374] 'agreement among raft nodes before linearized reading' (duration: 1.547858975s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.878334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:48.330388Z","time spent":"1.547941467s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:26:49.878606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.634501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T01:26:49.878628Z","caller":"traceutil/trace.go:171","msg":"trace[1206934539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1271; }","duration":"462.674852ms","start":"2026-02-27T01:26:49.415947Z","end":"2026-02-27T01:26:49.878622Z","steps":["trace[1206934539] 'agreement among raft nodes before linearized reading' (duration: 462.573199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.878644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.415942Z","time spent":"462.698563ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:49.8787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.51629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T01:26:49.87873Z","caller":"traceutil/trace.go:171","msg":"trace[443200035] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1271; }","duration":"387.558152ms","start":"2026-02-27T01:26:49.491162Z","end":"2026-02-27T01:26:49.87872Z","steps":["trace[443200035] 'agreement among raft nodes before linearized reading' (duration: 387.47412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.878747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.491144Z","time spent":"387.599323ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T01:26:49.878704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.633031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T01:26:49.878854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.876547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T01:26:49.878887Z","caller":"traceutil/trace.go:171","msg":"trace[1148469345] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1271; }","duration":"462.958999ms","start":"2026-02-27T01:26:49.415921Z","end":"2026-02-27T01:26:49.87888Z","steps":["trace[1148469345] 'agreement among raft nodes before linearized reading' (duration: 462.810605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.878904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160403755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:26:49.878926Z","caller":"traceutil/trace.go:171","msg":"trace[1165598598] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1271; }","duration":"1.160448916s","start":"2026-02-27T01:26:48.71847Z","end":"2026-02-27T01:26:49.878919Z","steps":["trace[1165598598] 'agreement among raft nodes before linearized reading' (duration: 1.160412005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.878943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:48.718458Z","time spent":"1.160480227s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:26:49.878945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.41591Z","time spent":"463.02766ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-02-27T01:26:49.879004Z","caller":"traceutil/trace.go:171","msg":"trace[1141681053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1271; }","duration":"462.908607ms","start":"2026-02-27T01:26:49.415957Z","end":"2026-02-27T01:26:49.878865Z","steps":["trace[1141681053] 'agreement among raft nodes before linearized reading' (duration: 462.553079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.879047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.871501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-02-27T01:26:49.87916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.176206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T01:26:49.87915Z","caller":"traceutil/trace.go:171","msg":"trace[144155904] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1271; }","duration":"391.973664ms","start":"2026-02-27T01:26:49.487161Z","end":"2026-02-27T01:26:49.879134Z","steps":["trace[144155904] 'agreement among raft nodes before linearized reading' (duration: 391.720377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.879058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.791246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T01:26:49.879249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.487136Z","time spent":"392.095947ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-02-27T01:26:49.879276Z","caller":"traceutil/trace.go:171","msg":"trace[947698100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1271; }","duration":"474.025573ms","start":"2026-02-27T01:26:49.405222Z","end":"2026-02-27T01:26:49.879247Z","steps":["trace[947698100] 'agreement among raft nodes before linearized reading' (duration: 473.797056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.879379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.405196Z","time spent":"474.139765ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T01:26:49.879179Z","caller":"traceutil/trace.go:171","msg":"trace[1949459312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1271; }","duration":"463.211596ms","start":"2026-02-27T01:26:49.415963Z","end":"2026-02-27T01:26:49.879174Z","steps":["trace[1949459312] 'agreement among raft nodes before linearized reading' (duration: 463.162125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.879497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.415954Z","time spent":"463.535254ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:49.87906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247465422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:26:49.879565Z","caller":"traceutil/trace.go:171","msg":"trace[1674088851] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1271; }","duration":"1.247969655s","start":"2026-02-27T01:26:48.631586Z","end":"2026-02-27T01:26:49.879556Z","steps":["trace[1674088851] 'agreement among raft nodes before linearized reading' (duration: 1.247442591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.87963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:48.631533Z","time spent":"1.248050247s","remote":"127.0.0.1:59888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:26:49.87885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.758274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T01:26:49.879783Z","caller":"traceutil/trace.go:171","msg":"trace[1190942259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1271; }","duration":"463.746469ms","start":"2026-02-27T01:26:49.416028Z","end":"2026-02-27T01:26:49.879774Z","steps":["trace[1190942259] 'agreement among raft nodes before linearized reading' (duration: 462.643582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:49.879811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.416022Z","time spent":"463.780681ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:26:49.879121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.415945Z","time spent":"463.157825ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:26:51.497949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.59257369s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T01:26:51.498821Z","caller":"traceutil/trace.go:171","msg":"trace[499561049] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"1.60003796s","start":"2026-02-27T01:26:49.898741Z","end":"2026-02-27T01:26:51.498779Z","steps":["trace[499561049] 'process raft request' (duration: 1.550688138s)","trace[499561049] 'compare' (duration: 49.008374ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T01:26:51.499061Z","caller":"traceutil/trace.go:171","msg":"trace[1018959356] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"1.599455455s","start":"2026-02-27T01:26:49.899578Z","end":"2026-02-27T01:26:51.499033Z","steps":["trace[1018959356] 'process raft request' (duration: 1.599145268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:51.499058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.898717Z","time spent":"1.600217905s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:26:51.499182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.899569Z","time spent":"1.599527158s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:51.499399Z","caller":"traceutil/trace.go:171","msg":"trace[1477443739] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"1.594632733s","start":"2026-02-27T01:26:49.904759Z","end":"2026-02-27T01:26:51.499391Z","steps":["trace[1477443739] 'process raft request' (duration: 1.594219642s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:51.499453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.90475Z","time spent":"1.594667964s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:26:51.499619Z","caller":"traceutil/trace.go:171","msg":"trace[1022501869] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"1.594256753s","start":"2026-02-27T01:26:49.905331Z","end":"2026-02-27T01:26:51.499588Z","steps":["trace[1022501869] 'process raft request' (duration: 1.594007077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:26:51.499801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:26:49.905323Z","time spent":"1.594367275s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T01:27:34.230879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:34.731941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:35.232958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:35.734086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:36.235231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:36.736381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:37.237098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:37.331294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:27:37.331353Z","caller":"traceutil/trace.go:171","msg":"trace[903144978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754807s","start":"2026-02-27T01:27:35.330585Z","end":"2026-02-27T01:27:37.33134Z","steps":["trace[903144978] 'agreement among raft nodes before linearized reading' (duration: 2.000675415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:37.331387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:35.330564Z","time spent":"2.00081604s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:27:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:37.737359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:38.237497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:38.727749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:33.728971Z","time spent":"4.998772691s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:38.730166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999236582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:27:38.730206Z","caller":"traceutil/trace.go:171","msg":"trace[95618165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999306914s","start":"2026-02-27T01:27:33.730888Z","end":"2026-02-27T01:27:38.730195Z","steps":["trace[95618165] 'agreement among raft nodes before linearized reading' (duration: 4.999249553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:38.730229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:33.73088Z","time spent":"4.999344485s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T01:27:38.737872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:39.238881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:39.331635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:27:39.331722Z","caller":"traceutil/trace.go:171","msg":"trace[1883504428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308728s","start":"2026-02-27T01:27:37.331394Z","end":"2026-02-27T01:27:39.331703Z","steps":["trace[1883504428] 'agreement among raft nodes before linearized reading' (duration: 2.000196864s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:39.331766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:37.331356Z","time spent":"2.00040145s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:27:39.739944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:40.240768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:40.689803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999201551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:27:40.689957Z","caller":"traceutil/trace.go:171","msg":"trace[2108270876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999432597s","start":"2026-02-27T01:27:35.690496Z","end":"2026-02-27T01:27:40.689928Z","steps":["trace[2108270876] 'agreement among raft nodes before linearized reading' (duration: 4.999242732s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:40.690076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:35.690476Z","time spent":"4.999585601s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T01:27:40.730701Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-27T01:27:40.730965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00033202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-27T01:27:40.73101Z","caller":"traceutil/trace.go:171","msg":"trace[1492016303] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"7.000592056s","start":"2026-02-27T01:27:33.730401Z","end":"2026-02-27T01:27:40.730993Z","steps":["trace[1492016303] 'agreement among raft nodes before linearized reading' (duration: 7.000415552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:40.731105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:33.73035Z","time spent":"7.00074504s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-02-27T01:27:40.731284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:33.731173Z","time spent":"7.000105554s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:41.231482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:41.284312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:34.283271Z","time spent":"7.001035687s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:41.338029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:41.338093Z","caller":"traceutil/trace.go:171","msg":"trace[145212620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292226s","start":"2026-02-27T01:27:39.337785Z","end":"2026-02-27T01:27:41.338077Z","steps":["trace[145212620] 'agreement among raft nodes before linearized reading' (duration: 2.000188443s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:41.338136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:39.337766Z","time spent":"2.000360629s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:27:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:41.731994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:42.233112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:42.733839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:43.234368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:43.27426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000159893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:27:43.274342Z","caller":"traceutil/trace.go:171","msg":"trace[814381865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000340188s","start":"2026-02-27T01:27:41.273982Z","end":"2026-02-27T01:27:43.274322Z","steps":["trace[814381865] 'agreement among raft nodes before linearized reading' (duration: 2.000221245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:43.274389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:41.273961Z","time spent":"2.000419s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:27:43.338871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:43.338948Z","caller":"traceutil/trace.go:171","msg":"trace[442403624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576014s","start":"2026-02-27T01:27:41.338355Z","end":"2026-02-27T01:27:43.338931Z","steps":["trace[442403624] 'agreement among raft nodes before linearized reading' (duration: 2.000475551s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:43.338991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:41.338344Z","time spent":"2.000638186s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:27:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:43.72431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994630466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:43.72438Z","caller":"traceutil/trace.go:171","msg":"trace[1284208704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.994733419s","start":"2026-02-27T01:27:40.729631Z","end":"2026-02-27T01:27:43.724364Z","steps":["trace[1284208704] 'agreement among raft nodes before linearized reading' (duration: 2.994649547s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:43.724424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:40.729617Z","time spent":"2.994799101s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 01:27:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:43.726856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.288376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:43.726892Z","caller":"traceutil/trace.go:171","msg":"trace[575270576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"990.326877ms","start":"2026-02-27T01:27:42.736556Z","end":"2026-02-27T01:27:43.726883Z","steps":["trace[575270576] 'agreement among raft nodes before linearized reading' (duration: 990.288486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:43.726913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:42.736535Z","time spent":"990.373079ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/27 01:27:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:43.729461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996665808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:43.729498Z","caller":"traceutil/trace.go:171","msg":"trace[850592101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996716569s","start":"2026-02-27T01:27:40.73277Z","end":"2026-02-27T01:27:43.729487Z","steps":["trace[850592101] 'agreement among raft nodes before linearized reading' (duration: 2.996678548s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:43.729524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:40.732763Z","time spent":"2.99675425s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 01:27:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:43.735175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:43.735554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000664621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:43.735589Z","caller":"traceutil/trace.go:171","msg":"trace[1394987332] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"1.000723012s","start":"2026-02-27T01:27:42.734852Z","end":"2026-02-27T01:27:43.735576Z","steps":["trace[1394987332] 'agreement among raft nodes before linearized reading' (duration: 1.000675921s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:43.73562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:42.734845Z","time spent":"1.000769774s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/02/27 01:27:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:43.904304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999617164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:43.90439Z","caller":"traceutil/trace.go:171","msg":"trace[618719429] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.999748788s","start":"2026-02-27T01:27:33.904623Z","end":"2026-02-27T01:27:43.904372Z","steps":["trace[618719429] 'agreement among raft nodes before linearized reading' (duration: 9.999647295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:43.904439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:33.904604Z","time spent":"9.999820739s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/02/27 01:27:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:44.235294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:44.735737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:44.984298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000225061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:44.984383Z","caller":"traceutil/trace.go:171","msg":"trace[1227048392] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"10.000362334s","start":"2026-02-27T01:27:34.984001Z","end":"2026-02-27T01:27:44.984363Z","steps":["trace[1227048392] 'agreement among raft nodes before linearized reading' (duration: 10.000254542s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:44.984434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:34.983977Z","time spent":"10.000446667s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/02/27 01:27:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:45.23647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:45.346274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:45.34637Z","caller":"traceutil/trace.go:171","msg":"trace[280017400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713417s","start":"2026-02-27T01:27:43.345635Z","end":"2026-02-27T01:27:45.346348Z","steps":["trace[280017400] 'agreement among raft nodes before linearized reading' (duration: 2.000594005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:45.346448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:43.345622Z","time spent":"2.000812839s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:27:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:45.691136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998087964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:45.69121Z","caller":"traceutil/trace.go:171","msg":"trace[1383298556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998211997s","start":"2026-02-27T01:27:42.69298Z","end":"2026-02-27T01:27:45.691192Z","steps":["trace[1383298556] 'agreement among raft nodes before linearized reading' (duration: 2.998120755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:45.691253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:42.69296Z","time spent":"2.998284178s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 01:27:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:45.691834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000022215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:45.691886Z","caller":"traceutil/trace.go:171","msg":"trace[329790012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000093826s","start":"2026-02-27T01:27:35.691776Z","end":"2026-02-27T01:27:45.691869Z","steps":["trace[329790012] 'agreement among raft nodes before linearized reading' (duration: 10.000040425s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:45.691923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:35.691766Z","time spent":"10.000149487s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/27 01:27:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:45.73735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:46.238094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:46.576866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000052156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:46.577043Z","caller":"traceutil/trace.go:171","msg":"trace[887758731] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"10.000314353s","start":"2026-02-27T01:27:36.576703Z","end":"2026-02-27T01:27:46.577018Z","steps":["trace[887758731] 'agreement among raft nodes before linearized reading' (duration: 10.000094716s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:46.577116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:36.57668Z","time spent":"10.000422505s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/02/27 01:27:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:46.585873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004496918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T01:27:46.585946Z","caller":"traceutil/trace.go:171","msg":"trace[610655917] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.004627302s","start":"2026-02-27T01:27:36.581302Z","end":"2026-02-27T01:27:46.585929Z","steps":["trace[610655917] 'agreement among raft nodes before linearized reading' (duration: 10.004522909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:46.586024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:36.581279Z","time spent":"10.004735355s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/02/27 01:27:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 01:27:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:46.738567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:47.238931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:47.346188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999839594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:27:47.346279Z","caller":"traceutil/trace.go:171","msg":"trace[1844512473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064459s","start":"2026-02-27T01:27:45.346197Z","end":"2026-02-27T01:27:47.346261Z","steps":["trace[1844512473] 'agreement among raft nodes before linearized reading' (duration: 1.999866505s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:47.346342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:45.346175Z","time spent":"2.000150623s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 01:27:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:47.73167Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-27T01:27:47.731799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.02808047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-27T01:27:47.731841Z","caller":"traceutil/trace.go:171","msg":"trace[468346777] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"7.028165142s","start":"2026-02-27T01:27:40.703659Z","end":"2026-02-27T01:27:47.731825Z","steps":["trace[468346777] 'agreement among raft nodes before linearized reading' (duration: 7.02810513s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:47.731853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.569460333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T01:27:47.731888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:40.703642Z","time spent":"7.028234573s","remote":"127.0.0.1:59650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:27:47.731917Z","caller":"traceutil/trace.go:171","msg":"trace[520790721] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; }","duration":"9.569560586s","start":"2026-02-27T01:27:38.162341Z","end":"2026-02-27T01:27:47.731901Z","steps":["trace[520790721] 'agreement among raft nodes before linearized reading' (duration: 9.569455083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:47.731876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.523921744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T01:27:47.731952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:38.162283Z","time spent":"9.569661899s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-02-27T01:27:47.731957Z","caller":"traceutil/trace.go:171","msg":"trace[561211614] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"10.524053777s","start":"2026-02-27T01:27:37.207891Z","end":"2026-02-27T01:27:47.731945Z","steps":["trace[561211614] 'agreement among raft nodes before linearized reading' (duration: 10.523959145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:47.731993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.397165243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f61f6a1af574\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T01:27:47.731965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.351094188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T01:27:47.731995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:37.207867Z","time spent":"10.524117869s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T01:27:47.732011Z","caller":"traceutil/trace.go:171","msg":"trace[476565680] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897f61f6a1af574; range_end:; }","duration":"8.397209853s","start":"2026-02-27T01:27:39.334796Z","end":"2026-02-27T01:27:47.732005Z","steps":["trace[476565680] 'agreement among raft nodes before linearized reading' (duration: 8.397192113s)"],"step_count":1} {"level":"info","ts":"2026-02-27T01:27:47.732038Z","caller":"traceutil/trace.go:171","msg":"trace[2023636112] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; }","duration":"11.351247762s","start":"2026-02-27T01:27:36.380774Z","end":"2026-02-27T01:27:47.732021Z","steps":["trace[2023636112] 'agreement among raft nodes before linearized reading' (duration: 11.351124529s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:47.732055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:39.334778Z","time spent":"8.397270165s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897f61f6a1af574\" "} {"level":"warn","ts":"2026-02-27T01:27:47.732084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:36.380752Z","time spent":"11.351319924s","remote":"127.0.0.1:40064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:47.732125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152332546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-27T01:27:47.732249Z","caller":"traceutil/trace.go:171","msg":"trace[1449910584] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"9.152541763s","start":"2026-02-27T01:27:38.579681Z","end":"2026-02-27T01:27:47.732223Z","steps":["trace[1449910584] 'agreement among raft nodes before linearized reading' (duration: 9.152345397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:47.7323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:38.579666Z","time spent":"9.152622254s","remote":"127.0.0.1:59806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:47.732315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.198552587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-27T01:27:47.73235Z","caller":"traceutil/trace.go:171","msg":"trace[1638407149] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"11.198621739s","start":"2026-02-27T01:27:36.53372Z","end":"2026-02-27T01:27:47.732342Z","steps":["trace[1638407149] 'agreement among raft nodes before linearized reading' (duration: 11.198579498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:47.732379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:36.533704Z","time spent":"11.19866672s","remote":"127.0.0.1:56712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:48.232694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:48.288436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:41.288004Z","time spent":"7.000425452s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:48.725542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:43.727053Z","time spent":"4.998477124s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:48.730446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:43.732086Z","time spent":"4.998355071s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:48.73299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:49.234021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:49.355053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T01:27:49.355131Z","caller":"traceutil/trace.go:171","msg":"trace[1651057250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278087s","start":"2026-02-27T01:27:47.354835Z","end":"2026-02-27T01:27:49.355113Z","steps":["trace[1651057250] 'agreement among raft nodes before linearized reading' (duration: 2.000178445s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:49.355177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:47.354817Z","time spent":"2.000351978s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T01:27:49.734185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:50.234893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:50.509492Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099c9cb1cfa7b5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T01:27:50.729513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:43.729036Z","time spent":"7.000471424s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:50.735135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511788133394427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T01:27:50.736281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:45.693353Z","time spent":"5.042917832s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 01:27:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T01:27:50.907577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:43.906932Z","time spent":"7.000636507s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:50.91433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"17.185273414s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T01:27:50.938483Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"40.811µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-02-27T01:27:50.938484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:47.738645Z","time spent":"3.199833764s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T01:27:50.938562Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099c9cb1cfa7b5","error":"lease not found"} {"level":"info","ts":"2026-02-27T01:27:50.938578Z","caller":"traceutil/trace.go:171","msg":"trace[1972737190] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1453; }","duration":"2.645607241s","start":"2026-02-27T01:27:48.292954Z","end":"2026-02-27T01:27:50.938561Z","steps":["trace[1972737190] 'process raft request' (duration: 2.645448046s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:50.938673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:48.292928Z","time spent":"2.645684763s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T01:27:50.938824Z","caller":"traceutil/trace.go:171","msg":"trace[1805260543] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1507; }","duration":"3.20707192s","start":"2026-02-27T01:27:47.731739Z","end":"2026-02-27T01:27:50.938811Z","steps":["trace[1805260543] 'read index received' (duration: 3.182904731s)","trace[1805260543] 'applied index is now lower than readState.Index' (duration: 24.166249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T01:27:50.938877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589684505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-02-27T01:27:50.938907Z","caller":"traceutil/trace.go:171","msg":"trace[1328116768] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1453; }","duration":"3.589716506s","start":"2026-02-27T01:27:47.349182Z","end":"2026-02-27T01:27:50.938899Z","steps":["trace[1328116768] 'agreement among raft nodes before linearized reading' (duration: 3.589636024s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:50.938922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.987364269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:50.938954Z","caller":"traceutil/trace.go:171","msg":"trace[1892166293] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1453; }","duration":"6.987443401s","start":"2026-02-27T01:27:43.951502Z","end":"2026-02-27T01:27:50.938946Z","steps":["trace[1892166293] 'agreement among raft nodes before linearized reading' (duration: 6.987383039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:50.93898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:43.951483Z","time spent":"6.987491252s","remote":"127.0.0.1:59956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:50.939021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.154229114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T01:27:50.939051Z","caller":"traceutil/trace.go:171","msg":"trace[1951099522] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1453; }","duration":"9.154292277s","start":"2026-02-27T01:27:41.784752Z","end":"2026-02-27T01:27:50.939044Z","steps":["trace[1951099522] 'agreement among raft nodes before linearized reading' (duration: 9.154148034s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:50.939074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:41.784734Z","time spent":"9.154333498s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":143,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:50.939104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776051706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:50.939129Z","caller":"traceutil/trace.go:171","msg":"trace[197727705] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:0; response_revision:1453; }","duration":"2.776109678s","start":"2026-02-27T01:27:48.163014Z","end":"2026-02-27T01:27:50.939124Z","steps":["trace[197727705] 'agreement among raft nodes before linearized reading' (duration: 2.776072847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:50.93915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:48.162997Z","time spent":"2.776148729s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-02-27T01:27:50.939187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242553838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:50.939217Z","caller":"traceutil/trace.go:171","msg":"trace[957241198] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1453; }","duration":"8.242583961s","start":"2026-02-27T01:27:42.696625Z","end":"2026-02-27T01:27:50.939209Z","steps":["trace[957241198] 'agreement among raft nodes before linearized reading' (duration: 8.242537659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:50.93893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:47.349115Z","time spent":"3.589810008s","remote":"127.0.0.1:59616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T01:27:50.9393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.63607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T01:27:50.939329Z","caller":"traceutil/trace.go:171","msg":"trace[585043507] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1453; }","duration":"198.668221ms","start":"2026-02-27T01:27:50.740654Z","end":"2026-02-27T01:27:50.939323Z","steps":["trace[585043507] 'agreement among raft nodes before linearized reading' (duration: 198.603949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:50.939243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:42.696591Z","time spent":"8.242642902s","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T01:27:50.93942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584170685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T01:27:50.939447Z","caller":"traceutil/trace.go:171","msg":"trace[691124297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1453; }","duration":"1.584237937s","start":"2026-02-27T01:27:49.355203Z","end":"2026-02-27T01:27:50.939441Z","steps":["trace[691124297] 'agreement among raft nodes before linearized reading' (duration: 1.584197956s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T01:27:50.939468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T01:27:49.355179Z","time spent":"1.584283957s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}