{"level":"warn","ts":"2026-04-28T16:50:21.438397Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T16:50:21.438564Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.205:2380","--initial-cluster=instance=https://199.204.45.205:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.205:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T16:50:21.438713Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T16:50:21.438735Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-04-28T16:50:21.438795Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T16:50:21.44018Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"]} {"level":"info","ts":"2026-04-28T16:50:21.440465Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.205:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T16:50:21.445826Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.969293ms"} {"level":"info","ts":"2026-04-28T16:50:21.452279Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"71d28e9ac1bc4e5d","cluster-id":"4a4ae660c7a9a6a7"} {"level":"info","ts":"2026-04-28T16:50:21.452378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T16:50:21.452408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 0"} {"level":"info","ts":"2026-04-28T16:50:21.452424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 71d28e9ac1bc4e5d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T16:50:21.452438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 1"} {"level":"info","ts":"2026-04-28T16:50:21.452523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"warn","ts":"2026-04-28T16:50:21.462123Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T16:50:21.463613Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T16:50:21.464721Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T16:50:21.4667Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"71d28e9ac1bc4e5d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T16:50:21.46732Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"71d28e9ac1bc4e5d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T16:50:21.467423Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T16:50:21.467458Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T16:50:21.467465Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T16:50:21.467611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"info","ts":"2026-04-28T16:50:21.467683Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","added-peer-id":"71d28e9ac1bc4e5d","added-peer-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-04-28T16:50:21.475563Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T16:50:21.475762Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-04-28T16:50:21.475796Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-04-28T16:50:21.476078Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"71d28e9ac1bc4e5d","initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T16:50:21.476132Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T16:50:21.75351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T16:50:21.753592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T16:50:21.753638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgPreVoteResp from 71d28e9ac1bc4e5d at term 1"} {"level":"info","ts":"2026-04-28T16:50:21.75366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became candidate at term 2"} {"level":"info","ts":"2026-04-28T16:50:21.753671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgVoteResp from 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-04-28T16:50:21.753889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became leader at term 2"} {"level":"info","ts":"2026-04-28T16:50:21.753919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 71d28e9ac1bc4e5d elected leader 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-04-28T16:50:21.754996Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"71d28e9ac1bc4e5d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.205:2379]}","request-path":"/0/members/71d28e9ac1bc4e5d/attributes","cluster-id":"4a4ae660c7a9a6a7","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T16:50:21.755045Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T16:50:21.755233Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T16:50:21.755256Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T16:50:21.755526Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T16:50:21.755566Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T16:50:21.756022Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T16:50:21.756164Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T16:50:21.756211Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T16:50:21.758843Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.205:2379"} {"level":"info","ts":"2026-04-28T16:50:21.760055Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T16:50:24.57074Z","caller":"traceutil/trace.go:171","msg":"trace[1912101071] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"339.715147ms","start":"2026-04-28T16:50:24.231001Z","end":"2026-04-28T16:50:24.570716Z","steps":["trace[1912101071] 'read index received' (duration: 339.446599ms)","trace[1912101071] 'applied index is now lower than readState.Index' (duration: 267.458µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:50:24.570817Z","caller":"traceutil/trace.go:171","msg":"trace[403864715] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"341.359907ms","start":"2026-04-28T16:50:24.229408Z","end":"2026-04-28T16:50:24.570768Z","steps":["trace[403864715] 'process raft request' (duration: 341.12532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:50:24.571071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.557548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T16:50:24.571095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.063315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T16:50:24.571158Z","caller":"traceutil/trace.go:171","msg":"trace[970372228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"240.694671ms","start":"2026-04-28T16:50:24.330447Z","end":"2026-04-28T16:50:24.571142Z","steps":["trace[970372228] 'agreement among raft nodes before linearized reading' (duration: 240.470576ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:24.571199Z","caller":"traceutil/trace.go:171","msg":"trace[425224204] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:74; }","duration":"340.197018ms","start":"2026-04-28T16:50:24.230976Z","end":"2026-04-28T16:50:24.571173Z","steps":["trace[425224204] 'agreement among raft nodes before linearized reading' (duration: 339.921171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:50:24.571243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:50:24.230968Z","time spent":"340.266599ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-04-28T16:50:24.572032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:50:24.229389Z","time spent":"341.600943ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T16:50:24.857436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.796124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-28T16:50:24.857564Z","caller":"traceutil/trace.go:171","msg":"trace[367382061] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:78; }","duration":"270.706069ms","start":"2026-04-28T16:50:24.586841Z","end":"2026-04-28T16:50:24.857547Z","steps":["trace[367382061] 'read index received' (duration: 31.482764ms)","trace[367382061] 'applied index is now lower than readState.Index' (duration: 239.202244ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:50:24.85767Z","caller":"traceutil/trace.go:171","msg":"trace[1902276727] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"273.053227ms","start":"2026-04-28T16:50:24.584541Z","end":"2026-04-28T16:50:24.857594Z","steps":["trace[1902276727] 'process raft request' (duration: 33.869342ms)","trace[1902276727] 'compare' (duration: 238.642021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T16:50:24.857743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.868013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T16:50:24.857851Z","caller":"traceutil/trace.go:171","msg":"trace[341577326] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:75; }","duration":"271.003137ms","start":"2026-04-28T16:50:24.586821Z","end":"2026-04-28T16:50:24.857824Z","steps":["trace[341577326] 'agreement among raft nodes before linearized reading' (duration: 270.776972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:53.254638Z","caller":"traceutil/trace.go:171","msg":"trace[778878747] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"112.431454ms","start":"2026-04-28T16:50:53.142185Z","end":"2026-04-28T16:50:53.254617Z","steps":["trace[778878747] 'process raft request' (duration: 112.302811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:53.264645Z","caller":"traceutil/trace.go:171","msg":"trace[1633838524] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"122.160001ms","start":"2026-04-28T16:50:53.142472Z","end":"2026-04-28T16:50:53.264632Z","steps":["trace[1633838524] 'process raft request' (duration: 122.053199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:53.264743Z","caller":"traceutil/trace.go:171","msg":"trace[1152505433] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"122.47226ms","start":"2026-04-28T16:50:53.142263Z","end":"2026-04-28T16:50:53.264736Z","steps":["trace[1152505433] 'process raft request' (duration: 122.130311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:53.265168Z","caller":"traceutil/trace.go:171","msg":"trace[356513261] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"114.754051ms","start":"2026-04-28T16:50:53.150342Z","end":"2026-04-28T16:50:53.265096Z","steps":["trace[356513261] 'process raft request' (duration: 114.284799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:53.265321Z","caller":"traceutil/trace.go:171","msg":"trace[2009087907] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"115.14243ms","start":"2026-04-28T16:50:53.150159Z","end":"2026-04-28T16:50:53.265301Z","steps":["trace[2009087907] 'process raft request' (duration: 114.437943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:53.265379Z","caller":"traceutil/trace.go:171","msg":"trace[1076382858] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"122.802117ms","start":"2026-04-28T16:50:53.142546Z","end":"2026-04-28T16:50:53.265348Z","steps":["trace[1076382858] 'process raft request' (duration: 122.020068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:57.935472Z","caller":"traceutil/trace.go:171","msg":"trace[432855531] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"105.212458ms","start":"2026-04-28T16:50:57.830226Z","end":"2026-04-28T16:50:57.935439Z","steps":["trace[432855531] 'process raft request' (duration: 105.013093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:59.754079Z","caller":"traceutil/trace.go:171","msg":"trace[1940878744] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"208.170239ms","start":"2026-04-28T16:50:59.545888Z","end":"2026-04-28T16:50:59.754059Z","steps":["trace[1940878744] 'process raft request' (duration: 208.040886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:50:59.97537Z","caller":"traceutil/trace.go:171","msg":"trace[1990760352] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"167.702457ms","start":"2026-04-28T16:50:59.807629Z","end":"2026-04-28T16:50:59.975332Z","steps":["trace[1990760352] 'read index received' (duration: 166.230512ms)","trace[1990760352] 'applied index is now lower than readState.Index' (duration: 1.470715ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:50:59.976794Z","caller":"traceutil/trace.go:171","msg":"trace[494584176] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"344.877529ms","start":"2026-04-28T16:50:59.631867Z","end":"2026-04-28T16:50:59.976745Z","steps":["trace[494584176] 'process raft request' (duration: 342.50778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:50:59.977084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.389069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-z78f5\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-28T16:50:59.977178Z","caller":"traceutil/trace.go:171","msg":"trace[2099188105] range","detail":"{range_begin:/registry/pods/kube-system/cilium-z78f5; range_end:; response_count:1; response_revision:626; }","duration":"169.553402ms","start":"2026-04-28T16:50:59.807604Z","end":"2026-04-28T16:50:59.977157Z","steps":["trace[2099188105] 'agreement among raft nodes before linearized reading' (duration: 169.149923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:50:59.977233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:50:59.631846Z","time spent":"345.053012ms","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:51:23.442272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.884003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:51:23.442506Z","caller":"traceutil/trace.go:171","msg":"trace[314158796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:811; }","duration":"275.17129ms","start":"2026-04-28T16:51:23.167288Z","end":"2026-04-28T16:51:23.44246Z","steps":["trace[314158796] 'range keys from in-memory index tree' (duration: 274.786951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:51:23.442286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.085418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T16:51:23.442848Z","caller":"traceutil/trace.go:171","msg":"trace[2042174754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:811; }","duration":"275.747654ms","start":"2026-04-28T16:51:23.167057Z","end":"2026-04-28T16:51:23.442805Z","steps":["trace[2042174754] 'range keys from in-memory index tree' (duration: 274.774771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:51:58.224141Z","caller":"traceutil/trace.go:171","msg":"trace[112301055] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"119.537214ms","start":"2026-04-28T16:51:58.104575Z","end":"2026-04-28T16:51:58.224113Z","steps":["trace[112301055] 'process raft request' (duration: 119.37699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:52:23.976183Z","caller":"traceutil/trace.go:171","msg":"trace[1216698727] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"131.265275ms","start":"2026-04-28T16:52:23.844867Z","end":"2026-04-28T16:52:23.976132Z","steps":["trace[1216698727] 'process raft request' (duration: 130.983828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:52:24.649733Z","caller":"traceutil/trace.go:171","msg":"trace[1110578093] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1155; }","duration":"155.776931ms","start":"2026-04-28T16:52:24.493933Z","end":"2026-04-28T16:52:24.64971Z","steps":["trace[1110578093] 'read index received' (duration: 155.496535ms)","trace[1110578093] 'applied index is now lower than readState.Index' (duration: 279.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:52:24.649782Z","caller":"traceutil/trace.go:171","msg":"trace[138296585] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"209.774401ms","start":"2026-04-28T16:52:24.439987Z","end":"2026-04-28T16:52:24.649762Z","steps":["trace[138296585] 'process raft request' (duration: 209.561366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:52:24.650108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.136481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T16:52:24.650279Z","caller":"traceutil/trace.go:171","msg":"trace[681439269] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1118; }","duration":"156.338756ms","start":"2026-04-28T16:52:24.493921Z","end":"2026-04-28T16:52:24.65026Z","steps":["trace[681439269] 'agreement among raft nodes before linearized reading' (duration: 155.885615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:52:36.822654Z","caller":"traceutil/trace.go:171","msg":"trace[203986470] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"417.813519ms","start":"2026-04-28T16:52:36.4048Z","end":"2026-04-28T16:52:36.822614Z","steps":["trace[203986470] 'process raft request' (duration: 417.651385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:52:36.822813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:52:36.404785Z","time spent":"417.947562ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:52:36.862654Z","caller":"traceutil/trace.go:171","msg":"trace[343415754] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1250; }","duration":"161.543915ms","start":"2026-04-28T16:52:36.70108Z","end":"2026-04-28T16:52:36.862624Z","steps":["trace[343415754] 'read index received' (duration: 121.37103ms)","trace[343415754] 'applied index is now lower than readState.Index' (duration: 40.171635ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:52:36.862718Z","caller":"traceutil/trace.go:171","msg":"trace[1092388825] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"383.273152ms","start":"2026-04-28T16:52:36.479425Z","end":"2026-04-28T16:52:36.862698Z","steps":["trace[1092388825] 'process raft request' (duration: 383.045256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:52:36.862808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:52:36.479398Z","time spent":"383.363764ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:52:36.862939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.827952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T16:52:36.862991Z","caller":"traceutil/trace.go:171","msg":"trace[1329097018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1209; }","duration":"161.935635ms","start":"2026-04-28T16:52:36.701038Z","end":"2026-04-28T16:52:36.862974Z","steps":["trace[1329097018] 'agreement among raft nodes before linearized reading' (duration: 161.71372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:52:53.061344Z","caller":"traceutil/trace.go:171","msg":"trace[869013545] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"125.673423ms","start":"2026-04-28T16:52:52.935417Z","end":"2026-04-28T16:52:53.06109Z","steps":["trace[869013545] 'process raft request' (duration: 125.545229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:52:53.24747Z","caller":"traceutil/trace.go:171","msg":"trace[1365022251] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"310.931932ms","start":"2026-04-28T16:52:52.93652Z","end":"2026-04-28T16:52:53.247452Z","steps":["trace[1365022251] 'process raft request' (duration: 310.760068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:52:53.247596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:52:52.936503Z","time spent":"311.018755ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:52:54.630116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.184691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T16:52:54.630471Z","caller":"traceutil/trace.go:171","msg":"trace[1728338802] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"236.61138ms","start":"2026-04-28T16:52:54.393832Z","end":"2026-04-28T16:52:54.630443Z","steps":["trace[1728338802] 'process raft request' (duration: 112.999327ms)","trace[1728338802] 'compare' (duration: 122.541745ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:52:54.63101Z","caller":"traceutil/trace.go:171","msg":"trace[843563253] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"184.415047ms","start":"2026-04-28T16:52:54.446274Z","end":"2026-04-28T16:52:54.630689Z","steps":["trace[843563253] 'process raft request' (duration: 183.976766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:07.778011Z","caller":"traceutil/trace.go:171","msg":"trace[1656025328] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"351.112814ms","start":"2026-04-28T16:53:07.426868Z","end":"2026-04-28T16:53:07.777981Z","steps":["trace[1656025328] 'process raft request' (duration: 350.690683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:07.778143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:07.426861Z","time spent":"351.217216ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:07.778173Z","caller":"traceutil/trace.go:171","msg":"trace[242935221] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"348.873418ms","start":"2026-04-28T16:53:07.429289Z","end":"2026-04-28T16:53:07.778163Z","steps":["trace[242935221] 'process raft request' (duration: 348.754306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:07.7782Z","caller":"traceutil/trace.go:171","msg":"trace[1495764501] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"350.194441ms","start":"2026-04-28T16:53:07.427983Z","end":"2026-04-28T16:53:07.778177Z","steps":["trace[1495764501] 'process raft request' (duration: 349.925544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:07.778229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:07.429272Z","time spent":"348.930319ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:53:07.778289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:07.427959Z","time spent":"350.290002ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:07.778188Z","caller":"traceutil/trace.go:171","msg":"trace[2128862406] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1428; }","duration":"343.896254ms","start":"2026-04-28T16:53:07.434217Z","end":"2026-04-28T16:53:07.778113Z","steps":["trace[2128862406] 'read index received' (duration: 8.424051ms)","trace[2128862406] 'applied index is now lower than readState.Index' (duration: 335.470803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T16:53:07.780339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.094689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-28T16:53:07.780412Z","caller":"traceutil/trace.go:171","msg":"trace[135541632] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1384; }","duration":"346.197131ms","start":"2026-04-28T16:53:07.434196Z","end":"2026-04-28T16:53:07.780393Z","steps":["trace[135541632] 'agreement among raft nodes before linearized reading' (duration: 345.897384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:07.78054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:07.434185Z","time spent":"346.329135ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-28T16:53:07.780656Z","caller":"traceutil/trace.go:171","msg":"trace[144463994] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"312.752887ms","start":"2026-04-28T16:53:07.467886Z","end":"2026-04-28T16:53:07.780639Z","steps":["trace[144463994] 'process raft request' (duration: 310.982603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:07.780932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:07.467873Z","time spent":"312.83312ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:08.318534Z","caller":"traceutil/trace.go:171","msg":"trace[1736058374] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"109.819988ms","start":"2026-04-28T16:53:08.20868Z","end":"2026-04-28T16:53:08.3185Z","steps":["trace[1736058374] 'process raft request' (duration: 109.563592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:08.521378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.34171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T16:53:08.521495Z","caller":"traceutil/trace.go:171","msg":"trace[1993256517] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"197.833352ms","start":"2026-04-28T16:53:08.323645Z","end":"2026-04-28T16:53:08.521478Z","steps":["trace[1993256517] 'process raft request' (duration: 73.307548ms)","trace[1993256517] 'compare' (duration: 124.208097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T16:53:15.230035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:15.73038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:15.886887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50398403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:15.88699Z","caller":"traceutil/trace.go:171","msg":"trace[28333486] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1408; }","duration":"2.504105963s","start":"2026-04-28T16:53:13.38286Z","end":"2026-04-28T16:53:15.886966Z","steps":["trace[28333486] 'count revisions from in-memory index tree' (duration: 2.503885228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.887105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:13.382799Z","time spent":"2.504284468s","remote":"127.0.0.1:53428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T16:53:15.8874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08407065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T16:53:15.887452Z","caller":"traceutil/trace.go:171","msg":"trace[961611565] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1408; }","duration":"2.084153282s","start":"2026-04-28T16:53:13.803286Z","end":"2026-04-28T16:53:15.88744Z","steps":["trace[961611565] 'range keys from in-memory index tree' (duration: 2.083826374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.88746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912484142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T16:53:15.887542Z","caller":"traceutil/trace.go:171","msg":"trace[2029891465] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1408; }","duration":"1.912631986s","start":"2026-04-28T16:53:13.974889Z","end":"2026-04-28T16:53:15.887521Z","steps":["trace[2029891465] 'count revisions from in-memory index tree' (duration: 1.912373979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.887586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:13.974864Z","time spent":"1.912710407s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T16:53:15.887875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665976797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T16:53:15.887905Z","caller":"traceutil/trace.go:171","msg":"trace[1638617730] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1408; }","duration":"1.666008388s","start":"2026-04-28T16:53:14.221887Z","end":"2026-04-28T16:53:15.887895Z","steps":["trace[1638617730] 'count revisions from in-memory index tree' (duration: 1.665818933s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.887934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:14.221834Z","time spent":"1.6660925s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T16:53:15.888241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547848761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T16:53:15.888271Z","caller":"traceutil/trace.go:171","msg":"trace[533136307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1408; }","duration":"1.547913182s","start":"2026-04-28T16:53:14.340349Z","end":"2026-04-28T16:53:15.888262Z","steps":["trace[533136307] 'range keys from in-memory index tree' (duration: 1.547713397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.888297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:14.34033Z","time spent":"1.547960453s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T16:53:15.888316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191995199s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T16:53:15.887485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:13.803273Z","time spent":"2.084205393s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-28T16:53:15.888633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721129692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T16:53:15.888684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090146132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T16:53:15.888721Z","caller":"traceutil/trace.go:171","msg":"trace[1665237427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1408; }","duration":"2.090220264s","start":"2026-04-28T16:53:13.798486Z","end":"2026-04-28T16:53:15.888707Z","steps":["trace[1665237427] 'range keys from in-memory index tree' (duration: 2.09003756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.888752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:13.798469Z","time spent":"2.090275375s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T16:53:15.888745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087698181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T16:53:15.888792Z","caller":"traceutil/trace.go:171","msg":"trace[1289699465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1408; }","duration":"2.087777244s","start":"2026-04-28T16:53:13.801Z","end":"2026-04-28T16:53:15.888777Z","steps":["trace[1289699465] 'range keys from in-memory index tree' (duration: 2.087558917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.888828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:13.800983Z","time spent":"2.087835635s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T16:53:15.889249Z","caller":"traceutil/trace.go:171","msg":"trace[1158040440] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1458; }","duration":"1.159315764s","start":"2026-04-28T16:53:14.729916Z","end":"2026-04-28T16:53:15.889231Z","steps":["trace[1158040440] 'read index received' (duration: 1.158561136s)","trace[1158040440] 'applied index is now lower than readState.Index' (duration: 753.278µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:53:15.889279Z","caller":"traceutil/trace.go:171","msg":"trace[1420807479] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"1.193043385s","start":"2026-04-28T16:53:14.696222Z","end":"2026-04-28T16:53:15.889265Z","steps":["trace[1420807479] 'process raft request' (duration: 1.192313697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.889376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:14.696202Z","time spent":"1.193110547s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:15.889329Z","caller":"traceutil/trace.go:171","msg":"trace[1274174502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1408; }","duration":"1.721207664s","start":"2026-04-28T16:53:14.167465Z","end":"2026-04-28T16:53:15.888673Z","steps":["trace[1274174502] 'range keys from in-memory index tree' (duration: 1.72106825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.889487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:14.167454Z","time spent":"1.721981203s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T16:53:15.891666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350510281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T16:53:15.891736Z","caller":"traceutil/trace.go:171","msg":"trace[1046585162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1408; }","duration":"1.350638714s","start":"2026-04-28T16:53:14.541079Z","end":"2026-04-28T16:53:15.891718Z","steps":["trace[1046585162] 'range keys from in-memory index tree' (duration: 1.346378739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.891772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:14.541057Z","time spent":"1.350705926s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T16:53:15.891769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161850107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T16:53:15.89183Z","caller":"traceutil/trace.go:171","msg":"trace[587974872] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1409; }","duration":"1.16196791s","start":"2026-04-28T16:53:14.729847Z","end":"2026-04-28T16:53:15.891815Z","steps":["trace[587974872] 'agreement among raft nodes before linearized reading' (duration: 1.159480939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.891866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:14.729825Z","time spent":"1.162032831s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T16:53:15.892287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.75828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T16:53:15.892327Z","caller":"traceutil/trace.go:171","msg":"trace[1098012076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1409; }","duration":"643.836402ms","start":"2026-04-28T16:53:15.248482Z","end":"2026-04-28T16:53:15.892318Z","steps":["trace[1098012076] 'agreement among raft nodes before linearized reading' (duration: 643.73295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:15.892354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:15.24846Z","time spent":"643.886543ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T16:53:15.892507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.669641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T16:53:15.892579Z","caller":"traceutil/trace.go:171","msg":"trace[1968261696] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1409; }","duration":"153.779234ms","start":"2026-04-28T16:53:15.738781Z","end":"2026-04-28T16:53:15.892561Z","steps":["trace[1968261696] 'agreement among raft nodes before linearized reading' (duration: 153.503677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:16.139562Z","caller":"traceutil/trace.go:171","msg":"trace[1865119646] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"243.471309ms","start":"2026-04-28T16:53:15.896066Z","end":"2026-04-28T16:53:16.139537Z","steps":["trace[1865119646] 'process raft request' (duration: 243.027009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:16.139835Z","caller":"traceutil/trace.go:171","msg":"trace[1760625104] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"243.585994ms","start":"2026-04-28T16:53:15.896219Z","end":"2026-04-28T16:53:16.139805Z","steps":["trace[1760625104] 'process raft request' (duration: 243.177913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:16.139859Z","caller":"traceutil/trace.go:171","msg":"trace[1329456430] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1459; }","duration":"239.964424ms","start":"2026-04-28T16:53:15.899879Z","end":"2026-04-28T16:53:16.139844Z","steps":["trace[1329456430] 'read index received' (duration: 17.573349ms)","trace[1329456430] 'applied index is now lower than readState.Index' (duration: 222.389665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:53:16.139871Z","caller":"traceutil/trace.go:171","msg":"trace[630465747] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"243.483461ms","start":"2026-04-28T16:53:15.896369Z","end":"2026-04-28T16:53:16.139852Z","steps":["trace[630465747] 'process raft request' (duration: 243.335417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:16.139997Z","caller":"traceutil/trace.go:171","msg":"trace[508146996] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"242.404814ms","start":"2026-04-28T16:53:15.897575Z","end":"2026-04-28T16:53:16.13998Z","steps":["trace[508146996] 'process raft request' (duration: 242.22911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:16.140069Z","caller":"traceutil/trace.go:171","msg":"trace[1763737598] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"242.949888ms","start":"2026-04-28T16:53:15.897064Z","end":"2026-04-28T16:53:16.140014Z","steps":["trace[1763737598] 'process raft request' (duration: 242.677651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:16.140126Z","caller":"traceutil/trace.go:171","msg":"trace[558032616] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"243.87361ms","start":"2026-04-28T16:53:15.896233Z","end":"2026-04-28T16:53:16.140106Z","steps":["trace[558032616] 'process raft request' (duration: 243.430769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:16.140157Z","caller":"traceutil/trace.go:171","msg":"trace[26114587] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"243.070691ms","start":"2026-04-28T16:53:15.89707Z","end":"2026-04-28T16:53:16.14014Z","steps":["trace[26114587] 'process raft request' (duration: 242.704102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:16.140205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.311162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:16.140238Z","caller":"traceutil/trace.go:171","msg":"trace[63078656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1416; }","duration":"240.378883ms","start":"2026-04-28T16:53:15.89985Z","end":"2026-04-28T16:53:16.140229Z","steps":["trace[63078656] 'agreement among raft nodes before linearized reading' (duration: 240.308741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:16.151833Z","caller":"traceutil/trace.go:171","msg":"trace[1609355192] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"233.0309ms","start":"2026-04-28T16:53:15.918786Z","end":"2026-04-28T16:53:16.151817Z","steps":["trace[1609355192] 'process raft request' (duration: 232.922607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:16.151886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.211421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-28T16:53:16.151921Z","caller":"traceutil/trace.go:171","msg":"trace[1335312728] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1417; }","duration":"133.273812ms","start":"2026-04-28T16:53:16.018636Z","end":"2026-04-28T16:53:16.151909Z","steps":["trace[1335312728] 'agreement among raft nodes before linearized reading' (duration: 133.137959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:18.644024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:18.946424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14795706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-28T16:53:18.946498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491672199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-28T16:53:18.946522Z","caller":"traceutil/trace.go:171","msg":"trace[813720362] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1418; }","duration":"1.148079613s","start":"2026-04-28T16:53:17.798406Z","end":"2026-04-28T16:53:18.946486Z","steps":["trace[813720362] 'range keys from in-memory index tree' (duration: 1.147796707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:18.946563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:17.798387Z","time spent":"1.148167656s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-28T16:53:18.946566Z","caller":"traceutil/trace.go:171","msg":"trace[1225369722] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1418; }","duration":"1.491770092s","start":"2026-04-28T16:53:17.454771Z","end":"2026-04-28T16:53:18.946541Z","steps":["trace[1225369722] 'range keys from in-memory index tree' (duration: 1.491527276s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:18.946614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:17.454749Z","time spent":"1.491852284s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T16:53:18.946825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129930952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T16:53:18.946923Z","caller":"traceutil/trace.go:171","msg":"trace[1740960337] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1418; }","duration":"1.130055765s","start":"2026-04-28T16:53:17.816856Z","end":"2026-04-28T16:53:18.946912Z","steps":["trace[1740960337] 'count revisions from in-memory index tree' (duration: 1.12986532s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:18.946957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:17.816848Z","time spent":"1.130100285s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T16:53:18.947513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780197843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:18.947564Z","caller":"traceutil/trace.go:171","msg":"trace[1856144717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1418; }","duration":"1.780309316s","start":"2026-04-28T16:53:17.167241Z","end":"2026-04-28T16:53:18.94755Z","steps":["trace[1856144717] 'range keys from in-memory index tree' (duration: 1.780121411s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:18.947606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:17.16722Z","time spent":"1.780372958s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T16:53:18.95031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054965913s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T16:53:18.950825Z","caller":"traceutil/trace.go:171","msg":"trace[1299492545] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"1.055426583s","start":"2026-04-28T16:53:17.895245Z","end":"2026-04-28T16:53:18.950671Z","steps":["trace[1299492545] 'process raft request' (duration: 1.055257889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:18.951002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:17.895222Z","time spent":"1.055684021s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:19.543177Z","caller":"traceutil/trace.go:171","msg":"trace[257922730] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1469; }","duration":"1.399997685s","start":"2026-04-28T16:53:18.143132Z","end":"2026-04-28T16:53:19.54313Z","steps":["trace[257922730] 'read index received' (duration: 807.479733ms)","trace[257922730] 'applied index is now lower than readState.Index' (duration: 592.516362ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T16:53:19.543258Z","caller":"traceutil/trace.go:171","msg":"trace[549922529] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"1.444942135s","start":"2026-04-28T16:53:18.098278Z","end":"2026-04-28T16:53:19.54322Z","steps":["trace[549922529] 'process raft request' (duration: 1.444653778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.543427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.098249Z","time spent":"1.445086099s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:53:19.543517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400353464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T16:53:19.543568Z","caller":"traceutil/trace.go:171","msg":"trace[2033769354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1420; }","duration":"1.400460936s","start":"2026-04-28T16:53:18.143096Z","end":"2026-04-28T16:53:19.543557Z","steps":["trace[2033769354] 'agreement among raft nodes before linearized reading' (duration: 1.400203259s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.543608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.14308Z","time spent":"1.400519368s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T16:53:19.550585Z","caller":"traceutil/trace.go:171","msg":"trace[953609733] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"597.881476ms","start":"2026-04-28T16:53:18.952691Z","end":"2026-04-28T16:53:19.550573Z","steps":["trace[953609733] 'process raft request' (duration: 597.65648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.550694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.95267Z","time spent":"597.951449ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:53:19.550864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.240084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T16:53:19.550896Z","caller":"traceutil/trace.go:171","msg":"trace[205917653] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1422; }","duration":"691.319786ms","start":"2026-04-28T16:53:18.859568Z","end":"2026-04-28T16:53:19.550887Z","steps":["trace[205917653] 'agreement among raft nodes before linearized reading' (duration: 691.241774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.550917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.859544Z","time spent":"691.366957ms","remote":"127.0.0.1:47866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T16:53:19.550961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405143623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T16:53:19.550969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405650066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T16:53:19.551017Z","caller":"traceutil/trace.go:171","msg":"trace[1630676962] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1422; }","duration":"1.405214845s","start":"2026-04-28T16:53:18.145788Z","end":"2026-04-28T16:53:19.551003Z","steps":["trace[1630676962] 'agreement among raft nodes before linearized reading' (duration: 1.405049501s)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:19.551043Z","caller":"traceutil/trace.go:171","msg":"trace[52866430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1422; }","duration":"1.405797789s","start":"2026-04-28T16:53:18.145227Z","end":"2026-04-28T16:53:19.551025Z","steps":["trace[52866430] 'agreement among raft nodes before linearized reading' (duration: 1.405546553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.551097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.145197Z","time spent":"1.405889632s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T16:53:19.551126Z","caller":"traceutil/trace.go:171","msg":"trace[941639557] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"598.359178ms","start":"2026-04-28T16:53:18.952757Z","end":"2026-04-28T16:53:19.551116Z","steps":["trace[941639557] 'process raft request' (duration: 597.768973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.551128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405252725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T16:53:19.551166Z","caller":"traceutil/trace.go:171","msg":"trace[43518595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1422; }","duration":"1.405300476s","start":"2026-04-28T16:53:18.145858Z","end":"2026-04-28T16:53:19.551158Z","steps":["trace[43518595] 'agreement among raft nodes before linearized reading' (duration: 1.405217254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.551182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.952753Z","time spent":"598.404839ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:53:19.551198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.145851Z","time spent":"1.405340467s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T16:53:19.55126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.875086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:19.55129Z","caller":"traceutil/trace.go:171","msg":"trace[571624932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1422; }","duration":"601.958878ms","start":"2026-04-28T16:53:18.949319Z","end":"2026-04-28T16:53:19.551278Z","steps":["trace[571624932] 'agreement among raft nodes before linearized reading' (duration: 601.919717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.551313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.949278Z","time spent":"602.03132ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T16:53:19.551329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405985074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T16:53:19.551364Z","caller":"traceutil/trace.go:171","msg":"trace[267095733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1422; }","duration":"1.406033616s","start":"2026-04-28T16:53:18.14532Z","end":"2026-04-28T16:53:19.551354Z","steps":["trace[267095733] 'agreement among raft nodes before linearized reading' (duration: 1.405953913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.551395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.145311Z","time spent":"1.406078017s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T16:53:19.551507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40583807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T16:53:19.551536Z","caller":"traceutil/trace.go:171","msg":"trace[227156178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1422; }","duration":"1.405914823s","start":"2026-04-28T16:53:18.145614Z","end":"2026-04-28T16:53:19.551529Z","steps":["trace[227156178] 'agreement among raft nodes before linearized reading' (duration: 1.405842911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:19.551559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.145591Z","time spent":"1.405962935s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T16:53:19.551057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:18.14578Z","time spent":"1.405269936s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-28T16:53:26.171791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:26.672211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:27.172554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:27.673591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:28.170273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:28.170411Z","caller":"traceutil/trace.go:171","msg":"trace[2125825697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557587s","start":"2026-04-28T16:53:26.169826Z","end":"2026-04-28T16:53:28.170384Z","steps":["trace[2125825697] 'agreement among raft nodes before linearized reading' (duration: 2.000390103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:28.170541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:26.169769Z","time spent":"2.000691522s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 16:53:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:28.174513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:28.674879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:29.175241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:29.676443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:30.171594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000905257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:30.171681Z","caller":"traceutil/trace.go:171","msg":"trace[1709372725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001068531s","start":"2026-04-28T16:53:28.170595Z","end":"2026-04-28T16:53:30.171664Z","steps":["trace[1709372725] 'agreement among raft nodes before linearized reading' (duration: 2.000950788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:30.171734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:28.170577Z","time spent":"2.001140632s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 16:53:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:30.176699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:30.671011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999725442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T16:53:30.671136Z","caller":"traceutil/trace.go:171","msg":"trace[107437806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999922637s","start":"2026-04-28T16:53:25.671185Z","end":"2026-04-28T16:53:30.671108Z","steps":["trace[107437806] 'agreement among raft nodes before linearized reading' (duration: 4.999754433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:30.671285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:25.671167Z","time spent":"5.000101061s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 16:53:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:30.672174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998784509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-28T16:53:30.672161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999525787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T16:53:30.672237Z","caller":"traceutil/trace.go:171","msg":"trace[1470477660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99965706s","start":"2026-04-28T16:53:25.672566Z","end":"2026-04-28T16:53:30.672223Z","steps":["trace[1470477660] 'agreement among raft nodes before linearized reading' (duration: 4.999551418s)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:30.672278Z","caller":"traceutil/trace.go:171","msg":"trace[1151182980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998911592s","start":"2026-04-28T16:53:25.673306Z","end":"2026-04-28T16:53:30.672218Z","steps":["trace[1151182980] 'agreement among raft nodes before linearized reading' (duration: 4.998850791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:30.67241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:25.673285Z","time spent":"4.999117287s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T16:53:30.672298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:25.67255Z","time spent":"4.999737503s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T16:53:30.677781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:31.178825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:31.679693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:31.977699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:26.979492Z","time spent":"4.998193964s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 16:53:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:32.180326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:32.180381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T16:53:32.180515Z","caller":"traceutil/trace.go:171","msg":"trace[415578743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024475s","start":"2026-04-28T16:53:30.18024Z","end":"2026-04-28T16:53:32.180485Z","steps":["trace[415578743] 'agreement among raft nodes before linearized reading' (duration: 2.000058876s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:32.180584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:30.180221Z","time spent":"2.000351953s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T16:53:32.595722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:25.594766Z","time spent":"7.000943446s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T16:53:32.671367Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-28T16:53:33.171957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:33.291939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000623719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:33.292015Z","caller":"traceutil/trace.go:171","msg":"trace[1659408397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768222s","start":"2026-04-28T16:53:31.291224Z","end":"2026-04-28T16:53:33.291992Z","steps":["trace[1659408397] 'agreement among raft nodes before linearized reading' (duration: 2.00067254s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:33.292064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:31.291197Z","time spent":"2.000857505s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 16:53:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:33.67242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:34.172787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:34.182303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00065492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T16:53:34.182402Z","caller":"traceutil/trace.go:171","msg":"trace[608239756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000801245s","start":"2026-04-28T16:53:32.181567Z","end":"2026-04-28T16:53:34.182368Z","steps":["trace[608239756] 'agreement among raft nodes before linearized reading' (duration: 2.000674811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:34.182485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:32.181555Z","time spent":"2.000913167s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T16:53:34.673689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:34.835894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:34.835998Z","caller":"traceutil/trace.go:171","msg":"trace[821245613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368784s","start":"2026-04-28T16:53:32.835604Z","end":"2026-04-28T16:53:34.835973Z","steps":["trace[821245613] 'agreement among raft nodes before linearized reading' (duration: 2.000233241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:34.83624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:32.835585Z","time spent":"2.000636191s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 16:53:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:35.174708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:35.589569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.243928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:35.589856Z","caller":"traceutil/trace.go:171","msg":"trace[426026129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"988.600458ms","start":"2026-04-28T16:53:34.601234Z","end":"2026-04-28T16:53:35.589835Z","steps":["trace[426026129] 'agreement among raft nodes before linearized reading' (duration: 988.2943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:35.589976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:34.601203Z","time spent":"988.737102ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 16:53:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:35.67171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996702753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:35.671881Z","caller":"traceutil/trace.go:171","msg":"trace[198509253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996895909s","start":"2026-04-28T16:53:32.674964Z","end":"2026-04-28T16:53:35.67186Z","steps":["trace[198509253] 'agreement among raft nodes before linearized reading' (duration: 2.996717794s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:35.672256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:32.674956Z","time spent":"2.997281658s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 16:53:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:35.671459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998226632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:35.672586Z","caller":"traceutil/trace.go:171","msg":"trace[18788604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999429231s","start":"2026-04-28T16:53:32.673145Z","end":"2026-04-28T16:53:35.672575Z","steps":["trace[18788604] 'agreement among raft nodes before linearized reading' (duration: 2.998256373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:35.672707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:32.673122Z","time spent":"2.999572565s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 16:53:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:35.673353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998799715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:35.673442Z","caller":"traceutil/trace.go:171","msg":"trace[781420539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998942079s","start":"2026-04-28T16:53:32.674484Z","end":"2026-04-28T16:53:35.673426Z","steps":["trace[781420539] 'agreement among raft nodes before linearized reading' (duration: 2.998854647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:35.673503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:32.67446Z","time spent":"2.999031693s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 16:53:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:35.674891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:35.67696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001107087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:35.677077Z","caller":"traceutil/trace.go:171","msg":"trace[1732493259] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"10.001184488s","start":"2026-04-28T16:53:25.675823Z","end":"2026-04-28T16:53:35.677008Z","steps":["trace[1732493259] 'agreement among raft nodes before linearized reading' (duration: 10.001126947s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:35.677126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:25.675812Z","time spent":"10.001305452s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/04/28 16:53:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:35.677375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000334747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:35.677508Z","caller":"traceutil/trace.go:171","msg":"trace[1814654599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00044552s","start":"2026-04-28T16:53:25.677Z","end":"2026-04-28T16:53:35.677445Z","steps":["trace[1814654599] 'agreement among raft nodes before linearized reading' (duration: 10.000354308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:35.677684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:25.676988Z","time spent":"10.000660325s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 16:53:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:36.152559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000669565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:36.152672Z","caller":"traceutil/trace.go:171","msg":"trace[652417876] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"10.000829359s","start":"2026-04-28T16:53:26.151816Z","end":"2026-04-28T16:53:36.152645Z","steps":["trace[652417876] 'agreement among raft nodes before linearized reading' (duration: 10.000689006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:36.15273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:26.151802Z","time spent":"10.000915591s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/04/28 16:53:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:36.175021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:36.190648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T16:53:36.190712Z","caller":"traceutil/trace.go:171","msg":"trace[194730411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029194s","start":"2026-04-28T16:53:34.190663Z","end":"2026-04-28T16:53:36.190692Z","steps":["trace[194730411] 'agreement among raft nodes before linearized reading' (duration: 1.999943482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:36.19076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:34.190642Z","time spent":"2.000108795s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T16:53:36.676142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:36.934958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:29.934585Z","time spent":"7.000365673s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T16:53:36.977793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998300047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:36.97788Z","caller":"traceutil/trace.go:171","msg":"trace[1135145488] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998462921s","start":"2026-04-28T16:53:31.979391Z","end":"2026-04-28T16:53:36.977854Z","steps":["trace[1135145488] 'agreement among raft nodes before linearized reading' (duration: 4.998351509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:36.97794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:31.97937Z","time spent":"4.998552964s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 16:53:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T16:53:37.176361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646843045941254260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T16:53:37.177524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:30.176604Z","time spent":"7.000914827s","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T16:53:37.28935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.694414383s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T16:53:37.291924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.117641804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T16:53:37.292018Z","caller":"traceutil/trace.go:171","msg":"trace[337627658] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"11.11786347s","start":"2026-04-28T16:53:26.174131Z","end":"2026-04-28T16:53:37.291994Z","steps":["trace[337627658] 'agreement among raft nodes before linearized reading' (duration: 11.117679675s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.292158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:26.174121Z","time spent":"11.118021453s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/04/28 16:53:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T16:53:37.30035Z","caller":"traceutil/trace.go:171","msg":"trace[2128554032] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"5.863805925s","start":"2026-04-28T16:53:31.436516Z","end":"2026-04-28T16:53:37.300322Z","steps":["trace[2128554032] 'process raft request' (duration: 5.863683912s)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:37.30043Z","caller":"traceutil/trace.go:171","msg":"trace[99214555] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1454; }","duration":"1.707530791s","start":"2026-04-28T16:53:35.592867Z","end":"2026-04-28T16:53:37.300398Z","steps":["trace[99214555] 'process raft request' (duration: 1.707395858s)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:37.300458Z","caller":"traceutil/trace.go:171","msg":"trace[509725317] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"1.625144528s","start":"2026-04-28T16:53:35.675292Z","end":"2026-04-28T16:53:37.300436Z","steps":["trace[509725317] 'process raft request' (duration: 1.624999855s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.300488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:31.436485Z","time spent":"5.863928738s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:53:37.300562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:35.675271Z","time spent":"1.62523641s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:37.300574Z","caller":"traceutil/trace.go:171","msg":"trace[1038989218] linearizableReadLoop","detail":"{readStateIndex:1512; appliedIndex:1500; }","duration":"4.629116433s","start":"2026-04-28T16:53:32.671446Z","end":"2026-04-28T16:53:37.300562Z","steps":["trace[1038989218] 'read index received' (duration: 4.618528129s)","trace[1038989218] 'applied index is now lower than readState.Index' (duration: 10.585314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T16:53:37.300612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:35.592845Z","time spent":"1.707657645s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:37.300668Z","caller":"traceutil/trace.go:171","msg":"trace[367076920] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"1.625180419s","start":"2026-04-28T16:53:35.675458Z","end":"2026-04-28T16:53:37.300639Z","steps":["trace[367076920] 'process raft request' (duration: 1.624931823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.30071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:35.675417Z","time spent":"1.625264981s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:37.300716Z","caller":"traceutil/trace.go:171","msg":"trace[2067495931] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1457; }","duration":"360.949459ms","start":"2026-04-28T16:53:36.939758Z","end":"2026-04-28T16:53:37.300708Z","steps":["trace[2067495931] 'process raft request' (duration: 360.687583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.30075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:36.939737Z","time spent":"360.99496ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T16:53:37.300768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:36.982116Z","time spent":"318.649814ms","remote":"127.0.0.1:47882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T16:53:37.300798Z","caller":"traceutil/trace.go:171","msg":"trace[99468435] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"1.621188768s","start":"2026-04-28T16:53:35.679605Z","end":"2026-04-28T16:53:37.300793Z","steps":["trace[99468435] 'process raft request' (duration: 1.62082033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.300808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.393849216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T16:53:37.300788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.735986462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-28T16:53:37.300825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:35.679593Z","time spent":"1.621215149s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T16:53:37.300831Z","caller":"traceutil/trace.go:171","msg":"trace[1478032948] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1457; }","duration":"9.393874797s","start":"2026-04-28T16:53:27.906949Z","end":"2026-04-28T16:53:37.300824Z","steps":["trace[1478032948] 'agreement among raft nodes before linearized reading' (duration: 9.393824415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.300853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:27.906911Z","time spent":"9.393937059s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T16:53:37.30085Z","caller":"traceutil/trace.go:171","msg":"trace[1149927066] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1457; }","duration":"7.736092785s","start":"2026-04-28T16:53:29.564742Z","end":"2026-04-28T16:53:37.300835Z","steps":["trace[1149927066] 'agreement among raft nodes before linearized reading' (duration: 7.73591833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.300893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:29.564721Z","time spent":"7.736164218s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T16:53:37.30098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.755702498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:37.301001Z","caller":"traceutil/trace.go:171","msg":"trace[1745250284] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1457; }","duration":"9.7557701s","start":"2026-04-28T16:53:27.545223Z","end":"2026-04-28T16:53:37.300993Z","steps":["trace[1745250284] 'agreement among raft nodes before linearized reading' (duration: 9.755732889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:27.5452Z","time spent":"9.755813241s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T16:53:37.301021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71329659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T16:53:37.301026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.841633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:37.301043Z","caller":"traceutil/trace.go:171","msg":"trace[1327276627] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1457; }","duration":"3.713374081s","start":"2026-04-28T16:53:33.587661Z","end":"2026-04-28T16:53:37.301035Z","steps":["trace[1327276627] 'agreement among raft nodes before linearized reading' (duration: 3.7133343s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:33.587636Z","time spent":"3.713430623s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T16:53:37.30107Z","caller":"traceutil/trace.go:171","msg":"trace[1730239553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1457; }","duration":"702.920505ms","start":"2026-04-28T16:53:36.598137Z","end":"2026-04-28T16:53:37.301058Z","steps":["trace[1730239553] 'agreement among raft nodes before linearized reading' (duration: 702.856423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:36.598119Z","time spent":"702.976817ms","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T16:53:37.301178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109592194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:37.301195Z","caller":"traceutil/trace.go:171","msg":"trace[1828035149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1457; }","duration":"1.109641966s","start":"2026-04-28T16:53:36.191547Z","end":"2026-04-28T16:53:37.301189Z","steps":["trace[1828035149] 'agreement among raft nodes before linearized reading' (duration: 1.109611275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.734738181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-28T16:53:37.301212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.913735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa9386cfd83693\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T16:53:37.30122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95814962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T16:53:37.301231Z","caller":"traceutil/trace.go:171","msg":"trace[1377315399] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1457; }","duration":"7.734984258s","start":"2026-04-28T16:53:29.566239Z","end":"2026-04-28T16:53:37.301224Z","steps":["trace[1377315399] 'agreement among raft nodes before linearized reading' (duration: 7.734761332s)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:37.301236Z","caller":"traceutil/trace.go:171","msg":"trace[1016150166] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa9386cfd83693; range_end:; response_count:1; response_revision:1457; }","duration":"118.960806ms","start":"2026-04-28T16:53:37.182267Z","end":"2026-04-28T16:53:37.301228Z","steps":["trace[1016150166] 'agreement among raft nodes before linearized reading' (duration: 118.900534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:29.566207Z","time spent":"7.735042609s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-28T16:53:37.301275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403370098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:37.301295Z","caller":"traceutil/trace.go:171","msg":"trace[1370769070] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1457; }","duration":"1.403433859s","start":"2026-04-28T16:53:35.897854Z","end":"2026-04-28T16:53:37.301288Z","steps":["trace[1370769070] 'agreement among raft nodes before linearized reading' (duration: 1.403399988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895701665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T16:53:37.301313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:35.897833Z","time spent":"1.403475011s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T16:53:37.301329Z","caller":"traceutil/trace.go:171","msg":"trace[554689829] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1457; }","duration":"2.895835738s","start":"2026-04-28T16:53:34.405486Z","end":"2026-04-28T16:53:37.301321Z","steps":["trace[554689829] 'agreement among raft nodes before linearized reading' (duration: 2.895733925s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.867589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T16:53:37.30135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:34.405463Z","time spent":"2.895879229s","remote":"127.0.0.1:48044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T16:53:37.30136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.562650458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T16:53:37.301241Z","caller":"traceutil/trace.go:171","msg":"trace[286484137] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1457; }","duration":"1.958213401s","start":"2026-04-28T16:53:35.343022Z","end":"2026-04-28T16:53:37.301235Z","steps":["trace[286484137] 'agreement among raft nodes before linearized reading' (duration: 1.95816721s)"],"step_count":1} {"level":"info","ts":"2026-04-28T16:53:37.301398Z","caller":"traceutil/trace.go:171","msg":"trace[1138665995] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:0; response_revision:1457; }","duration":"11.562711149s","start":"2026-04-28T16:53:25.738677Z","end":"2026-04-28T16:53:37.301388Z","steps":["trace[1138665995] 'agreement among raft nodes before linearized reading' (duration: 11.562656748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:35.343001Z","time spent":"1.958405056s","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T16:53:37.30135Z","caller":"traceutil/trace.go:171","msg":"trace[969435343] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1457; }","duration":"545.935251ms","start":"2026-04-28T16:53:36.755409Z","end":"2026-04-28T16:53:37.301345Z","steps":["trace[969435343] 'agreement among raft nodes before linearized reading' (duration: 545.898411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T16:53:37.301426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:25.738661Z","time spent":"11.56275983s","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-04-28T16:53:37.301442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:36.755385Z","time spent":"546.048593ms","remote":"127.0.0.1:48358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T16:53:37.30121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T16:53:36.191529Z","time spent":"1.109677666s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "}