{"level":"warn","ts":"2026-04-16T03:47:41.522961Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T03:47:41.523053Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.78:2380","--initial-cluster=instance=https://199.204.45.78:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.78:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T03:47:41.523114Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T03:47:41.523135Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-04-16T03:47:41.523164Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T03:47:41.523745Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"]} {"level":"info","ts":"2026-04-16T03:47:41.523828Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.78:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T03:47:41.597326Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"73.255015ms"} {"level":"info","ts":"2026-04-16T03:47:41.66187Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6eb8766b1ec86e92","cluster-id":"9bbfe9e5d45d3718"} {"level":"info","ts":"2026-04-16T03:47:41.662005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T03:47:41.662046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 0"} {"level":"info","ts":"2026-04-16T03:47:41.662076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6eb8766b1ec86e92 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T03:47:41.66209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 1"} {"level":"info","ts":"2026-04-16T03:47:41.662158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"warn","ts":"2026-04-16T03:47:41.801837Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T03:47:41.804689Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T03:47:41.807211Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T03:47:41.811077Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6eb8766b1ec86e92","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T03:47:41.811297Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6eb8766b1ec86e92","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"warn","ts":"2026-04-16T03:47:41.811407Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"6eb8766b1ec86e92 cannot campaign at term 1 since there are still 1 pending configuration changes to apply"} {"level":"info","ts":"2026-04-16T03:47:41.811465Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:47:41.811595Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:47:41.811608Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:47:41.819849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"info","ts":"2026-04-16T03:47:41.82014Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","added-peer-id":"6eb8766b1ec86e92","added-peer-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-04-16T03:47:41.820452Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T03:47:41.820545Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-04-16T03:47:41.820606Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-04-16T03:47:41.820671Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6eb8766b1ec86e92","initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T03:47:41.820709Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T03:47:42.765103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T03:47:42.765185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T03:47:42.765203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgPreVoteResp from 6eb8766b1ec86e92 at term 1"} {"level":"info","ts":"2026-04-16T03:47:42.765217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became candidate at term 2"} {"level":"info","ts":"2026-04-16T03:47:42.765222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgVoteResp from 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-04-16T03:47:42.765231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became leader at term 2"} {"level":"info","ts":"2026-04-16T03:47:42.765241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6eb8766b1ec86e92 elected leader 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-04-16T03:47:42.766434Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6eb8766b1ec86e92","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.78:2379]}","request-path":"/0/members/6eb8766b1ec86e92/attributes","cluster-id":"9bbfe9e5d45d3718","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T03:47:42.76663Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T03:47:42.766509Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:47:42.766693Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T03:47:42.766769Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T03:47:42.766831Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T03:47:42.768673Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.78:2379"} {"level":"info","ts":"2026-04-16T03:47:42.769446Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:47:42.769597Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:47:42.769642Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:47:42.769682Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-16T03:47:46.983614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590355393s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:47:46.983816Z","caller":"traceutil/trace.go:171","msg":"trace[1720932256] linearizableReadLoop","detail":"{readStateIndex:145; appliedIndex:144; }","duration":"875.103299ms","start":"2026-04-16T03:47:46.108694Z","end":"2026-04-16T03:47:46.983798Z","steps":["trace[1720932256] 'read index received' (duration: 38.001µs)","trace[1720932256] 'applied index is now lower than readState.Index' (duration: 875.063668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:46.98395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.247612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:46.983982Z","caller":"traceutil/trace.go:171","msg":"trace[1423883936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:140; }","duration":"875.329254ms","start":"2026-04-16T03:47:46.108644Z","end":"2026-04-16T03:47:46.983973Z","steps":["trace[1423883936] 'agreement among raft nodes before linearized reading' (duration: 875.220941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:46.984021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:46.108593Z","time spent":"875.417925ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:47:46.983987Z","caller":"traceutil/trace.go:171","msg":"trace[1395456003] transaction","detail":"{read_only:false; response_revision:140; number_of_response:1; }","duration":"1.608858644s","start":"2026-04-16T03:47:45.375086Z","end":"2026-04-16T03:47:46.983944Z","steps":["trace[1395456003] 'process raft request' (duration: 17.616611ms)","trace[1395456003] 'compare' (duration: 1.590172719s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:46.984201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:45.375072Z","time spent":"1.609038288s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:47:47.552344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478103896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:47:48.052738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478103896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:47:48.553634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478103896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:47:48.834469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.844626154s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:47:48.897876Z","caller":"traceutil/trace.go:171","msg":"trace[1251143951] transaction","detail":"{read_only:false; response_revision:141; number_of_response:1; }","duration":"1.908093047s","start":"2026-04-16T03:47:46.98971Z","end":"2026-04-16T03:47:48.897804Z","steps":["trace[1251143951] 'process raft request' (duration: 1.845143356s)","trace[1251143951] 'compare' (duration: 61.323145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:48.898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846446295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:47:48.898054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:46.989675Z","time spent":"1.908288402s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:47:48.89807Z","caller":"traceutil/trace.go:171","msg":"trace[354863018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:141; }","duration":"1.846558058s","start":"2026-04-16T03:47:47.051494Z","end":"2026-04-16T03:47:48.898052Z","steps":["trace[354863018] 'agreement among raft nodes before linearized reading' (duration: 1.846413694s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:48.89811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.051478Z","time spent":"1.846624349s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:47:48.897833Z","caller":"traceutil/trace.go:171","msg":"trace[1150678027] linearizableReadLoop","detail":"{readStateIndex:146; appliedIndex:145; }","duration":"1.84623345s","start":"2026-04-16T03:47:47.051531Z","end":"2026-04-16T03:47:48.897764Z","steps":["trace[1150678027] 'read index received' (duration: 1.783207277s)","trace[1150678027] 'applied index is now lower than readState.Index' (duration: 63.024833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:48.898608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759813786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:47:48.898709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.414849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:48.898845Z","caller":"traceutil/trace.go:171","msg":"trace[1744241800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:141; }","duration":"890.555462ms","start":"2026-04-16T03:47:48.008255Z","end":"2026-04-16T03:47:48.898811Z","steps":["trace[1744241800] 'agreement among raft nodes before linearized reading' (duration: 890.288176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:48.898918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:48.008187Z","time spent":"890.720566ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:47:48.898812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.700381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:47:48.899022Z","caller":"traceutil/trace.go:171","msg":"trace[1687810430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:141; }","duration":"961.975117ms","start":"2026-04-16T03:47:47.937018Z","end":"2026-04-16T03:47:48.898993Z","steps":["trace[1687810430] 'agreement among raft nodes before linearized reading' (duration: 961.68774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:48.899048Z","caller":"traceutil/trace.go:171","msg":"trace[1271674809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:141; }","duration":"1.75998659s","start":"2026-04-16T03:47:47.138688Z","end":"2026-04-16T03:47:48.898675Z","steps":["trace[1271674809] 'agreement among raft nodes before linearized reading' (duration: 1.759783915s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:48.899083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.936993Z","time spent":"962.078689ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:47:48.899128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:47.138667Z","time spent":"1.76044694s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:47:49.072251Z","caller":"traceutil/trace.go:171","msg":"trace[1491739817] transaction","detail":"{read_only:false; response_revision:148; number_of_response:1; }","duration":"112.028898ms","start":"2026-04-16T03:47:48.960186Z","end":"2026-04-16T03:47:49.072215Z","steps":["trace[1491739817] 'process raft request' (duration: 64.896516ms)","trace[1491739817] 'compare' (duration: 46.957947ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:50.110543Z","caller":"traceutil/trace.go:171","msg":"trace[819734638] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"101.402506ms","start":"2026-04-16T03:47:50.009108Z","end":"2026-04-16T03:47:50.11051Z","steps":["trace[819734638] 'process raft request' (duration: 50.461238ms)","trace[819734638] 'compare' (duration: 50.575459ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:54.060119Z","caller":"traceutil/trace.go:171","msg":"trace[858765961] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"209.648838ms","start":"2026-04-16T03:47:53.850442Z","end":"2026-04-16T03:47:54.060091Z","steps":["trace[858765961] 'process raft request' (duration: 209.501174ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:54.226309Z","caller":"traceutil/trace.go:171","msg":"trace[893435476] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"156.947279ms","start":"2026-04-16T03:47:54.069262Z","end":"2026-04-16T03:47:54.22621Z","steps":["trace[893435476] 'process raft request' (duration: 64.939107ms)","trace[893435476] 'compare' (duration: 91.682725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:54.777037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:47:55.277782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:47:55.478496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202639109s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:47:55.479088Z","caller":"traceutil/trace.go:171","msg":"trace[138341431] transaction","detail":"{read_only:false; number_of_response:0; response_revision:323; }","duration":"1.209753961s","start":"2026-04-16T03:47:54.269305Z","end":"2026-04-16T03:47:55.479059Z","steps":["trace[138341431] 'process raft request' (duration: 1.20971172s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:55.479181Z","caller":"traceutil/trace.go:171","msg":"trace[1076625062] transaction","detail":"{read_only:false; number_of_response:0; response_revision:323; }","duration":"1.209908945s","start":"2026-04-16T03:47:54.269226Z","end":"2026-04-16T03:47:55.479134Z","steps":["trace[1076625062] 'process raft request' (duration: 1.209585807s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.479326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:54.26927Z","time spent":"1.209927405s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:47:55.479475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:54.269203Z","time spent":"1.210170371s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:47:55.48533Z","caller":"traceutil/trace.go:171","msg":"trace[1478310643] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:332; }","duration":"1.209314722s","start":"2026-04-16T03:47:54.275989Z","end":"2026-04-16T03:47:55.485304Z","steps":["trace[1478310643] 'read index received' (duration: 1.202854934s)","trace[1478310643] 'applied index is now lower than readState.Index' (duration: 6.458908ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:55.485436Z","caller":"traceutil/trace.go:171","msg":"trace[723286223] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"1.014956911s","start":"2026-04-16T03:47:54.470456Z","end":"2026-04-16T03:47:55.485413Z","steps":["trace[723286223] 'process raft request' (duration: 1.014785267s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.485489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21673327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3468"} {"level":"info","ts":"2026-04-16T03:47:55.485533Z","caller":"traceutil/trace.go:171","msg":"trace[220528451] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:325; }","duration":"1.216847863s","start":"2026-04-16T03:47:54.268667Z","end":"2026-04-16T03:47:55.485515Z","steps":["trace[220528451] 'agreement among raft nodes before linearized reading' (duration: 1.216741751s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.485565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:54.268634Z","time spent":"1.216924365s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3491,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T03:47:55.485583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206748052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T03:47:55.485605Z","caller":"traceutil/trace.go:171","msg":"trace[651284786] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"1.205667528s","start":"2026-04-16T03:47:54.27991Z","end":"2026-04-16T03:47:55.485578Z","steps":["trace[651284786] 'process raft request' (duration: 1.205186957s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:55.485642Z","caller":"traceutil/trace.go:171","msg":"trace[2059343677] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:325; }","duration":"1.207102711s","start":"2026-04-16T03:47:54.278524Z","end":"2026-04-16T03:47:55.485627Z","steps":["trace[2059343677] 'agreement among raft nodes before linearized reading' (duration: 1.206939247s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.485674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:54.278499Z","time spent":"1.207168362s","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-16T03:47:55.48568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:54.279877Z","time spent":"1.205766351s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:47:55.485843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:54.470419Z","time spent":"1.015065044s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:47:55.48587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206845155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T03:47:55.485893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16263516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:47:55.485906Z","caller":"traceutil/trace.go:171","msg":"trace[1279338559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:325; }","duration":"1.206895166s","start":"2026-04-16T03:47:54.279001Z","end":"2026-04-16T03:47:55.485896Z","steps":["trace[1279338559] 'agreement among raft nodes before linearized reading' (duration: 1.206831004s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:55.485918Z","caller":"traceutil/trace.go:171","msg":"trace[1883423047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:325; }","duration":"1.162689481s","start":"2026-04-16T03:47:54.32322Z","end":"2026-04-16T03:47:55.48591Z","steps":["trace[1883423047] 'agreement among raft nodes before linearized reading' (duration: 1.16264203s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.48594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:54.323202Z","time spent":"1.162734152s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:47:55.485857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.898221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:47:55.485927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.583421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:47:55.486054Z","caller":"traceutil/trace.go:171","msg":"trace[1876088814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:325; }","duration":"457.083755ms","start":"2026-04-16T03:47:55.028911Z","end":"2026-04-16T03:47:55.485995Z","steps":["trace[1876088814] 'agreement among raft nodes before linearized reading' (duration: 456.910581ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:55.48616Z","caller":"traceutil/trace.go:171","msg":"trace[1055782160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:325; }","duration":"456.108893ms","start":"2026-04-16T03:47:55.030002Z","end":"2026-04-16T03:47:55.486111Z","steps":["trace[1055782160] 'agreement among raft nodes before linearized reading' (duration: 455.494719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:55.486189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:55.028888Z","time spent":"457.254148ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:47:55.485936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:54.278991Z","time spent":"1.206939047s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:47:55.486906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:47:55.029993Z","time spent":"456.753128ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:47:56.555396Z","caller":"traceutil/trace.go:171","msg":"trace[940843180] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"138.52134ms","start":"2026-04-16T03:47:56.416844Z","end":"2026-04-16T03:47:56.555366Z","steps":["trace[940843180] 'process raft request' (duration: 138.301055ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:56.555593Z","caller":"traceutil/trace.go:171","msg":"trace[85759515] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"133.955506ms","start":"2026-04-16T03:47:56.421625Z","end":"2026-04-16T03:47:56.555581Z","steps":["trace[85759515] 'process raft request' (duration: 133.68325ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:56.555583Z","caller":"traceutil/trace.go:171","msg":"trace[1229934791] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:370; }","duration":"105.380946ms","start":"2026-04-16T03:47:56.45018Z","end":"2026-04-16T03:47:56.555561Z","steps":["trace[1229934791] 'read index received' (duration: 24.891166ms)","trace[1229934791] 'applied index is now lower than readState.Index' (duration: 80.48775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:47:56.555757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.54828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T03:47:56.555823Z","caller":"traceutil/trace.go:171","msg":"trace[384294968] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:364; }","duration":"105.659783ms","start":"2026-04-16T03:47:56.450146Z","end":"2026-04-16T03:47:56.555806Z","steps":["trace[384294968] 'agreement among raft nodes before linearized reading' (duration: 105.5188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:56.69185Z","caller":"traceutil/trace.go:171","msg":"trace[1766952263] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"173.399562ms","start":"2026-04-16T03:47:56.518405Z","end":"2026-04-16T03:47:56.691805Z","steps":["trace[1766952263] 'process raft request' (duration: 104.967767ms)","trace[1766952263] 'compare' (duration: 68.171669ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:56.691942Z","caller":"traceutil/trace.go:171","msg":"trace[612653227] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:375; }","duration":"136.258849ms","start":"2026-04-16T03:47:56.555657Z","end":"2026-04-16T03:47:56.691916Z","steps":["trace[612653227] 'read index received' (duration: 67.707429ms)","trace[612653227] 'applied index is now lower than readState.Index' (duration: 68.54948ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:47:56.691919Z","caller":"traceutil/trace.go:171","msg":"trace[1425756668] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"172.319629ms","start":"2026-04-16T03:47:56.519567Z","end":"2026-04-16T03:47:56.691887Z","steps":["trace[1425756668] 'process raft request' (duration: 172.155504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:56.692131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.760871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T03:47:56.692116Z","caller":"traceutil/trace.go:171","msg":"trace[1972351787] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"127.610442ms","start":"2026-04-16T03:47:56.564467Z","end":"2026-04-16T03:47:56.692077Z","steps":["trace[1972351787] 'process raft request' (duration: 127.333035ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:56.692181Z","caller":"traceutil/trace.go:171","msg":"trace[78088054] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:367; }","duration":"191.845693ms","start":"2026-04-16T03:47:56.500322Z","end":"2026-04-16T03:47:56.692168Z","steps":["trace[78088054] 'agreement among raft nodes before linearized reading' (duration: 191.719271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:47:56.692131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.530001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-16T03:47:56.692244Z","caller":"traceutil/trace.go:171","msg":"trace[219080041] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:367; }","duration":"142.684155ms","start":"2026-04-16T03:47:56.549547Z","end":"2026-04-16T03:47:56.692231Z","steps":["trace[219080041] 'agreement among raft nodes before linearized reading' (duration: 142.492831ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:47:58.728873Z","caller":"traceutil/trace.go:171","msg":"trace[1296626835] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"112.283383ms","start":"2026-04-16T03:47:58.616567Z","end":"2026-04-16T03:47:58.72885Z","steps":["trace[1296626835] 'process raft request' (duration: 112.1258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:00.87617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.290139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:00.876477Z","caller":"traceutil/trace.go:171","msg":"trace[54823633] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"444.096828ms","start":"2026-04-16T03:48:00.432328Z","end":"2026-04-16T03:48:00.876425Z","steps":["trace[54823633] 'process raft request' (duration: 44.457851ms)","trace[54823633] 'compare' (duration: 399.125525ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:00.876482Z","caller":"traceutil/trace.go:171","msg":"trace[1658305713] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"440.980396ms","start":"2026-04-16T03:48:00.435482Z","end":"2026-04-16T03:48:00.876462Z","steps":["trace[1658305713] 'process raft request' (duration: 440.925575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:00.87654Z","caller":"traceutil/trace.go:171","msg":"trace[1376791761] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"441.695413ms","start":"2026-04-16T03:48:00.4348Z","end":"2026-04-16T03:48:00.876496Z","steps":["trace[1376791761] 'process raft request' (duration: 441.496249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:00.876743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:00.435439Z","time spent":"441.202211ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:00.877301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:00.43477Z","time spent":"441.886347ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:00.877214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:00.432308Z","time spent":"444.288422ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:48:01.523727Z","caller":"traceutil/trace.go:171","msg":"trace[1850834873] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:441; }","duration":"1.079035517s","start":"2026-04-16T03:48:00.444638Z","end":"2026-04-16T03:48:01.523673Z","steps":["trace[1850834873] 'read index received' (duration: 32.195593ms)","trace[1850834873] 'applied index is now lower than readState.Index' (duration: 1.046838764s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:01.523802Z","caller":"traceutil/trace.go:171","msg":"trace[1347384252] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"1.082982267s","start":"2026-04-16T03:48:00.440749Z","end":"2026-04-16T03:48:01.523731Z","steps":["trace[1347384252] 'process raft request' (duration: 1.002980828s)","trace[1347384252] 'compare' (duration: 79.690492ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:01.523851Z","caller":"traceutil/trace.go:171","msg":"trace[1636907481] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"1.079355564s","start":"2026-04-16T03:48:00.444447Z","end":"2026-04-16T03:48:01.523803Z","steps":["trace[1636907481] 'process raft request' (duration: 1.07916043s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:01.523905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079255502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-04-16T03:48:01.523941Z","caller":"traceutil/trace.go:171","msg":"trace[1933648396] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:433; }","duration":"1.079371395s","start":"2026-04-16T03:48:00.444559Z","end":"2026-04-16T03:48:01.52393Z","steps":["trace[1933648396] 'agreement among raft nodes before linearized reading' (duration: 1.079275993s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:01.523971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:00.440736Z","time spent":"1.08316118s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:48:01.52398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:00.444495Z","time spent":"1.079475417s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3842,"request content":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" "} {"level":"warn","ts":"2026-04-16T03:48:01.524079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:00.444439Z","time spent":"1.079506477s","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:01.532381Z","caller":"traceutil/trace.go:171","msg":"trace[217826971] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"645.713703ms","start":"2026-04-16T03:48:00.886645Z","end":"2026-04-16T03:48:01.532359Z","steps":["trace[217826971] 'process raft request' (duration: 645.559169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:01.532543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:00.886616Z","time spent":"645.836666ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:01.532539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.688144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:48:01.532616Z","caller":"traceutil/trace.go:171","msg":"trace[1399060646] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:434; }","duration":"321.821397ms","start":"2026-04-16T03:48:01.210776Z","end":"2026-04-16T03:48:01.532598Z","steps":["trace[1399060646] 'agreement among raft nodes before linearized reading' (duration: 321.647363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:01.532661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:01.210754Z","time spent":"321.898399ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:48:01.713137Z","caller":"traceutil/trace.go:171","msg":"trace[1034092056] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:448; }","duration":"128.006692ms","start":"2026-04-16T03:48:01.585108Z","end":"2026-04-16T03:48:01.713115Z","steps":["trace[1034092056] 'read index received' (duration: 29.254486ms)","trace[1034092056] 'applied index is now lower than readState.Index' (duration: 98.751206ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:01.71319Z","caller":"traceutil/trace.go:171","msg":"trace[1992703360] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"173.231349ms","start":"2026-04-16T03:48:01.539912Z","end":"2026-04-16T03:48:01.713143Z","steps":["trace[1992703360] 'process raft request' (duration: 169.28174ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:01.713278Z","caller":"traceutil/trace.go:171","msg":"trace[679308461] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"172.261628ms","start":"2026-04-16T03:48:01.541006Z","end":"2026-04-16T03:48:01.713268Z","steps":["trace[679308461] 'process raft request' (duration: 172.051433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:01.713455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.005339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:48:01.713505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.38088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:48:01.713555Z","caller":"traceutil/trace.go:171","msg":"trace[1244171140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:437; }","duration":"128.493252ms","start":"2026-04-16T03:48:01.585047Z","end":"2026-04-16T03:48:01.71354Z","steps":["trace[1244171140] 'agreement among raft nodes before linearized reading' (duration: 128.38539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:01.713548Z","caller":"traceutil/trace.go:171","msg":"trace[751497476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:437; }","duration":"120.138482ms","start":"2026-04-16T03:48:01.593383Z","end":"2026-04-16T03:48:01.713521Z","steps":["trace[751497476] 'agreement among raft nodes before linearized reading' (duration: 119.943307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:01.713551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.733413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:48:01.713624Z","caller":"traceutil/trace.go:171","msg":"trace[695966225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:437; }","duration":"119.849056ms","start":"2026-04-16T03:48:01.593754Z","end":"2026-04-16T03:48:01.713603Z","steps":["trace[695966225] 'agreement among raft nodes before linearized reading' (duration: 119.687072ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:03.474155Z","caller":"traceutil/trace.go:171","msg":"trace[395576111] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"119.076748ms","start":"2026-04-16T03:48:03.355049Z","end":"2026-04-16T03:48:03.474126Z","steps":["trace[395576111] 'process raft request' (duration: 75.960237ms)","trace[395576111] 'compare' (duration: 42.978437ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:03.851057Z","caller":"traceutil/trace.go:171","msg":"trace[326365806] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"115.590969ms","start":"2026-04-16T03:48:03.735442Z","end":"2026-04-16T03:48:03.851033Z","steps":["trace[326365806] 'process raft request' (duration: 115.505667ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:03.851087Z","caller":"traceutil/trace.go:171","msg":"trace[1269445680] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"117.023102ms","start":"2026-04-16T03:48:03.734021Z","end":"2026-04-16T03:48:03.851044Z","steps":["trace[1269445680] 'process raft request' (duration: 34.488486ms)","trace[1269445680] 'compare' (duration: 82.26049ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:03.851399Z","caller":"traceutil/trace.go:171","msg":"trace[605583364] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"104.013835ms","start":"2026-04-16T03:48:03.747346Z","end":"2026-04-16T03:48:03.85136Z","steps":["trace[605583364] 'process raft request' (duration: 103.650027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:06.354531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:06.855567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:07.35623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.605116131s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:48:07.356352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104527,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:48:07.356579Z","caller":"traceutil/trace.go:171","msg":"trace[1331026678] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"1.605584741s","start":"2026-04-16T03:48:05.750969Z","end":"2026-04-16T03:48:07.356553Z","steps":["trace[1331026678] 'process raft request' (duration: 1.605438538s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:07.356735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.750936Z","time spent":"1.605721324s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:08.100788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.980121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:08.101093Z","caller":"traceutil/trace.go:171","msg":"trace[752853236] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"2.279792014s","start":"2026-04-16T03:48:05.821261Z","end":"2026-04-16T03:48:08.101053Z","steps":["trace[752853236] 'process raft request' (duration: 1.870449905s)","trace[752853236] 'compare' (duration: 408.848188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:08.101264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.821234Z","time spent":"2.279939008s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:08.123116Z","caller":"traceutil/trace.go:171","msg":"trace[1266886657] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:466; }","duration":"2.268696812s","start":"2026-04-16T03:48:05.854388Z","end":"2026-04-16T03:48:08.123085Z","steps":["trace[1266886657] 'read index received' (duration: 1.502048977s)","trace[1266886657] 'applied index is now lower than readState.Index' (duration: 766.645965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:08.123339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268941337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:48:08.123365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267976294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:48:08.123404Z","caller":"traceutil/trace.go:171","msg":"trace[509365347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:454; }","duration":"2.26905869s","start":"2026-04-16T03:48:05.85433Z","end":"2026-04-16T03:48:08.123389Z","steps":["trace[509365347] 'agreement among raft nodes before linearized reading' (duration: 2.268848105s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:08.123418Z","caller":"traceutil/trace.go:171","msg":"trace[1168800884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:454; }","duration":"2.268062046s","start":"2026-04-16T03:48:05.855341Z","end":"2026-04-16T03:48:08.123403Z","steps":["trace[1168800884] 'agreement among raft nodes before linearized reading' (duration: 2.267930853s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:08.123445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.854306Z","time spent":"2.269129391s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:48:08.123473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.855335Z","time spent":"2.268127077s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:08.123467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753286491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:08.123554Z","caller":"traceutil/trace.go:171","msg":"trace[2053942785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:454; }","duration":"1.753434344s","start":"2026-04-16T03:48:06.370102Z","end":"2026-04-16T03:48:08.123536Z","steps":["trace[2053942785] 'agreement among raft nodes before linearized reading' (duration: 1.75324236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:08.123609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:06.370078Z","time spent":"1.753516706s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:48:08.123597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267720299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:48:08.123744Z","caller":"traceutil/trace.go:171","msg":"trace[458493524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"2.267912383s","start":"2026-04-16T03:48:05.855798Z","end":"2026-04-16T03:48:08.12371Z","steps":["trace[458493524] 'agreement among raft nodes before linearized reading' (duration: 2.267611516s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:08.123853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:05.855786Z","time spent":"2.268049596s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:48:15.867874Z","caller":"traceutil/trace.go:171","msg":"trace[229971387] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:516; }","duration":"189.723931ms","start":"2026-04-16T03:48:15.678118Z","end":"2026-04-16T03:48:15.867842Z","steps":["trace[229971387] 'read index received' (duration: 110.914797ms)","trace[229971387] 'applied index is now lower than readState.Index' (duration: 78.808124ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:15.867965Z","caller":"traceutil/trace.go:171","msg":"trace[2065072822] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"211.355904ms","start":"2026-04-16T03:48:15.656561Z","end":"2026-04-16T03:48:15.867917Z","steps":["trace[2065072822] 'process raft request' (duration: 211.19628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:15.868084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.946056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-04-16T03:48:15.868078Z","caller":"traceutil/trace.go:171","msg":"trace[1175116813] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"221.189628ms","start":"2026-04-16T03:48:15.646848Z","end":"2026-04-16T03:48:15.868038Z","steps":["trace[1175116813] 'process raft request' (duration: 142.169018ms)","trace[1175116813] 'compare' (duration: 78.540929ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:15.86813Z","caller":"traceutil/trace.go:171","msg":"trace[1451281952] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:502; }","duration":"190.049678ms","start":"2026-04-16T03:48:15.678067Z","end":"2026-04-16T03:48:15.868116Z","steps":["trace[1451281952] 'agreement among raft nodes before linearized reading' (duration: 189.929276ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:15.945689Z","caller":"traceutil/trace.go:171","msg":"trace[1843810557] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"263.922691ms","start":"2026-04-16T03:48:15.681734Z","end":"2026-04-16T03:48:15.945657Z","steps":["trace[1843810557] 'process raft request' (duration: 263.696016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:15.946277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.917833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329964"} {"level":"info","ts":"2026-04-16T03:48:15.94638Z","caller":"traceutil/trace.go:171","msg":"trace[1499864325] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:503; }","duration":"250.031645ms","start":"2026-04-16T03:48:15.696323Z","end":"2026-04-16T03:48:15.946355Z","steps":["trace[1499864325] 'agreement among raft nodes before linearized reading' (duration: 249.656987ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:16.156164Z","caller":"traceutil/trace.go:171","msg":"trace[977152880] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"201.357956ms","start":"2026-04-16T03:48:15.954777Z","end":"2026-04-16T03:48:16.156135Z","steps":["trace[977152880] 'process raft request' (duration: 201.08749ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.681081Z","caller":"traceutil/trace.go:171","msg":"trace[291317660] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"108.761597ms","start":"2026-04-16T03:48:17.572286Z","end":"2026-04-16T03:48:17.681048Z","steps":["trace[291317660] 'process raft request' (duration: 92.588749ms)","trace[291317660] 'compare' (duration: 15.944973ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:17.681149Z","caller":"traceutil/trace.go:171","msg":"trace[114296368] transaction","detail":"{read_only:false; number_of_response:1; response_revision:522; }","duration":"106.611238ms","start":"2026-04-16T03:48:17.574522Z","end":"2026-04-16T03:48:17.681133Z","steps":["trace[114296368] 'process raft request' (duration: 106.512176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.68128Z","caller":"traceutil/trace.go:171","msg":"trace[1976244873] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"106.737181ms","start":"2026-04-16T03:48:17.574506Z","end":"2026-04-16T03:48:17.681243Z","steps":["trace[1976244873] 'process raft request' (duration: 106.471295ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.76739Z","caller":"traceutil/trace.go:171","msg":"trace[1915520403] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"163.126745ms","start":"2026-04-16T03:48:17.604224Z","end":"2026-04-16T03:48:17.76735Z","steps":["trace[1915520403] 'process raft request' (duration: 162.88677ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.767447Z","caller":"traceutil/trace.go:171","msg":"trace[398585200] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"160.899214ms","start":"2026-04-16T03:48:17.606518Z","end":"2026-04-16T03:48:17.767417Z","steps":["trace[398585200] 'process raft request' (duration: 160.743151ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.767581Z","caller":"traceutil/trace.go:171","msg":"trace[418715233] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"163.159346ms","start":"2026-04-16T03:48:17.604396Z","end":"2026-04-16T03:48:17.767555Z","steps":["trace[418715233] 'process raft request' (duration: 162.824928ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.767595Z","caller":"traceutil/trace.go:171","msg":"trace[1850331365] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"152.802171ms","start":"2026-04-16T03:48:17.614771Z","end":"2026-04-16T03:48:17.767573Z","steps":["trace[1850331365] 'process raft request' (duration: 152.75343ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.767706Z","caller":"traceutil/trace.go:171","msg":"trace[333365400] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"159.729368ms","start":"2026-04-16T03:48:17.60796Z","end":"2026-04-16T03:48:17.76769Z","steps":["trace[333365400] 'process raft request' (duration: 159.39561ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.767816Z","caller":"traceutil/trace.go:171","msg":"trace[1819765056] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"161.012307ms","start":"2026-04-16T03:48:17.606794Z","end":"2026-04-16T03:48:17.767807Z","steps":["trace[1819765056] 'process raft request' (duration: 160.514816ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.767891Z","caller":"traceutil/trace.go:171","msg":"trace[1993602959] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"156.518965ms","start":"2026-04-16T03:48:17.611361Z","end":"2026-04-16T03:48:17.76788Z","steps":["trace[1993602959] 'process raft request' (duration: 156.032074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:17.767912Z","caller":"traceutil/trace.go:171","msg":"trace[202838294] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"153.656029ms","start":"2026-04-16T03:48:17.614245Z","end":"2026-04-16T03:48:17.767901Z","steps":["trace[202838294] 'process raft request' (duration: 153.22978ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.1593Z","caller":"traceutil/trace.go:171","msg":"trace[381022174] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"466.021554ms","start":"2026-04-16T03:48:17.693245Z","end":"2026-04-16T03:48:18.159266Z","steps":["trace[381022174] 'process raft request' (duration: 432.48026ms)","trace[381022174] 'compare' (duration: 33.158945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:18.159486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:17.69322Z","time spent":"466.148497ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:18.159645Z","caller":"traceutil/trace.go:171","msg":"trace[921114567] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"456.614509ms","start":"2026-04-16T03:48:17.703002Z","end":"2026-04-16T03:48:18.159617Z","steps":["trace[921114567] 'process raft request' (duration: 456.201299ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.15975Z","caller":"traceutil/trace.go:171","msg":"trace[1617863835] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"426.212257ms","start":"2026-04-16T03:48:17.733499Z","end":"2026-04-16T03:48:18.159711Z","steps":["trace[1617863835] 'process raft request' (duration: 425.983032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:18.159801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:17.70298Z","time spent":"456.730912ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:18.159967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:17.733472Z","time spent":"426.40197ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:48:18.169103Z","caller":"traceutil/trace.go:171","msg":"trace[396174428] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"381.528538ms","start":"2026-04-16T03:48:17.78753Z","end":"2026-04-16T03:48:18.169059Z","steps":["trace[396174428] 'process raft request' (duration: 376.965855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.169158Z","caller":"traceutil/trace.go:171","msg":"trace[703660026] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"379.929792ms","start":"2026-04-16T03:48:17.789191Z","end":"2026-04-16T03:48:18.169121Z","steps":["trace[703660026] 'process raft request' (duration: 379.676966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:18.169291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:17.789173Z","time spent":"380.047635ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:18.169283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:17.7875Z","time spent":"381.686542ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:18.296465Z","caller":"traceutil/trace.go:171","msg":"trace[707577101] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"127.573086ms","start":"2026-04-16T03:48:18.168862Z","end":"2026-04-16T03:48:18.296435Z","steps":["trace[707577101] 'process raft request' (duration: 123.888521ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.296827Z","caller":"traceutil/trace.go:171","msg":"trace[729323351] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"108.044241ms","start":"2026-04-16T03:48:18.188752Z","end":"2026-04-16T03:48:18.296796Z","steps":["trace[729323351] 'process raft request' (duration: 107.614761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.451321Z","caller":"traceutil/trace.go:171","msg":"trace[8166451] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:560; }","duration":"144.220005ms","start":"2026-04-16T03:48:18.307076Z","end":"2026-04-16T03:48:18.451296Z","steps":["trace[8166451] 'read index received' (duration: 125.007827ms)","trace[8166451] 'applied index is now lower than readState.Index' (duration: 19.211138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:18.451467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.370918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:48:18.451428Z","caller":"traceutil/trace.go:171","msg":"trace[2146588807] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"147.838878ms","start":"2026-04-16T03:48:18.303559Z","end":"2026-04-16T03:48:18.451398Z","steps":["trace[2146588807] 'process raft request' (duration: 128.447226ms)","trace[2146588807] 'compare' (duration: 19.184207ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:18.4515Z","caller":"traceutil/trace.go:171","msg":"trace[893861414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:543; }","duration":"144.463821ms","start":"2026-04-16T03:48:18.307028Z","end":"2026-04-16T03:48:18.451491Z","steps":["trace[893861414] 'agreement among raft nodes before linearized reading' (duration: 144.354458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.464872Z","caller":"traceutil/trace.go:171","msg":"trace[424327643] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"157.698212ms","start":"2026-04-16T03:48:18.307157Z","end":"2026-04-16T03:48:18.464855Z","steps":["trace[424327643] 'process raft request' (duration: 157.443526ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.465031Z","caller":"traceutil/trace.go:171","msg":"trace[1038467340] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"142.947776ms","start":"2026-04-16T03:48:18.322076Z","end":"2026-04-16T03:48:18.465024Z","steps":["trace[1038467340] 'process raft request' (duration: 142.731941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.465175Z","caller":"traceutil/trace.go:171","msg":"trace[1494302417] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"143.099629ms","start":"2026-04-16T03:48:18.322023Z","end":"2026-04-16T03:48:18.465123Z","steps":["trace[1494302417] 'process raft request' (duration: 142.724161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.465248Z","caller":"traceutil/trace.go:171","msg":"trace[149214133] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"141.628446ms","start":"2026-04-16T03:48:18.323574Z","end":"2026-04-16T03:48:18.465203Z","steps":["trace[149214133] 'process raft request' (duration: 141.276738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.807173Z","caller":"traceutil/trace.go:171","msg":"trace[1440085212] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"301.920586ms","start":"2026-04-16T03:48:18.505218Z","end":"2026-04-16T03:48:18.807139Z","steps":["trace[1440085212] 'process raft request' (duration: 297.466324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:18.807343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:18.505183Z","time spent":"302.07191ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:18.807414Z","caller":"traceutil/trace.go:171","msg":"trace[399940802] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"284.52066ms","start":"2026-04-16T03:48:18.522829Z","end":"2026-04-16T03:48:18.807349Z","steps":["trace[399940802] 'process raft request' (duration: 284.264704ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:18.902857Z","caller":"traceutil/trace.go:171","msg":"trace[931271963] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"349.150033ms","start":"2026-04-16T03:48:18.553685Z","end":"2026-04-16T03:48:18.902835Z","steps":["trace[931271963] 'process raft request' (duration: 348.674652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:18.903028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:18.553675Z","time spent":"349.259305ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:19.032446Z","caller":"traceutil/trace.go:171","msg":"trace[1781217622] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"207.800912ms","start":"2026-04-16T03:48:18.824614Z","end":"2026-04-16T03:48:19.032415Z","steps":["trace[1781217622] 'process raft request' (duration: 207.454184ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.032546Z","caller":"traceutil/trace.go:171","msg":"trace[2027713784] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"147.437387ms","start":"2026-04-16T03:48:18.885083Z","end":"2026-04-16T03:48:19.032521Z","steps":["trace[2027713784] 'process raft request' (duration: 147.241273ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.067211Z","caller":"traceutil/trace.go:171","msg":"trace[1228114347] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"148.625945ms","start":"2026-04-16T03:48:18.918509Z","end":"2026-04-16T03:48:19.067135Z","steps":["trace[1228114347] 'process raft request' (duration: 148.282727ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.18069Z","caller":"traceutil/trace.go:171","msg":"trace[414193547] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"100.300084ms","start":"2026-04-16T03:48:19.080358Z","end":"2026-04-16T03:48:19.180658Z","steps":["trace[414193547] 'process raft request' (duration: 83.41721ms)","trace[414193547] 'compare' (duration: 16.71263ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:19.296934Z","caller":"traceutil/trace.go:171","msg":"trace[1845248585] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"168.689721ms","start":"2026-04-16T03:48:19.128219Z","end":"2026-04-16T03:48:19.296909Z","steps":["trace[1845248585] 'process raft request' (duration: 166.183164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.318022Z","caller":"traceutil/trace.go:171","msg":"trace[442180355] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"117.384313ms","start":"2026-04-16T03:48:19.200618Z","end":"2026-04-16T03:48:19.318003Z","steps":["trace[442180355] 'process raft request' (duration: 117.25596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.502874Z","caller":"traceutil/trace.go:171","msg":"trace[872050687] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"104.373487ms","start":"2026-04-16T03:48:19.398476Z","end":"2026-04-16T03:48:19.502849Z","steps":["trace[872050687] 'process raft request' (duration: 104.198843ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.656428Z","caller":"traceutil/trace.go:171","msg":"trace[1314298010] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"236.077667ms","start":"2026-04-16T03:48:19.420293Z","end":"2026-04-16T03:48:19.656371Z","steps":["trace[1314298010] 'process raft request' (duration: 233.087849ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.656503Z","caller":"traceutil/trace.go:171","msg":"trace[235938090] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"159.338579ms","start":"2026-04-16T03:48:19.497101Z","end":"2026-04-16T03:48:19.65644Z","steps":["trace[235938090] 'process raft request' (duration: 158.611103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.656384Z","caller":"traceutil/trace.go:171","msg":"trace[68000386] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:584; }","duration":"141.560343ms","start":"2026-04-16T03:48:19.514755Z","end":"2026-04-16T03:48:19.656315Z","steps":["trace[68000386] 'read index received' (duration: 138.128585ms)","trace[68000386] 'applied index is now lower than readState.Index' (duration: 3.429448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:19.656844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.047994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:48:19.656944Z","caller":"traceutil/trace.go:171","msg":"trace[239400090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:568; }","duration":"142.196277ms","start":"2026-04-16T03:48:19.514703Z","end":"2026-04-16T03:48:19.656899Z","steps":["trace[239400090] 'agreement among raft nodes before linearized reading' (duration: 141.793108ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:19.662133Z","caller":"traceutil/trace.go:171","msg":"trace[2008960184] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"105.074272ms","start":"2026-04-16T03:48:19.557045Z","end":"2026-04-16T03:48:19.662119Z","steps":["trace[2008960184] 'process raft request' (duration: 104.94917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:21.712832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:22.213768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:22.713978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:23.236926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:23.388387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:48:23.388458Z","caller":"traceutil/trace.go:171","msg":"trace[1017568083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418278s","start":"2026-04-16T03:48:21.388024Z","end":"2026-04-16T03:48:23.388442Z","steps":["trace[1017568083] 'agreement among raft nodes before linearized reading' (duration: 2.000329386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:23.38849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.388003Z","time spent":"2.000481659s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:48:23.737663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:24.238679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478104781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:24.472312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.295235476s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:48:24.472807Z","caller":"traceutil/trace.go:171","msg":"trace[1521710228] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"3.29585644s","start":"2026-04-16T03:48:21.176924Z","end":"2026-04-16T03:48:24.47278Z","steps":["trace[1521710228] 'process raft request' (duration: 3.295643735s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.472942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.176894Z","time spent":"3.295989233s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:48:24.486821Z","caller":"traceutil/trace.go:171","msg":"trace[433430163] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"3.105354131s","start":"2026-04-16T03:48:21.381426Z","end":"2026-04-16T03:48:24.48678Z","steps":["trace[433430163] 'process raft request' (duration: 3.105096605s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:24.48692Z","caller":"traceutil/trace.go:171","msg":"trace[923634005] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"2.506987713s","start":"2026-04-16T03:48:21.979917Z","end":"2026-04-16T03:48:24.486905Z","steps":["trace[923634005] 'process raft request' (duration: 2.50682659s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:24.486833Z","caller":"traceutil/trace.go:171","msg":"trace[1920848800] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"2.910677748s","start":"2026-04-16T03:48:21.576127Z","end":"2026-04-16T03:48:24.486805Z","steps":["trace[1920848800] 'process raft request' (duration: 2.910506914s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.486963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.381405Z","time spent":"3.105496394s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:48:24.487013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.979897Z","time spent":"2.507060235s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:48:24.487081Z","caller":"traceutil/trace.go:171","msg":"trace[945735740] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"2.308581486s","start":"2026-04-16T03:48:22.178492Z","end":"2026-04-16T03:48:24.487073Z","steps":["trace[945735740] 'process raft request' (duration: 2.30828589s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.487126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.178462Z","time spent":"2.308645768s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:48:24.487123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.576105Z","time spent":"2.910864093s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:48:24.486841Z","caller":"traceutil/trace.go:171","msg":"trace[1677460801] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"2.710434348s","start":"2026-04-16T03:48:21.776387Z","end":"2026-04-16T03:48:24.486821Z","steps":["trace[1677460801] 'process raft request' (duration: 2.710268614s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.487199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.776361Z","time spent":"2.710809796s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:48:24.487346Z","caller":"traceutil/trace.go:171","msg":"trace[897802007] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"2.105570533s","start":"2026-04-16T03:48:22.381763Z","end":"2026-04-16T03:48:24.487334Z","steps":["trace[897802007] 'process raft request' (duration: 2.105264125s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.487397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.381746Z","time spent":"2.105631084s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:48:24.487558Z","caller":"traceutil/trace.go:171","msg":"trace[1893957780] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"677.55952ms","start":"2026-04-16T03:48:23.809973Z","end":"2026-04-16T03:48:24.487532Z","steps":["trace[1893957780] 'process raft request' (duration: 677.224713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.487644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:23.809952Z","time spent":"677.650333ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:24.487829Z","caller":"traceutil/trace.go:171","msg":"trace[8384982] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:623; }","duration":"3.275272382s","start":"2026-04-16T03:48:21.212533Z","end":"2026-04-16T03:48:24.487805Z","steps":["trace[8384982] 'read index received' (duration: 3.260130806s)","trace[8384982] 'applied index is now lower than readState.Index' (duration: 15.140396ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:24.487958Z","caller":"traceutil/trace.go:171","msg":"trace[604613226] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"650.775781ms","start":"2026-04-16T03:48:23.837155Z","end":"2026-04-16T03:48:24.48793Z","steps":["trace[604613226] 'process raft request' (duration: 650.549896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.488081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275533297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:48:24.488173Z","caller":"traceutil/trace.go:171","msg":"trace[1362347156] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:614; }","duration":"3.27567102s","start":"2026-04-16T03:48:21.212486Z","end":"2026-04-16T03:48:24.488157Z","steps":["trace[1362347156] 'agreement among raft nodes before linearized reading' (duration: 3.275458646s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.488254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.212472Z","time spent":"3.275770282s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:48:24.48834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:23.837131Z","time spent":"651.11793ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:24.494672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520695823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-16T03:48:24.49481Z","caller":"traceutil/trace.go:171","msg":"trace[904889112] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:616; }","duration":"1.520854956s","start":"2026-04-16T03:48:22.973929Z","end":"2026-04-16T03:48:24.494784Z","steps":["trace[904889112] 'agreement among raft nodes before linearized reading' (duration: 1.52057611s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.494805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005752479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:48:24.49484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966027815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:48:24.49487Z","caller":"traceutil/trace.go:171","msg":"trace[7247761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"2.005831722s","start":"2026-04-16T03:48:22.489021Z","end":"2026-04-16T03:48:24.494853Z","steps":["trace[7247761] 'agreement among raft nodes before linearized reading' (duration: 2.005710679s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.494883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105624739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:24.494911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.489009Z","time spent":"2.005894133s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:48:24.494937Z","caller":"traceutil/trace.go:171","msg":"trace[1838393355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"1.105709551s","start":"2026-04-16T03:48:23.389219Z","end":"2026-04-16T03:48:24.494929Z","steps":["trace[1838393355] 'agreement among raft nodes before linearized reading' (duration: 1.10564814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.494944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920228011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:24.494959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:23.3892Z","time spent":"1.105753932s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:48:24.494943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514054101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:24.494982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712615033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:48:24.494989Z","caller":"traceutil/trace.go:171","msg":"trace[538572897] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:616; }","duration":"1.920297632s","start":"2026-04-16T03:48:22.574684Z","end":"2026-04-16T03:48:24.494982Z","steps":["trace[538572897] 'agreement among raft nodes before linearized reading' (duration: 1.920240651s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.494841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320219977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-16T03:48:24.495027Z","caller":"traceutil/trace.go:171","msg":"trace[322987347] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:616; }","duration":"1.514174874s","start":"2026-04-16T03:48:22.980828Z","end":"2026-04-16T03:48:24.495002Z","steps":["trace[322987347] 'agreement among raft nodes before linearized reading' (duration: 1.514030851s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.495078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.980807Z","time spent":"1.514259555s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-16T03:48:24.494853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.973908Z","time spent":"1.520935188s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:48:24.495099Z","caller":"traceutil/trace.go:171","msg":"trace[731302057] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:616; }","duration":"1.320545274s","start":"2026-04-16T03:48:23.174507Z","end":"2026-04-16T03:48:24.495053Z","steps":["trace[731302057] 'agreement among raft nodes before linearized reading' (duration: 1.320212327s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.494906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719967351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:24.495182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:23.174487Z","time spent":"1.320671697s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:48:24.495222Z","caller":"traceutil/trace.go:171","msg":"trace[1200250051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:616; }","duration":"1.720259547s","start":"2026-04-16T03:48:22.774932Z","end":"2026-04-16T03:48:24.495192Z","steps":["trace[1200250051] 'agreement among raft nodes before linearized reading' (duration: 1.71995144s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.495255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.774879Z","time spent":"1.720367989s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:48:24.494908Z","caller":"traceutil/trace.go:171","msg":"trace[388743448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"1.966118146s","start":"2026-04-16T03:48:22.528778Z","end":"2026-04-16T03:48:24.494896Z","steps":["trace[388743448] 'agreement among raft nodes before linearized reading' (duration: 1.965913402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.495229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823620566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:48:24.495286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.528767Z","time spent":"1.966512435s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:48:24.495319Z","caller":"traceutil/trace.go:171","msg":"trace[311525895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"2.823764059s","start":"2026-04-16T03:48:21.671532Z","end":"2026-04-16T03:48:24.495296Z","steps":["trace[311525895] 'agreement among raft nodes before linearized reading' (duration: 2.823458733s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:24.495014Z","caller":"traceutil/trace.go:171","msg":"trace[327410230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:616; }","duration":"1.712688785s","start":"2026-04-16T03:48:22.782316Z","end":"2026-04-16T03:48:24.495005Z","steps":["trace[327410230] 'agreement among raft nodes before linearized reading' (duration: 1.712606843s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.494643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083805651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" ","response":"range_response_count:1 size:4679"} {"level":"warn","ts":"2026-04-16T03:48:24.495367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.671504Z","time spent":"2.823854101s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:48:24.495367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.782293Z","time spent":"1.713063983s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:48:24.495462Z","caller":"traceutil/trace.go:171","msg":"trace[644232127] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6; range_end:; response_count:1; response_revision:616; }","duration":"3.08463759s","start":"2026-04-16T03:48:21.410777Z","end":"2026-04-16T03:48:24.495415Z","steps":["trace[644232127] 'agreement among raft nodes before linearized reading' (duration: 3.083703089s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.495524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:21.410761Z","time spent":"3.084751113s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4702,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" "} {"level":"warn","ts":"2026-04-16T03:48:24.495017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.574668Z","time spent":"1.920342524s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:48:24.495605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025862008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:48:24.495899Z","caller":"traceutil/trace.go:171","msg":"trace[1206873297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"2.026215336s","start":"2026-04-16T03:48:22.469676Z","end":"2026-04-16T03:48:24.495891Z","steps":["trace[1206873297] 'agreement among raft nodes before linearized reading' (duration: 2.02555409s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:24.495919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:22.469659Z","time spent":"2.026254297s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:48:25.064055Z","caller":"traceutil/trace.go:171","msg":"trace[1564441409] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"285.764928ms","start":"2026-04-16T03:48:24.77827Z","end":"2026-04-16T03:48:25.064035Z","steps":["trace[1564441409] 'process raft request' (duration: 285.311858ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:25.287489Z","caller":"traceutil/trace.go:171","msg":"trace[571710219] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"502.716029ms","start":"2026-04-16T03:48:24.784747Z","end":"2026-04-16T03:48:25.287463Z","steps":["trace[571710219] 'process raft request' (duration: 490.48717ms)","trace[571710219] 'compare' (duration: 11.738578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:25.287644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:24.784715Z","time spent":"502.849032ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:25.288038Z","caller":"traceutil/trace.go:171","msg":"trace[1171603065] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:665; }","duration":"310.053491ms","start":"2026-04-16T03:48:24.977969Z","end":"2026-04-16T03:48:25.288023Z","steps":["trace[1171603065] 'read index received' (duration: 85.559489ms)","trace[1171603065] 'applied index is now lower than readState.Index' (duration: 224.492092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:25.288218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.248605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-16T03:48:25.288257Z","caller":"traceutil/trace.go:171","msg":"trace[692815923] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:648; }","duration":"310.331767ms","start":"2026-04-16T03:48:24.977914Z","end":"2026-04-16T03:48:25.288246Z","steps":["trace[692815923] 'agreement among raft nodes before linearized reading' (duration: 310.194304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.288287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:24.977893Z","time spent":"310.386468ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:48:25.289486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.46029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-04-16T03:48:25.289521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.025492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-16T03:48:25.289583Z","caller":"traceutil/trace.go:171","msg":"trace[133653808] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"289.113014ms","start":"2026-04-16T03:48:25.000451Z","end":"2026-04-16T03:48:25.289564Z","steps":["trace[133653808] 'agreement among raft nodes before linearized reading' (duration: 288.91941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:25.289678Z","caller":"traceutil/trace.go:171","msg":"trace[1567646113] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"288.541872ms","start":"2026-04-16T03:48:25.001101Z","end":"2026-04-16T03:48:25.289643Z","steps":["trace[1567646113] 'process raft request' (duration: 287.246893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.289861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.91988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-16T03:48:25.28993Z","caller":"traceutil/trace.go:171","msg":"trace[5609126] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"288.984732ms","start":"2026-04-16T03:48:25.000921Z","end":"2026-04-16T03:48:25.289905Z","steps":["trace[5609126] 'agreement among raft nodes before linearized reading' (duration: 288.89328ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:25.289532Z","caller":"traceutil/trace.go:171","msg":"trace[1807587040] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"288.533971ms","start":"2026-04-16T03:48:25.000988Z","end":"2026-04-16T03:48:25.289522Z","steps":["trace[1807587040] 'agreement among raft nodes before linearized reading' (duration: 288.419848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.290167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.567854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-16T03:48:25.290253Z","caller":"traceutil/trace.go:171","msg":"trace[208324231] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"289.649766ms","start":"2026-04-16T03:48:25.000584Z","end":"2026-04-16T03:48:25.290233Z","steps":["trace[208324231] 'agreement among raft nodes before linearized reading' (duration: 289.511423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.290351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.779039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-16T03:48:25.290402Z","caller":"traceutil/trace.go:171","msg":"trace[1264007380] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"289.85064ms","start":"2026-04-16T03:48:25.000537Z","end":"2026-04-16T03:48:25.290387Z","steps":["trace[1264007380] 'agreement among raft nodes before linearized reading' (duration: 289.690227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.290616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.109566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-16T03:48:25.290664Z","caller":"traceutil/trace.go:171","msg":"trace[1993860341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"290.193018ms","start":"2026-04-16T03:48:25.00046Z","end":"2026-04-16T03:48:25.290653Z","steps":["trace[1993860341] 'agreement among raft nodes before linearized reading' (duration: 290.027705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:25.290667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.171137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-16T03:48:25.290703Z","caller":"traceutil/trace.go:171","msg":"trace[1014143095] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:649; }","duration":"117.241929ms","start":"2026-04-16T03:48:25.173452Z","end":"2026-04-16T03:48:25.290694Z","steps":["trace[1014143095] 'agreement among raft nodes before linearized reading' (duration: 117.049685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.371533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.434182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.371565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.570448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.371611Z","caller":"traceutil/trace.go:171","msg":"trace[773750906] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:660; }","duration":"599.551454ms","start":"2026-04-16T03:48:26.772043Z","end":"2026-04-16T03:48:27.371595Z","steps":["trace[773750906] 'range keys from in-memory index tree' (duration: 599.342519ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.371625Z","caller":"traceutil/trace.go:171","msg":"trace[775784916] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:660; }","duration":"744.657289ms","start":"2026-04-16T03:48:26.626954Z","end":"2026-04-16T03:48:27.371611Z","steps":["trace[775784916] 'range keys from in-memory index tree' (duration: 744.479245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.371648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.772035Z","time spent":"599.605056ms","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.371654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.626946Z","time spent":"744.70095ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.371633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.857007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.371701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.752136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.371757Z","caller":"traceutil/trace.go:171","msg":"trace[195897993] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:660; }","duration":"476.011911ms","start":"2026-04-16T03:48:26.895725Z","end":"2026-04-16T03:48:27.371737Z","steps":["trace[195897993] 'range keys from in-memory index tree' (duration: 475.817296ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.371795Z","caller":"traceutil/trace.go:171","msg":"trace[1596202127] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:660; }","duration":"418.974201ms","start":"2026-04-16T03:48:26.952807Z","end":"2026-04-16T03:48:27.371781Z","steps":["trace[1596202127] 'count revisions from in-memory index tree' (duration: 418.628613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.371804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.895721Z","time spent":"476.070582ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.371774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.844968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.371836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.952765Z","time spent":"419.061493ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.371868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.887935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.371877Z","caller":"traceutil/trace.go:171","msg":"trace[1817932096] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:660; }","duration":"419.002382ms","start":"2026-04-16T03:48:26.952851Z","end":"2026-04-16T03:48:27.371853Z","steps":["trace[1817932096] 'range keys from in-memory index tree' (duration: 418.793687ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.371893Z","caller":"traceutil/trace.go:171","msg":"trace[1037071269] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:660; }","duration":"744.943345ms","start":"2026-04-16T03:48:26.626942Z","end":"2026-04-16T03:48:27.371885Z","steps":["trace[1037071269] 'count revisions from in-memory index tree' (duration: 744.808783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.37191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.201704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.371928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.952842Z","time spent":"419.074023ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:48:27.371949Z","caller":"traceutil/trace.go:171","msg":"trace[333656417] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:660; }","duration":"476.268686ms","start":"2026-04-16T03:48:26.895669Z","end":"2026-04-16T03:48:27.371938Z","steps":["trace[333656417] 'count revisions from in-memory index tree' (duration: 476.102953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.371923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.315227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.371968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.947419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.372002Z","caller":"traceutil/trace.go:171","msg":"trace[569501158] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:660; }","duration":"475.98848ms","start":"2026-04-16T03:48:26.896006Z","end":"2026-04-16T03:48:27.371995Z","steps":["trace[569501158] 'range keys from in-memory index tree' (duration: 475.921219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.896002Z","time spent":"476.01518ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:48:27.372017Z","caller":"traceutil/trace.go:171","msg":"trace[1580774525] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:660; }","duration":"447.47021ms","start":"2026-04-16T03:48:26.924523Z","end":"2026-04-16T03:48:27.371994Z","steps":["trace[1580774525] 'range keys from in-memory index tree' (duration: 447.208394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.584831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.372067Z","caller":"traceutil/trace.go:171","msg":"trace[38953696] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:660; }","duration":"598.619322ms","start":"2026-04-16T03:48:26.773436Z","end":"2026-04-16T03:48:27.372055Z","steps":["trace[38953696] 'range keys from in-memory index tree' (duration: 598.54712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.9245Z","time spent":"447.560882ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.372081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.860046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.3721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.789592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.371976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.895656Z","time spent":"476.312317ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:48:27.372127Z","caller":"traceutil/trace.go:171","msg":"trace[1374999080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:660; }","duration":"618.828114ms","start":"2026-04-16T03:48:26.753291Z","end":"2026-04-16T03:48:27.372119Z","steps":["trace[1374999080] 'range keys from in-memory index tree' (duration: 618.756512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.807555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.372132Z","caller":"traceutil/trace.go:171","msg":"trace[50649732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:660; }","duration":"619.948868ms","start":"2026-04-16T03:48:26.752168Z","end":"2026-04-16T03:48:27.372117Z","steps":["trace[50649732] 'count revisions from in-memory index tree' (duration: 619.792525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.753285Z","time spent":"618.856804ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.371919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.626925Z","time spent":"744.986717ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.372172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.752149Z","time spent":"620.012399ms","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.372179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.635384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.372195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.948397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.372096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.773409Z","time spent":"598.678964ms","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:48:27.372212Z","caller":"traceutil/trace.go:171","msg":"trace[1961335076] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:660; }","duration":"447.686714ms","start":"2026-04-16T03:48:26.924516Z","end":"2026-04-16T03:48:27.372203Z","steps":["trace[1961335076] 'count revisions from in-memory index tree' (duration: 447.528062ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.372221Z","caller":"traceutil/trace.go:171","msg":"trace[1984552340] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:660; }","duration":"572.993939ms","start":"2026-04-16T03:48:26.799219Z","end":"2026-04-16T03:48:27.372213Z","steps":["trace[1984552340] 'count revisions from in-memory index tree' (duration: 572.814214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.9245Z","time spent":"447.736266ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.372252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.799205Z","time spent":"573.039069ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.372265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.207664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.372292Z","caller":"traceutil/trace.go:171","msg":"trace[2078312735] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:660; }","duration":"620.255095ms","start":"2026-04-16T03:48:26.752028Z","end":"2026-04-16T03:48:27.372283Z","steps":["trace[2078312735] 'range keys from in-memory index tree' (duration: 620.148753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.372157Z","caller":"traceutil/trace.go:171","msg":"trace[589829535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:660; }","duration":"572.843555ms","start":"2026-04-16T03:48:26.799304Z","end":"2026-04-16T03:48:27.372148Z","steps":["trace[589829535] 'range keys from in-memory index tree' (duration: 572.763774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.752014Z","time spent":"620.292706ms","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.372332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.629175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.372331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.7993Z","time spent":"573.017619ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:48:27.37236Z","caller":"traceutil/trace.go:171","msg":"trace[1362858309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:660; }","duration":"419.692267ms","start":"2026-04-16T03:48:26.95266Z","end":"2026-04-16T03:48:27.372352Z","steps":["trace[1362858309] 'range keys from in-memory index tree' (duration: 419.581074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.26211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.372388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.952647Z","time spent":"419.732997ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.372394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.1897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.37241Z","caller":"traceutil/trace.go:171","msg":"trace[1876410815] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:660; }","duration":"600.306721ms","start":"2026-04-16T03:48:26.772093Z","end":"2026-04-16T03:48:27.3724Z","steps":["trace[1876410815] 'count revisions from in-memory index tree' (duration: 600.23793ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.372425Z","caller":"traceutil/trace.go:171","msg":"trace[859056781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:660; }","duration":"572.229531ms","start":"2026-04-16T03:48:26.800185Z","end":"2026-04-16T03:48:27.372414Z","steps":["trace[859056781] 'range keys from in-memory index tree' (duration: 572.145079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.772089Z","time spent":"600.343682ms","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.372452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.800179Z","time spent":"572.265562ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.372512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.955124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.372537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.490848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.372548Z","caller":"traceutil/trace.go:171","msg":"trace[775848876] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:660; }","duration":"539.024636ms","start":"2026-04-16T03:48:26.833514Z","end":"2026-04-16T03:48:27.372539Z","steps":["trace[775848876] 'range keys from in-memory index tree' (duration: 538.920533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.456037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.372562Z","caller":"traceutil/trace.go:171","msg":"trace[1386030305] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:660; }","duration":"554.531638ms","start":"2026-04-16T03:48:26.818023Z","end":"2026-04-16T03:48:27.372555Z","steps":["trace[1386030305] 'count revisions from in-memory index tree' (duration: 554.419227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.833507Z","time spent":"539.065737ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.372588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.818012Z","time spent":"554.56954ms","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:48:27.372591Z","caller":"traceutil/trace.go:171","msg":"trace[1270943132] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:660; }","duration":"554.504888ms","start":"2026-04-16T03:48:26.818073Z","end":"2026-04-16T03:48:27.372578Z","steps":["trace[1270943132] 'range keys from in-memory index tree' (duration: 554.433587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.241449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.372654Z","caller":"traceutil/trace.go:171","msg":"trace[1672068436] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:660; }","duration":"538.289749ms","start":"2026-04-16T03:48:26.834356Z","end":"2026-04-16T03:48:27.372646Z","steps":["trace[1672068436] 'range keys from in-memory index tree' (duration: 538.200377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.310694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.372626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.81807Z","time spent":"554.546739ms","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:48:27.37271Z","caller":"traceutil/trace.go:171","msg":"trace[2095867751] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:660; }","duration":"554.354585ms","start":"2026-04-16T03:48:26.818347Z","end":"2026-04-16T03:48:27.372702Z","steps":["trace[2095867751] 'range keys from in-memory index tree' (duration: 554.293164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.789151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.372786Z","caller":"traceutil/trace.go:171","msg":"trace[1527347435] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:660; }","duration":"538.987175ms","start":"2026-04-16T03:48:26.833778Z","end":"2026-04-16T03:48:27.372765Z","steps":["trace[1527347435] 'count revisions from in-memory index tree' (duration: 538.762951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.372683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.834351Z","time spent":"538.324711ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.372738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.818344Z","time spent":"554.385715ms","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.372891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.833772Z","time spent":"539.078998ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:48:27.446284Z","caller":"traceutil/trace.go:171","msg":"trace[663969778] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:680; }","duration":"452.109017ms","start":"2026-04-16T03:48:26.994151Z","end":"2026-04-16T03:48:27.44626Z","steps":["trace[663969778] 'read index received' (duration: 451.303569ms)","trace[663969778] 'applied index is now lower than readState.Index' (duration: 804.288µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:27.446352Z","caller":"traceutil/trace.go:171","msg":"trace[1313501161] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"460.229641ms","start":"2026-04-16T03:48:26.986096Z","end":"2026-04-16T03:48:27.446326Z","steps":["trace[1313501161] 'process raft request' (duration: 459.571336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.446503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.986066Z","time spent":"460.345814ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:27.446573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.235329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.446687Z","caller":"traceutil/trace.go:171","msg":"trace[1167906824] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:661; }","duration":"452.387674ms","start":"2026-04-16T03:48:26.994278Z","end":"2026-04-16T03:48:27.446666Z","steps":["trace[1167906824] 'agreement among raft nodes before linearized reading' (duration: 452.156608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.446738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.994265Z","time spent":"452.461365ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.446664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.269961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.44678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.020923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.44688Z","caller":"traceutil/trace.go:171","msg":"trace[1960858128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:661; }","duration":"365.183176ms","start":"2026-04-16T03:48:27.081677Z","end":"2026-04-16T03:48:27.446861Z","steps":["trace[1960858128] 'agreement among raft nodes before linearized reading' (duration: 364.975301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.446948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.081665Z","time spent":"365.270629ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.446976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.551002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.446999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.273803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.447042Z","caller":"traceutil/trace.go:171","msg":"trace[972958451] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:661; }","duration":"284.339425ms","start":"2026-04-16T03:48:27.16269Z","end":"2026-04-16T03:48:27.447029Z","steps":["trace[972958451] 'agreement among raft nodes before linearized reading' (duration: 284.261243ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.447013Z","caller":"traceutil/trace.go:171","msg":"trace[351726632] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:661; }","duration":"328.671614ms","start":"2026-04-16T03:48:27.118331Z","end":"2026-04-16T03:48:27.447003Z","steps":["trace[351726632] 'agreement among raft nodes before linearized reading' (duration: 328.531131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.447168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.175298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.44721Z","caller":"traceutil/trace.go:171","msg":"trace[2032275742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:661; }","duration":"380.310872ms","start":"2026-04-16T03:48:27.066889Z","end":"2026-04-16T03:48:27.4472Z","steps":["trace[2032275742] 'agreement among raft nodes before linearized reading' (duration: 380.178299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.447244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.06687Z","time spent":"380.361682ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.447162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.118281Z","time spent":"328.866989ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.447332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.535619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.447348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.542878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.447402Z","caller":"traceutil/trace.go:171","msg":"trace[1172603052] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:661; }","duration":"341.603879ms","start":"2026-04-16T03:48:27.105789Z","end":"2026-04-16T03:48:27.447393Z","steps":["trace[1172603052] 'agreement among raft nodes before linearized reading' (duration: 341.539438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.447405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.70839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.447429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.105782Z","time spent":"341.638371ms","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.447494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.11811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.447488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.953391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.447528Z","caller":"traceutil/trace.go:171","msg":"trace[802929545] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:661; }","duration":"403.163092ms","start":"2026-04-16T03:48:27.044357Z","end":"2026-04-16T03:48:27.44752Z","steps":["trace[802929545] 'agreement among raft nodes before linearized reading' (duration: 403.108681ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.446823Z","caller":"traceutil/trace.go:171","msg":"trace[275005958] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:661; }","duration":"452.658199ms","start":"2026-04-16T03:48:26.994116Z","end":"2026-04-16T03:48:27.446774Z","steps":["trace[275005958] 'agreement among raft nodes before linearized reading' (duration: 452.27129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.44759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.797096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.447592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.994098Z","time spent":"453.479468ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.447589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.918957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.447622Z","caller":"traceutil/trace.go:171","msg":"trace[459729920] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:661; }","duration":"403.853087ms","start":"2026-04-16T03:48:27.043761Z","end":"2026-04-16T03:48:27.447615Z","steps":["trace[459729920] 'agreement among raft nodes before linearized reading' (duration: 403.808676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.447686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.043748Z","time spent":"403.926318ms","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:48:27.447694Z","caller":"traceutil/trace.go:171","msg":"trace[1103559512] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:661; }","duration":"285.03774ms","start":"2026-04-16T03:48:27.162636Z","end":"2026-04-16T03:48:27.447674Z","steps":["trace[1103559512] 'agreement among raft nodes before linearized reading' (duration: 284.930308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.447313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.271228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.447754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.124131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.447825Z","caller":"traceutil/trace.go:171","msg":"trace[258633271] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:661; }","duration":"342.222603ms","start":"2026-04-16T03:48:27.105585Z","end":"2026-04-16T03:48:27.447808Z","steps":["trace[258633271] 'agreement among raft nodes before linearized reading' (duration: 342.114861ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.447809Z","caller":"traceutil/trace.go:171","msg":"trace[296516299] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:661; }","duration":"329.762309ms","start":"2026-04-16T03:48:27.118031Z","end":"2026-04-16T03:48:27.447793Z","steps":["trace[296516299] 'agreement among raft nodes before linearized reading' (duration: 329.235667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.447868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.105568Z","time spent":"342.290604ms","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:48:27.447884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.78569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.447543Z","caller":"traceutil/trace.go:171","msg":"trace[529587075] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:661; }","duration":"329.016702ms","start":"2026-04-16T03:48:27.118513Z","end":"2026-04-16T03:48:27.447529Z","steps":["trace[529587075] 'agreement among raft nodes before linearized reading' (duration: 328.91313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.447893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.117967Z","time spent":"329.903453ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.447953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.937622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.447949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.118489Z","time spent":"329.438012ms","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:48:27.44799Z","caller":"traceutil/trace.go:171","msg":"trace[215452686] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:661; }","duration":"420.009144ms","start":"2026-04-16T03:48:27.027972Z","end":"2026-04-16T03:48:27.447981Z","steps":["trace[215452686] 'agreement among raft nodes before linearized reading' (duration: 419.957993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.448025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.027955Z","time spent":"420.061295ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:48:27.447372Z","caller":"traceutil/trace.go:171","msg":"trace[2017969815] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:661; }","duration":"284.60489ms","start":"2026-04-16T03:48:27.162757Z","end":"2026-04-16T03:48:27.447362Z","steps":["trace[2017969815] 'agreement among raft nodes before linearized reading' (duration: 284.547399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.44807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.329362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.44783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.251396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.448111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.003359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.448131Z","caller":"traceutil/trace.go:171","msg":"trace[988775733] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:661; }","duration":"404.560293ms","start":"2026-04-16T03:48:27.043555Z","end":"2026-04-16T03:48:27.448115Z","steps":["trace[988775733] 'agreement among raft nodes before linearized reading' (duration: 404.248106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.448158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.08195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.447447Z","caller":"traceutil/trace.go:171","msg":"trace[2140318366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:661; }","duration":"380.786462ms","start":"2026-04-16T03:48:27.066648Z","end":"2026-04-16T03:48:27.447435Z","steps":["trace[2140318366] 'agreement among raft nodes before linearized reading' (duration: 380.728971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.448185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.043548Z","time spent":"404.623405ms","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.448196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.778487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.448194Z","caller":"traceutil/trace.go:171","msg":"trace[736338217] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:661; }","duration":"436.121803ms","start":"2026-04-16T03:48:27.012057Z","end":"2026-04-16T03:48:27.448179Z","steps":["trace[736338217] 'agreement among raft nodes before linearized reading' (duration: 436.080261ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.448226Z","caller":"traceutil/trace.go:171","msg":"trace[869327856] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:661; }","duration":"436.810367ms","start":"2026-04-16T03:48:27.011407Z","end":"2026-04-16T03:48:27.448217Z","steps":["trace[869327856] 'agreement among raft nodes before linearized reading' (duration: 436.758086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.448216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.206271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.448234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.012051Z","time spent":"436.174484ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.448261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.011384Z","time spent":"436.867199ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:48:27.448288Z","caller":"traceutil/trace.go:171","msg":"trace[2046124794] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:661; }","duration":"453.256642ms","start":"2026-04-16T03:48:26.994999Z","end":"2026-04-16T03:48:27.448255Z","steps":["trace[2046124794] 'agreement among raft nodes before linearized reading' (duration: 453.17324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.448352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:26.994954Z","time spent":"453.370035ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.447874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.973781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.448213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.066631Z","time spent":"381.562581ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:48:27.448147Z","caller":"traceutil/trace.go:171","msg":"trace[528276164] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:661; }","duration":"436.06965ms","start":"2026-04-16T03:48:27.012068Z","end":"2026-04-16T03:48:27.448137Z","steps":["trace[528276164] 'agreement among raft nodes before linearized reading' (duration: 436.023489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.448551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.012048Z","time spent":"436.48286ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.44807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.719435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:27.447914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.890411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.448665Z","caller":"traceutil/trace.go:171","msg":"trace[125338621] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:661; }","duration":"420.66907ms","start":"2026-04-16T03:48:27.027972Z","end":"2026-04-16T03:48:27.448641Z","steps":["trace[125338621] 'agreement among raft nodes before linearized reading' (duration: 419.918182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.448729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.027955Z","time spent":"420.753471ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:48:27.448426Z","caller":"traceutil/trace.go:171","msg":"trace[344061741] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:661; }","duration":"419.518654ms","start":"2026-04-16T03:48:27.028893Z","end":"2026-04-16T03:48:27.448411Z","steps":["trace[344061741] 'agreement among raft nodes before linearized reading' (duration: 418.96063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:27.448113Z","caller":"traceutil/trace.go:171","msg":"trace[1901909991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:661; }","duration":"366.371083ms","start":"2026-04-16T03:48:27.08173Z","end":"2026-04-16T03:48:27.448101Z","steps":["trace[1901909991] 'agreement among raft nodes before linearized reading' (duration: 366.310891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.448913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.081707Z","time spent":"367.183173ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.447556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.044351Z","time spent":"403.197292ms","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:48:27.447921Z","caller":"traceutil/trace.go:171","msg":"trace[979169346] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:661; }","duration":"365.844152ms","start":"2026-04-16T03:48:27.082066Z","end":"2026-04-16T03:48:27.44791Z","steps":["trace[979169346] 'agreement among raft nodes before linearized reading' (duration: 365.78289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.449009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.082054Z","time spent":"366.936327ms","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:27.448308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.495289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:27.44915Z","caller":"traceutil/trace.go:171","msg":"trace[1071120462] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:661; }","duration":"343.665227ms","start":"2026-04-16T03:48:27.105472Z","end":"2026-04-16T03:48:27.449137Z","steps":["trace[1071120462] 'agreement among raft nodes before linearized reading' (duration: 342.204633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.449198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.105437Z","time spent":"343.746808ms","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:48:27.448607Z","caller":"traceutil/trace.go:171","msg":"trace[2047789822] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:661; }","duration":"437.295819ms","start":"2026-04-16T03:48:27.011301Z","end":"2026-04-16T03:48:27.448596Z","steps":["trace[2047789822] 'agreement among raft nodes before linearized reading' (duration: 436.738395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:27.449331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.011289Z","time spent":"438.031225ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:48:27.448853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:27.028869Z","time spent":"419.961704ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:48:31.906058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.98715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5wn7x\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-16T03:48:31.906126Z","caller":"traceutil/trace.go:171","msg":"trace[1208993686] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5wn7x; range_end:; response_count:1; response_revision:689; }","duration":"465.088252ms","start":"2026-04-16T03:48:31.441025Z","end":"2026-04-16T03:48:31.906113Z","steps":["trace[1208993686] 'range keys from in-memory index tree' (duration: 464.913318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:31.906103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.854239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:48:31.906156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:31.441009Z","time spent":"465.140913ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-5wn7x\" "} {"level":"info","ts":"2026-04-16T03:48:31.906181Z","caller":"traceutil/trace.go:171","msg":"trace[573791108] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:689; }","duration":"692.979154ms","start":"2026-04-16T03:48:31.213182Z","end":"2026-04-16T03:48:31.906161Z","steps":["trace[573791108] 'range keys from in-memory index tree' (duration: 692.690976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:31.90623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:31.213164Z","time spent":"693.057555ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:48:32.4117Z","caller":"traceutil/trace.go:171","msg":"trace[104663297] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"490.598922ms","start":"2026-04-16T03:48:31.921073Z","end":"2026-04-16T03:48:32.411672Z","steps":["trace[104663297] 'process raft request' (duration: 490.365487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:32.411864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:31.921041Z","time spent":"490.740506ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:33.157059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.036827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:33.157224Z","caller":"traceutil/trace.go:171","msg":"trace[859334464] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:710; }","duration":"786.508651ms","start":"2026-04-16T03:48:32.370683Z","end":"2026-04-16T03:48:33.157192Z","steps":["trace[859334464] 'read index received' (duration: 40.736897ms)","trace[859334464] 'applied index is now lower than readState.Index' (duration: 745.769664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:33.15746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.780929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:33.157499Z","caller":"traceutil/trace.go:171","msg":"trace[2097412337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:691; }","duration":"786.86158ms","start":"2026-04-16T03:48:32.370624Z","end":"2026-04-16T03:48:33.157485Z","steps":["trace[2097412337] 'agreement among raft nodes before linearized reading' (duration: 786.743398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:33.157541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:32.370602Z","time spent":"786.928931ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:48:33.157555Z","caller":"traceutil/trace.go:171","msg":"trace[487865181] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"1.018145578s","start":"2026-04-16T03:48:32.139352Z","end":"2026-04-16T03:48:33.157497Z","steps":["trace[487865181] 'process raft request' (duration: 647.471065ms)","trace[487865181] 'compare' (duration: 369.872614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:33.157961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:32.139329Z","time spent":"1.018313442s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:33.157976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.753883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:48:33.157976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.827323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:48:33.158027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.791492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:48:33.158075Z","caller":"traceutil/trace.go:171","msg":"trace[1009302270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:691; }","duration":"589.899545ms","start":"2026-04-16T03:48:32.568164Z","end":"2026-04-16T03:48:33.158063Z","steps":["trace[1009302270] 'agreement among raft nodes before linearized reading' (duration: 589.428975ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:33.158072Z","caller":"traceutil/trace.go:171","msg":"trace[793883156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:691; }","duration":"596.935475ms","start":"2026-04-16T03:48:32.561118Z","end":"2026-04-16T03:48:33.158053Z","steps":["trace[793883156] 'agreement among raft nodes before linearized reading' (duration: 596.504336ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:33.158072Z","caller":"traceutil/trace.go:171","msg":"trace[1488726197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:691; }","duration":"593.867055ms","start":"2026-04-16T03:48:32.564176Z","end":"2026-04-16T03:48:33.158043Z","steps":["trace[1488726197] 'agreement among raft nodes before linearized reading' (duration: 593.416775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:33.157978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.484888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:48:33.158119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:32.568154Z","time spent":"589.953346ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:33.158123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:32.561056Z","time spent":"597.054997ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:33.158127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:32.564166Z","time spent":"593.950347ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:48:33.158196Z","caller":"traceutil/trace.go:171","msg":"trace[721180344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:691; }","duration":"597.725493ms","start":"2026-04-16T03:48:32.560425Z","end":"2026-04-16T03:48:33.158151Z","steps":["trace[721180344] 'agreement among raft nodes before linearized reading' (duration: 597.201222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:33.158268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:32.560401Z","time spent":"597.849247ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:48:33.158253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.712213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:48:33.158372Z","caller":"traceutil/trace.go:171","msg":"trace[595069807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:691; }","duration":"598.095952ms","start":"2026-04-16T03:48:32.560246Z","end":"2026-04-16T03:48:33.158342Z","steps":["trace[595069807] 'agreement among raft nodes before linearized reading' (duration: 597.338735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:33.158434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:32.56022Z","time spent":"598.202744ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:48:33.355019Z","caller":"traceutil/trace.go:171","msg":"trace[2103018227] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"192.499695ms","start":"2026-04-16T03:48:33.162483Z","end":"2026-04-16T03:48:33.354983Z","steps":["trace[2103018227] 'process raft request' (duration: 183.864848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:35.263522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43933981s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:35.263833Z","caller":"traceutil/trace.go:171","msg":"trace[1267818133] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"2.100760482s","start":"2026-04-16T03:48:33.163012Z","end":"2026-04-16T03:48:35.263772Z","steps":["trace[1267818133] 'process raft request' (duration: 660.686986ms)","trace[1267818133] 'compare' (duration: 1.439178936s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:35.263867Z","caller":"traceutil/trace.go:171","msg":"trace[51515656] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:712; }","duration":"2.100366163s","start":"2026-04-16T03:48:33.163481Z","end":"2026-04-16T03:48:35.263847Z","steps":["trace[51515656] 'read index received' (duration: 182.949806ms)","trace[51515656] 'applied index is now lower than readState.Index' (duration: 1.917414977s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:35.263957Z","caller":"traceutil/trace.go:171","msg":"trace[1262597461] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"2.100600838s","start":"2026-04-16T03:48:33.163251Z","end":"2026-04-16T03:48:35.263852Z","steps":["trace[1262597461] 'process raft request' (duration: 2.100459515s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:35.264083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:33.162989Z","time spent":"2.100978117s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:35.264149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.206991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:35.264168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100671951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:48:35.264206Z","caller":"traceutil/trace.go:171","msg":"trace[1608688682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:697; }","duration":"893.300314ms","start":"2026-04-16T03:48:34.370884Z","end":"2026-04-16T03:48:35.264184Z","steps":["trace[1608688682] 'agreement among raft nodes before linearized reading' (duration: 893.200981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:35.264194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:33.163244Z","time spent":"2.100821374s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:35.264205Z","caller":"traceutil/trace.go:171","msg":"trace[514537925] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"442.276133ms","start":"2026-04-16T03:48:34.821908Z","end":"2026-04-16T03:48:35.264184Z","steps":["trace[514537925] 'process raft request' (duration: 441.888493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:35.264235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:34.370863Z","time spent":"893.367526ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:48:35.264234Z","caller":"traceutil/trace.go:171","msg":"trace[996700155] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:697; }","duration":"2.100756263s","start":"2026-04-16T03:48:33.163456Z","end":"2026-04-16T03:48:35.264212Z","steps":["trace[996700155] 'agreement among raft nodes before linearized reading' (duration: 2.100568259s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:35.264273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:33.163445Z","time spent":"2.100820204s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:48:35.264305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:34.82188Z","time spent":"442.378074ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:35.264605Z","caller":"traceutil/trace.go:171","msg":"trace[2041724084] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"2.101448739s","start":"2026-04-16T03:48:33.16309Z","end":"2026-04-16T03:48:35.264539Z","steps":["trace[2041724084] 'process raft request' (duration: 2.100543137s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:35.264086Z","caller":"traceutil/trace.go:171","msg":"trace[47385079] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"2.10066403s","start":"2026-04-16T03:48:33.163301Z","end":"2026-04-16T03:48:35.263965Z","steps":["trace[47385079] 'process raft request' (duration: 2.100453275s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:35.264829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:33.163085Z","time spent":"2.101600582s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:35.264835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:33.163296Z","time spent":"2.101427798s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:35.871661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:36.37273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:36.873345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:36.962979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.598337501s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:48:36.963524Z","caller":"traceutil/trace.go:171","msg":"trace[951108827] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"1.592617609s","start":"2026-04-16T03:48:35.370882Z","end":"2026-04-16T03:48:36.9635Z","steps":["trace[951108827] 'read index received' (duration: 1.592347873s)","trace[951108827] 'applied index is now lower than readState.Index' (duration: 268.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:36.963603Z","caller":"traceutil/trace.go:171","msg":"trace[1250378554] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.599037636s","start":"2026-04-16T03:48:35.364538Z","end":"2026-04-16T03:48:36.963576Z","steps":["trace[1250378554] 'process raft request' (duration: 1.598823311s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:36.963694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592774143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:36.963748Z","caller":"traceutil/trace.go:171","msg":"trace[242720596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"1.592908567s","start":"2026-04-16T03:48:35.370824Z","end":"2026-04-16T03:48:36.963733Z","steps":["trace[242720596] 'agreement among raft nodes before linearized reading' (duration: 1.592765823s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:36.963737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.364522Z","time spent":"1.599135919s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:36.963778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:35.370797Z","time spent":"1.592974358s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:48:39.561347Z","caller":"traceutil/trace.go:171","msg":"trace[1279460257] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"269.374946ms","start":"2026-04-16T03:48:39.291943Z","end":"2026-04-16T03:48:39.561318Z","steps":["trace[1279460257] 'process raft request' (duration: 269.17999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:39.619033Z","caller":"traceutil/trace.go:171","msg":"trace[1274425306] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"327.000337ms","start":"2026-04-16T03:48:39.292004Z","end":"2026-04-16T03:48:39.619005Z","steps":["trace[1274425306] 'process raft request' (duration: 326.750732ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:39.619119Z","caller":"traceutil/trace.go:171","msg":"trace[2141540376] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"326.021214ms","start":"2026-04-16T03:48:39.293078Z","end":"2026-04-16T03:48:39.619099Z","steps":["trace[2141540376] 'process raft request' (duration: 325.82148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:39.619118Z","caller":"traceutil/trace.go:171","msg":"trace[1546404264] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"325.974403ms","start":"2026-04-16T03:48:39.29312Z","end":"2026-04-16T03:48:39.619094Z","steps":["trace[1546404264] 'process raft request' (duration: 325.84651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:39.6192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.291974Z","time spent":"327.146081ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:39.619247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.293065Z","time spent":"326.112126ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:39.619243Z","caller":"traceutil/trace.go:171","msg":"trace[1403561158] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"143.750084ms","start":"2026-04-16T03:48:39.475441Z","end":"2026-04-16T03:48:39.619191Z","steps":["trace[1403561158] 'process raft request' (duration: 143.60059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:39.619249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.293103Z","time spent":"326.080285ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:39.619304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.195487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5wn7x\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-04-16T03:48:39.619342Z","caller":"traceutil/trace.go:171","msg":"trace[698463298] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5wn7x; range_end:; response_count:1; response_revision:717; }","duration":"145.284359ms","start":"2026-04-16T03:48:39.474049Z","end":"2026-04-16T03:48:39.619333Z","steps":["trace[698463298] 'agreement among raft nodes before linearized reading' (duration: 145.129795ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:39.61914Z","caller":"traceutil/trace.go:171","msg":"trace[1237120676] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:733; }","duration":"145.004983ms","start":"2026-04-16T03:48:39.474118Z","end":"2026-04-16T03:48:39.619123Z","steps":["trace[1237120676] 'read index received' (duration: 86.993732ms)","trace[1237120676] 'applied index is now lower than readState.Index' (duration: 58.010291ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:40.046658Z","caller":"traceutil/trace.go:171","msg":"trace[1452432320] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"413.513768ms","start":"2026-04-16T03:48:39.633124Z","end":"2026-04-16T03:48:40.046638Z","steps":["trace[1452432320] 'process raft request' (duration: 337.369854ms)","trace[1452432320] 'compare' (duration: 76.036661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:40.046782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:39.633106Z","time spent":"413.62597ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17771,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:40.046735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.651641ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:48:40.04683Z","caller":"traceutil/trace.go:171","msg":"trace[1198783260] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:717; }","duration":"287.757744ms","start":"2026-04-16T03:48:39.759059Z","end":"2026-04-16T03:48:40.046817Z","steps":["trace[1198783260] 'range keys from in-memory index tree' (duration: 287.393846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.378441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.125781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:48:41.378537Z","caller":"traceutil/trace.go:171","msg":"trace[1000118761] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:721; }","duration":"165.232333ms","start":"2026-04-16T03:48:41.213281Z","end":"2026-04-16T03:48:41.378514Z","steps":["trace[1000118761] 'range keys from in-memory index tree' (duration: 164.944287ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:41.597647Z","caller":"traceutil/trace.go:171","msg":"trace[2072525980] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"188.458822ms","start":"2026-04-16T03:48:41.409161Z","end":"2026-04-16T03:48:41.597619Z","steps":["trace[2072525980] 'process raft request' (duration: 98.396031ms)","trace[2072525980] 'compare' (duration: 89.931178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:41.870344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.938091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:41.870456Z","caller":"traceutil/trace.go:171","msg":"trace[599738060] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"270.708625ms","start":"2026-04-16T03:48:41.59973Z","end":"2026-04-16T03:48:41.870439Z","steps":["trace[599738060] 'read index received' (duration: 136.626242ms)","trace[599738060] 'applied index is now lower than readState.Index' (duration: 134.080553ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:41.87049Z","caller":"traceutil/trace.go:171","msg":"trace[162210816] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"270.861679ms","start":"2026-04-16T03:48:41.599592Z","end":"2026-04-16T03:48:41.870454Z","steps":["trace[162210816] 'process raft request' (duration: 136.745055ms)","trace[162210816] 'compare' (duration: 133.725005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:41.870755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.007282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:48:41.870823Z","caller":"traceutil/trace.go:171","msg":"trace[1464764716] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:723; }","duration":"271.119665ms","start":"2026-04-16T03:48:41.599688Z","end":"2026-04-16T03:48:41.870808Z","steps":["trace[1464764716] 'agreement among raft nodes before linearized reading' (duration: 270.954021ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:41.956093Z","caller":"traceutil/trace.go:171","msg":"trace[369986751] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"354.258317ms","start":"2026-04-16T03:48:41.60181Z","end":"2026-04-16T03:48:41.956068Z","steps":["trace[369986751] 'process raft request' (duration: 354.047982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.956246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.601786Z","time spent":"354.38229ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:41.95641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.430904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:48:41.956431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.379042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:48:41.956472Z","caller":"traceutil/trace.go:171","msg":"trace[1000089765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:725; }","duration":"333.549576ms","start":"2026-04-16T03:48:41.622908Z","end":"2026-04-16T03:48:41.956458Z","steps":["trace[1000089765] 'agreement among raft nodes before linearized reading' (duration: 333.351111ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:41.956485Z","caller":"traceutil/trace.go:171","msg":"trace[365762944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:725; }","duration":"333.496916ms","start":"2026-04-16T03:48:41.622974Z","end":"2026-04-16T03:48:41.956471Z","steps":["trace[365762944] 'agreement among raft nodes before linearized reading' (duration: 333.290611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.956505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.622889Z","time spent":"333.609179ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:48:41.956517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.622951Z","time spent":"333.557557ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:41.956541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.63319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:48:41.956514Z","caller":"traceutil/trace.go:171","msg":"trace[1200467142] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"345.251433ms","start":"2026-04-16T03:48:41.611226Z","end":"2026-04-16T03:48:41.956477Z","steps":["trace[1200467142] 'process raft request' (duration: 344.785722ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:41.956576Z","caller":"traceutil/trace.go:171","msg":"trace[2099243320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:725; }","duration":"333.69859ms","start":"2026-04-16T03:48:41.622867Z","end":"2026-04-16T03:48:41.956565Z","steps":["trace[2099243320] 'agreement among raft nodes before linearized reading' (duration: 333.583117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:41.956606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.622854Z","time spent":"333.746282ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:48:41.956683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.611193Z","time spent":"345.399727ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:42.190198Z","caller":"traceutil/trace.go:171","msg":"trace[486877277] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"229.862375ms","start":"2026-04-16T03:48:41.9603Z","end":"2026-04-16T03:48:42.190162Z","steps":["trace[486877277] 'process raft request' (duration: 229.666191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:42.297187Z","caller":"traceutil/trace.go:171","msg":"trace[378391889] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"336.314729ms","start":"2026-04-16T03:48:41.960848Z","end":"2026-04-16T03:48:42.297162Z","steps":["trace[378391889] 'process raft request' (duration: 336.265807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:42.297248Z","caller":"traceutil/trace.go:171","msg":"trace[300785013] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"336.482993ms","start":"2026-04-16T03:48:41.96073Z","end":"2026-04-16T03:48:42.297213Z","steps":["trace[300785013] 'process raft request' (duration: 312.301263ms)","trace[300785013] 'compare' (duration: 23.960525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:42.297355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.960825Z","time spent":"336.436272ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:42.297386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:41.960687Z","time spent":"336.621796ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:42.847099Z","caller":"traceutil/trace.go:171","msg":"trace[1065898789] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:752; }","duration":"239.259778ms","start":"2026-04-16T03:48:42.607817Z","end":"2026-04-16T03:48:42.847077Z","steps":["trace[1065898789] 'read index received' (duration: 239.088804ms)","trace[1065898789] 'applied index is now lower than readState.Index' (duration: 170.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:42.847134Z","caller":"traceutil/trace.go:171","msg":"trace[102818268] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"293.994576ms","start":"2026-04-16T03:48:42.553112Z","end":"2026-04-16T03:48:42.847106Z","steps":["trace[102818268] 'process raft request' (duration: 293.842322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:42.84731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.472254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5wn7x\" ","response":"range_response_count:1 size:18063"} {"level":"info","ts":"2026-04-16T03:48:42.847348Z","caller":"traceutil/trace.go:171","msg":"trace[810173817] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5wn7x; range_end:; response_count:1; response_revision:730; }","duration":"239.559446ms","start":"2026-04-16T03:48:42.607779Z","end":"2026-04-16T03:48:42.847339Z","steps":["trace[810173817] 'agreement among raft nodes before linearized reading' (duration: 239.384971ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:43.439354Z","caller":"traceutil/trace.go:171","msg":"trace[714958308] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:753; }","duration":"327.017838ms","start":"2026-04-16T03:48:43.11231Z","end":"2026-04-16T03:48:43.439328Z","steps":["trace[714958308] 'read index received' (duration: 326.584748ms)","trace[714958308] 'applied index is now lower than readState.Index' (duration: 431.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:43.439598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.275253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:48:43.439647Z","caller":"traceutil/trace.go:171","msg":"trace[532752267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:731; }","duration":"327.374565ms","start":"2026-04-16T03:48:43.112259Z","end":"2026-04-16T03:48:43.439634Z","steps":["trace[532752267] 'agreement among raft nodes before linearized reading' (duration: 327.199532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:43.439685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.112235Z","time spent":"327.442587ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:48:43.439894Z","caller":"traceutil/trace.go:171","msg":"trace[20482425] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"578.432623ms","start":"2026-04-16T03:48:42.860968Z","end":"2026-04-16T03:48:43.4394Z","steps":["trace[20482425] 'process raft request' (duration: 578.030764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:43.44009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:42.860923Z","time spent":"579.003296ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:43.752683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.51894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:43.752758Z","caller":"traceutil/trace.go:171","msg":"trace[197105239] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"308.965237ms","start":"2026-04-16T03:48:43.44378Z","end":"2026-04-16T03:48:43.752746Z","steps":["trace[197105239] 'process raft request' (duration: 136.324545ms)","trace[197105239] 'compare' (duration: 172.419297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:43.752795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:43.443754Z","time spent":"309.026208ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:44.041537Z","caller":"traceutil/trace.go:171","msg":"trace[1932760210] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"103.18862ms","start":"2026-04-16T03:48:43.938327Z","end":"2026-04-16T03:48:44.041515Z","steps":["trace[1932760210] 'process raft request' (duration: 103.064457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:44.204985Z","caller":"traceutil/trace.go:171","msg":"trace[492039769] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:755; }","duration":"244.162911ms","start":"2026-04-16T03:48:43.960795Z","end":"2026-04-16T03:48:44.204958Z","steps":["trace[492039769] 'read index received' (duration: 80.608196ms)","trace[492039769] 'applied index is now lower than readState.Index' (duration: 163.553205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:48:44.20526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.447337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:48:44.20534Z","caller":"traceutil/trace.go:171","msg":"trace[1158976024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:734; }","duration":"244.563619ms","start":"2026-04-16T03:48:43.960754Z","end":"2026-04-16T03:48:44.205318Z","steps":["trace[1158976024] 'agreement among raft nodes before linearized reading' (duration: 244.329774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:44.205727Z","caller":"traceutil/trace.go:171","msg":"trace[840278618] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"251.901596ms","start":"2026-04-16T03:48:43.9538Z","end":"2026-04-16T03:48:44.205701Z","steps":["trace[840278618] 'process raft request' (duration: 250.993506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.625684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.307073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:48:44.625923Z","caller":"traceutil/trace.go:171","msg":"trace[574029421] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:757; }","duration":"324.520109ms","start":"2026-04-16T03:48:44.301379Z","end":"2026-04-16T03:48:44.625899Z","steps":["trace[574029421] 'read index received' (duration: 48.023743ms)","trace[574029421] 'applied index is now lower than readState.Index' (duration: 276.494616ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:44.626022Z","caller":"traceutil/trace.go:171","msg":"trace[1069777309] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"416.580566ms","start":"2026-04-16T03:48:44.20941Z","end":"2026-04-16T03:48:44.625991Z","steps":["trace[1069777309] 'process raft request' (duration: 139.841594ms)","trace[1069777309] 'compare' (duration: 276.131289ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:44.626069Z","caller":"traceutil/trace.go:171","msg":"trace[384418195] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"416.140117ms","start":"2026-04-16T03:48:44.209904Z","end":"2026-04-16T03:48:44.626044Z","steps":["trace[384418195] 'process raft request' (duration: 415.934432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.626182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.209392Z","time spent":"416.6946ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:44.626202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.209896Z","time spent":"416.24191ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:44.626218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.827738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:48:44.626297Z","caller":"traceutil/trace.go:171","msg":"trace[21825405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"324.976331ms","start":"2026-04-16T03:48:44.301303Z","end":"2026-04-16T03:48:44.626279Z","steps":["trace[21825405] 'agreement among raft nodes before linearized reading' (duration: 324.734714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.626395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.701774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:48:44.626342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.301279Z","time spent":"325.055113ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:48:44.626448Z","caller":"traceutil/trace.go:171","msg":"trace[2068070080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:736; }","duration":"324.827167ms","start":"2026-04-16T03:48:44.301606Z","end":"2026-04-16T03:48:44.626433Z","steps":["trace[2068070080] 'agreement among raft nodes before linearized reading' (duration: 324.5627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:44.626585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.301586Z","time spent":"324.93816ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:48:45.669033Z","caller":"traceutil/trace.go:171","msg":"trace[904220533] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"677.50019ms","start":"2026-04-16T03:48:44.991509Z","end":"2026-04-16T03:48:45.66901Z","steps":["trace[904220533] 'process raft request' (duration: 677.364377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.669173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:44.991485Z","time spent":"677.620022ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:45.747443Z","caller":"traceutil/trace.go:171","msg":"trace[1645740414] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:764; }","duration":"376.057444ms","start":"2026-04-16T03:48:45.371347Z","end":"2026-04-16T03:48:45.747404Z","steps":["trace[1645740414] 'read index received' (duration: 297.541776ms)","trace[1645740414] 'applied index is now lower than readState.Index' (duration: 78.513878ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:45.747519Z","caller":"traceutil/trace.go:171","msg":"trace[806694550] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"471.268842ms","start":"2026-04-16T03:48:45.276218Z","end":"2026-04-16T03:48:45.747487Z","steps":["trace[806694550] 'process raft request' (duration: 466.030853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.747663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.2771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:48:45.747692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:45.276188Z","time spent":"471.416586ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:48:45.747733Z","caller":"traceutil/trace.go:171","msg":"trace[1611675979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"376.422373ms","start":"2026-04-16T03:48:45.371294Z","end":"2026-04-16T03:48:45.747717Z","steps":["trace[1611675979] 'agreement among raft nodes before linearized reading' (duration: 376.26398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:45.747811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:45.371272Z","time spent":"376.521896ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:48:53.218846Z","caller":"traceutil/trace.go:171","msg":"trace[1929933573] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"138.32469ms","start":"2026-04-16T03:48:53.080502Z","end":"2026-04-16T03:48:53.218827Z","steps":["trace[1929933573] 'process raft request' (duration: 138.215188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:53.372757Z","caller":"traceutil/trace.go:171","msg":"trace[1082046117] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"290.531956ms","start":"2026-04-16T03:48:53.082202Z","end":"2026-04-16T03:48:53.372734Z","steps":["trace[1082046117] 'process raft request' (duration: 290.324552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:53.372897Z","caller":"traceutil/trace.go:171","msg":"trace[59072546] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"206.543914ms","start":"2026-04-16T03:48:53.166322Z","end":"2026-04-16T03:48:53.372866Z","steps":["trace[59072546] 'process raft request' (duration: 206.331649ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:54.979819Z","caller":"traceutil/trace.go:171","msg":"trace[1376455498] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"293.81041ms","start":"2026-04-16T03:48:54.685984Z","end":"2026-04-16T03:48:54.979794Z","steps":["trace[1376455498] 'process raft request' (duration: 293.632056ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:55.31541Z","caller":"traceutil/trace.go:171","msg":"trace[2041484107] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:832; }","duration":"585.241168ms","start":"2026-04-16T03:48:54.730146Z","end":"2026-04-16T03:48:55.315387Z","steps":["trace[2041484107] 'read index received' (duration: 249.551473ms)","trace[2041484107] 'applied index is now lower than readState.Index' (duration: 335.688705ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:48:55.315605Z","caller":"traceutil/trace.go:171","msg":"trace[1559983353] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"626.873607ms","start":"2026-04-16T03:48:54.68868Z","end":"2026-04-16T03:48:55.315554Z","steps":["trace[1559983353] 'process raft request' (duration: 623.777027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:55.315729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.564995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:48:55.315768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.149932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:48:55.315784Z","caller":"traceutil/trace.go:171","msg":"trace[841669108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:807; }","duration":"585.675038ms","start":"2026-04-16T03:48:54.730094Z","end":"2026-04-16T03:48:55.315769Z","steps":["trace[841669108] 'agreement among raft nodes before linearized reading' (duration: 585.458163ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:48:55.315836Z","caller":"traceutil/trace.go:171","msg":"trace[201555116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:807; }","duration":"584.243105ms","start":"2026-04-16T03:48:54.731579Z","end":"2026-04-16T03:48:55.315822Z","steps":["trace[201555116] 'agreement among raft nodes before linearized reading' (duration: 584.079291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:48:55.315861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:54.730076Z","time spent":"585.767861ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:48:55.315884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:54.731569Z","time spent":"584.300086ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:48:55.315885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:54.688667Z","time spent":"627.077761ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:48:58.615796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:59.116493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:48:59.617411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:00.123837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:00.371776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:49:00.371862Z","caller":"traceutil/trace.go:171","msg":"trace[1495181076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210813s","start":"2026-04-16T03:48:58.371635Z","end":"2026-04-16T03:49:00.371845Z","steps":["trace[1495181076] 'agreement among raft nodes before linearized reading' (duration: 2.00010274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.371929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.371615Z","time spent":"2.000281195s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:49:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:49:00.536122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.702119608s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:49:00.53643Z","caller":"traceutil/trace.go:171","msg":"trace[1561376650] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"2.702500887s","start":"2026-04-16T03:48:57.833908Z","end":"2026-04-16T03:49:00.536409Z","steps":["trace[1561376650] 'process raft request' (duration: 2.702384004s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.536582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:57.833887Z","time spent":"2.70261289s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:00.591535Z","caller":"traceutil/trace.go:171","msg":"trace[206338932] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"2.552337567s","start":"2026-04-16T03:48:58.039159Z","end":"2026-04-16T03:49:00.591497Z","steps":["trace[206338932] 'process raft request' (duration: 2.552076031s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:00.591791Z","caller":"traceutil/trace.go:171","msg":"trace[1838040611] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:853; }","duration":"2.476155492s","start":"2026-04-16T03:48:58.115599Z","end":"2026-04-16T03:49:00.591755Z","steps":["trace[1838040611] 'read index received' (duration: 2.420734849s)","trace[1838040611] 'applied index is now lower than readState.Index' (duration: 55.418662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:00.59188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.039141Z","time spent":"2.552567522s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:00.592018Z","caller":"traceutil/trace.go:171","msg":"trace[1910741519] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"1.645375002s","start":"2026-04-16T03:48:58.94663Z","end":"2026-04-16T03:49:00.592005Z","steps":["trace[1910741519] 'process raft request' (duration: 1.644798779s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.592177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.946606Z","time spent":"1.645450864s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:00.592331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593482161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:49:00.592358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238864454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:49:00.592371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476752516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:00.592421Z","caller":"traceutil/trace.go:171","msg":"trace[2075517990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:828; }","duration":"1.593626023s","start":"2026-04-16T03:48:58.998775Z","end":"2026-04-16T03:49:00.592401Z","steps":["trace[2075517990] 'agreement among raft nodes before linearized reading' (duration: 1.593394128s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:00.592437Z","caller":"traceutil/trace.go:171","msg":"trace[798167322] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:828; }","duration":"2.476874558s","start":"2026-04-16T03:48:58.115547Z","end":"2026-04-16T03:49:00.592421Z","steps":["trace[798167322] 'agreement among raft nodes before linearized reading' (duration: 2.476750716s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.592476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.511623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:00.59249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.115524Z","time spent":"2.4769519s","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:00.592491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:58.998756Z","time spent":"1.593710895s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:49:00.592514Z","caller":"traceutil/trace.go:171","msg":"trace[159476510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:828; }","duration":"220.632434ms","start":"2026-04-16T03:49:00.371874Z","end":"2026-04-16T03:49:00.592506Z","steps":["trace[159476510] 'agreement among raft nodes before linearized reading' (duration: 220.580743ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:00.59243Z","caller":"traceutil/trace.go:171","msg":"trace[651691534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:828; }","duration":"1.238959126s","start":"2026-04-16T03:48:59.353452Z","end":"2026-04-16T03:49:00.592411Z","steps":["trace[651691534] 'agreement among raft nodes before linearized reading' (duration: 1.238772372s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.592699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248084773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:00.592752Z","caller":"traceutil/trace.go:171","msg":"trace[1098506823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:828; }","duration":"1.248177707s","start":"2026-04-16T03:48:59.344562Z","end":"2026-04-16T03:49:00.59274Z","steps":["trace[1098506823] 'agreement among raft nodes before linearized reading' (duration: 1.247973722s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.592794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.344543Z","time spent":"1.248243508s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:00.592783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261615142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:49:00.592849Z","caller":"traceutil/trace.go:171","msg":"trace[723619346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:828; }","duration":"1.261742225s","start":"2026-04-16T03:48:59.33109Z","end":"2026-04-16T03:49:00.592832Z","steps":["trace[723619346] 'agreement among raft nodes before linearized reading' (duration: 1.261498549s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:00.592711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.353443Z","time spent":"1.239258113s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:00.5929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:48:59.331072Z","time spent":"1.261818926s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:49:03.198063Z","caller":"traceutil/trace.go:171","msg":"trace[1946575409] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"143.282633ms","start":"2026-04-16T03:49:03.054746Z","end":"2026-04-16T03:49:03.198029Z","steps":["trace[1946575409] 'process raft request' (duration: 143.109129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:04.415134Z","caller":"traceutil/trace.go:171","msg":"trace[332637228] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"133.662094ms","start":"2026-04-16T03:49:04.281439Z","end":"2026-04-16T03:49:04.415101Z","steps":["trace[332637228] 'process raft request' (duration: 123.255137ms)","trace[332637228] 'compare' (duration: 10.150201ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:04.629239Z","caller":"traceutil/trace.go:171","msg":"trace[344317908] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"111.329585ms","start":"2026-04-16T03:49:04.51788Z","end":"2026-04-16T03:49:04.62921Z","steps":["trace[344317908] 'process raft request' (duration: 91.664067ms)","trace[344317908] 'compare' (duration: 19.540065ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:04.655736Z","caller":"traceutil/trace.go:171","msg":"trace[2047063128] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"114.981528ms","start":"2026-04-16T03:49:04.540732Z","end":"2026-04-16T03:49:04.655713Z","steps":["trace[2047063128] 'process raft request' (duration: 114.721493ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:04.806697Z","caller":"traceutil/trace.go:171","msg":"trace[372436987] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"147.11959ms","start":"2026-04-16T03:49:04.659546Z","end":"2026-04-16T03:49:04.806665Z","steps":["trace[372436987] 'process raft request' (duration: 137.341818ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:04.833187Z","caller":"traceutil/trace.go:171","msg":"trace[975339730] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:877; }","duration":"126.88401ms","start":"2026-04-16T03:49:04.706276Z","end":"2026-04-16T03:49:04.83316Z","steps":["trace[975339730] 'read index received' (duration: 90.626824ms)","trace[975339730] 'applied index is now lower than readState.Index' (duration: 36.255946ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:04.833272Z","caller":"traceutil/trace.go:171","msg":"trace[1035561072] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"173.047401ms","start":"2026-04-16T03:49:04.660202Z","end":"2026-04-16T03:49:04.833249Z","steps":["trace[1035561072] 'process raft request' (duration: 172.810676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:04.833569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.480146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:49:04.833637Z","caller":"traceutil/trace.go:171","msg":"trace[298875877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:850; }","duration":"117.583008ms","start":"2026-04-16T03:49:04.716037Z","end":"2026-04-16T03:49:04.83362Z","steps":["trace[298875877] 'agreement among raft nodes before linearized reading' (duration: 117.272651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:04.833629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.338751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:04.83371Z","caller":"traceutil/trace.go:171","msg":"trace[1319605703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:850; }","duration":"127.461624ms","start":"2026-04-16T03:49:04.706223Z","end":"2026-04-16T03:49:04.833684Z","steps":["trace[1319605703] 'agreement among raft nodes before linearized reading' (duration: 127.079885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:04.992354Z","caller":"traceutil/trace.go:171","msg":"trace[583900819] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"154.52441ms","start":"2026-04-16T03:49:04.837767Z","end":"2026-04-16T03:49:04.992291Z","steps":["trace[583900819] 'process raft request' (duration: 154.437238ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:04.99234Z","caller":"traceutil/trace.go:171","msg":"trace[426124275] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"154.657803ms","start":"2026-04-16T03:49:04.837637Z","end":"2026-04-16T03:49:04.992295Z","steps":["trace[426124275] 'process raft request' (duration: 103.918857ms)","trace[426124275] 'compare' (duration: 50.52049ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:04.992662Z","caller":"traceutil/trace.go:171","msg":"trace[1173691449] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"153.66012ms","start":"2026-04-16T03:49:04.838974Z","end":"2026-04-16T03:49:04.992634Z","steps":["trace[1173691449] 'process raft request' (duration: 153.479356ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:04.992665Z","caller":"traceutil/trace.go:171","msg":"trace[2119699117] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"154.763435ms","start":"2026-04-16T03:49:04.837872Z","end":"2026-04-16T03:49:04.992635Z","steps":["trace[2119699117] 'process raft request' (duration: 154.384337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.216044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.164566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:05.216223Z","caller":"traceutil/trace.go:171","msg":"trace[962154175] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"166.995553ms","start":"2026-04-16T03:49:05.049211Z","end":"2026-04-16T03:49:05.216206Z","steps":["trace[962154175] 'process raft request' (duration: 166.935942ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:05.216237Z","caller":"traceutil/trace.go:171","msg":"trace[896982383] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"167.644707ms","start":"2026-04-16T03:49:05.048562Z","end":"2026-04-16T03:49:05.216206Z","steps":["trace[896982383] 'process raft request' (duration: 65.255776ms)","trace[896982383] 'compare' (duration: 102.036443ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:05.461587Z","caller":"traceutil/trace.go:171","msg":"trace[417287394] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:888; }","duration":"223.149753ms","start":"2026-04-16T03:49:05.238411Z","end":"2026-04-16T03:49:05.461561Z","steps":["trace[417287394] 'read index received' (duration: 35.172192ms)","trace[417287394] 'applied index is now lower than readState.Index' (duration: 187.976301ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:05.461651Z","caller":"traceutil/trace.go:171","msg":"trace[2144113317] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"240.783074ms","start":"2026-04-16T03:49:05.220852Z","end":"2026-04-16T03:49:05.461635Z","steps":["trace[2144113317] 'process raft request' (duration: 240.577309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:05.461807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.364267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:05.461843Z","caller":"traceutil/trace.go:171","msg":"trace[597508044] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:860; }","duration":"223.4754ms","start":"2026-04-16T03:49:05.238358Z","end":"2026-04-16T03:49:05.461834Z","steps":["trace[597508044] 'agreement among raft nodes before linearized reading' (duration: 223.325117ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:05.671309Z","caller":"traceutil/trace.go:171","msg":"trace[981744261] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"132.287662ms","start":"2026-04-16T03:49:05.53864Z","end":"2026-04-16T03:49:05.670927Z","steps":["trace[981744261] 'process raft request' (duration: 106.056955ms)","trace[981744261] 'compare' (duration: 25.960261ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:05.857663Z","caller":"traceutil/trace.go:171","msg":"trace[1522193308] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"101.184105ms","start":"2026-04-16T03:49:05.756441Z","end":"2026-04-16T03:49:05.857625Z","steps":["trace[1522193308] 'process raft request' (duration: 101.064492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:06.040615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.090719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5266"} {"level":"info","ts":"2026-04-16T03:49:06.040721Z","caller":"traceutil/trace.go:171","msg":"trace[1760011885] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:869; }","duration":"125.247873ms","start":"2026-04-16T03:49:05.915445Z","end":"2026-04-16T03:49:06.040693Z","steps":["trace[1760011885] 'agreement among raft nodes before linearized reading' (duration: 16.462305ms)","trace[1760011885] 'get authentication metadata' (duration: 32.06137ms)","trace[1760011885] 'range keys from in-memory index tree' (duration: 76.511253ms)"],"step_count":3} {"level":"info","ts":"2026-04-16T03:49:06.041232Z","caller":"traceutil/trace.go:171","msg":"trace[213337123] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"106.219789ms","start":"2026-04-16T03:49:05.934999Z","end":"2026-04-16T03:49:06.041219Z","steps":["trace[213337123] 'process raft request' (duration: 79.503921ms)","trace[213337123] 'compare' (duration: 25.861879ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:06.05712Z","caller":"traceutil/trace.go:171","msg":"trace[194768570] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"119.392809ms","start":"2026-04-16T03:49:05.937709Z","end":"2026-04-16T03:49:06.057102Z","steps":["trace[194768570] 'process raft request' (duration: 119.342348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:06.057147Z","caller":"traceutil/trace.go:171","msg":"trace[1861688894] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"120.619617ms","start":"2026-04-16T03:49:05.936512Z","end":"2026-04-16T03:49:06.057132Z","steps":["trace[1861688894] 'process raft request' (duration: 120.384802ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:11.214617Z","caller":"traceutil/trace.go:171","msg":"trace[136030332] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"120.188347ms","start":"2026-04-16T03:49:11.094373Z","end":"2026-04-16T03:49:11.214561Z","steps":["trace[136030332] 'process raft request' (duration: 103.109229ms)","trace[136030332] 'compare' (duration: 16.958806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:15.840158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.733206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:15.840265Z","caller":"traceutil/trace.go:171","msg":"trace[492303366] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:961; }","duration":"352.866039ms","start":"2026-04-16T03:49:15.487373Z","end":"2026-04-16T03:49:15.840239Z","steps":["trace[492303366] 'count revisions from in-memory index tree' (duration: 352.606583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:15.840323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:15.487276Z","time spent":"353.029993ms","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:16.374647Z","caller":"traceutil/trace.go:171","msg":"trace[981467431] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"769.979683ms","start":"2026-04-16T03:49:15.604637Z","end":"2026-04-16T03:49:16.374617Z","steps":["trace[981467431] 'process raft request' (duration: 769.678076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:16.374812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:15.604604Z","time spent":"770.117036ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:16.579802Z","caller":"traceutil/trace.go:171","msg":"trace[1323053800] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"198.014927ms","start":"2026-04-16T03:49:16.381769Z","end":"2026-04-16T03:49:16.579784Z","steps":["trace[1323053800] 'process raft request' (duration: 197.896744ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:17.147567Z","caller":"traceutil/trace.go:171","msg":"trace[1694768633] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"126.791803ms","start":"2026-04-16T03:49:17.020757Z","end":"2026-04-16T03:49:17.147549Z","steps":["trace[1694768633] 'process raft request' (duration: 119.942256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:17.902845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.190021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:49:17.902954Z","caller":"traceutil/trace.go:171","msg":"trace[1108556826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:995; }","duration":"629.380005ms","start":"2026-04-16T03:49:17.273549Z","end":"2026-04-16T03:49:17.902929Z","steps":["trace[1108556826] 'range keys from in-memory index tree' (duration: 629.020758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:17.903006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:17.273532Z","time spent":"629.462507ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:49:18.223884Z","caller":"traceutil/trace.go:171","msg":"trace[886691330] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"316.904179ms","start":"2026-04-16T03:49:17.90696Z","end":"2026-04-16T03:49:18.223865Z","steps":["trace[886691330] 'process raft request' (duration: 316.767036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:18.224016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:17.906944Z","time spent":"317.004621ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:18.962417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.920539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:18.962451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.85583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:18.962478Z","caller":"traceutil/trace.go:171","msg":"trace[1150655389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"591.042051ms","start":"2026-04-16T03:49:18.371422Z","end":"2026-04-16T03:49:18.962465Z","steps":["trace[1150655389] 'range keys from in-memory index tree' (duration: 590.854546ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:18.962493Z","caller":"traceutil/trace.go:171","msg":"trace[1459600667] linearizableReadLoop","detail":"{readStateIndex:1029; appliedIndex:1028; }","duration":"202.168131ms","start":"2026-04-16T03:49:18.760317Z","end":"2026-04-16T03:49:18.962485Z","steps":["trace[1459600667] 'read index received' (duration: 41.28µs)","trace[1459600667] 'applied index is now lower than readState.Index' (duration: 202.125881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:18.962506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.371405Z","time spent":"591.094232ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:49:18.962552Z","caller":"traceutil/trace.go:171","msg":"trace[143511647] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"581.997324ms","start":"2026-04-16T03:49:18.380547Z","end":"2026-04-16T03:49:18.962545Z","steps":["trace[143511647] 'process raft request' (duration: 341.999541ms)","trace[143511647] 'compare' (duration: 239.735227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:18.962607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:18.380528Z","time spent":"582.058236ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:18.962802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.48862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:18.962828Z","caller":"traceutil/trace.go:171","msg":"trace[1049076776] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:997; }","duration":"202.559291ms","start":"2026-04-16T03:49:18.760258Z","end":"2026-04-16T03:49:18.962818Z","steps":["trace[1049076776] 'agreement among raft nodes before linearized reading' (duration: 202.48721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:19.238289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.302633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:49:19.238367Z","caller":"traceutil/trace.go:171","msg":"trace[1495705654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:997; }","duration":"169.430916ms","start":"2026-04-16T03:49:19.068919Z","end":"2026-04-16T03:49:19.23835Z","steps":["trace[1495705654] 'range keys from in-memory index tree' (duration: 169.116278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:19.352778Z","caller":"traceutil/trace.go:171","msg":"trace[509514015] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"110.798537ms","start":"2026-04-16T03:49:19.241956Z","end":"2026-04-16T03:49:19.352755Z","steps":["trace[509514015] 'process raft request' (duration: 110.669434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:19.563937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.411506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:19.564237Z","caller":"traceutil/trace.go:171","msg":"trace[832071912] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1029; }","duration":"280.068768ms","start":"2026-04-16T03:49:19.284151Z","end":"2026-04-16T03:49:19.564219Z","steps":["trace[832071912] 'read index received' (duration: 68.488543ms)","trace[832071912] 'applied index is now lower than readState.Index' (duration: 211.578665ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:19.564278Z","caller":"traceutil/trace.go:171","msg":"trace[1007175764] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"321.763099ms","start":"2026-04-16T03:49:19.24249Z","end":"2026-04-16T03:49:19.564254Z","steps":["trace[1007175764] 'process raft request' (duration: 321.620616ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:19.564291Z","caller":"traceutil/trace.go:171","msg":"trace[1456801109] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"322.201789ms","start":"2026-04-16T03:49:19.24205Z","end":"2026-04-16T03:49:19.564252Z","steps":["trace[1456801109] 'process raft request' (duration: 212.397304ms)","trace[1456801109] 'compare' (duration: 109.275523ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:19.564308Z","caller":"traceutil/trace.go:171","msg":"trace[848880777] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"321.702578ms","start":"2026-04-16T03:49:19.242573Z","end":"2026-04-16T03:49:19.564276Z","steps":["trace[848880777] 'process raft request' (duration: 321.606406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:19.564392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:19.242482Z","time spent":"321.849122ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:19.564446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.222081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:19.564493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:19.242033Z","time spent":"322.353813ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:19.564508Z","caller":"traceutil/trace.go:171","msg":"trace[387625875] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1001; }","duration":"280.385165ms","start":"2026-04-16T03:49:19.284107Z","end":"2026-04-16T03:49:19.564493Z","steps":["trace[387625875] 'agreement among raft nodes before linearized reading' (duration: 280.194301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:19.56454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:19.242545Z","time spent":"321.861481ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:20.492154Z","caller":"traceutil/trace.go:171","msg":"trace[470652416] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1033; }","duration":"124.07303ms","start":"2026-04-16T03:49:20.368061Z","end":"2026-04-16T03:49:20.492134Z","steps":["trace[470652416] 'read index received' (duration: 123.860285ms)","trace[470652416] 'applied index is now lower than readState.Index' (duration: 211.815µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:20.492251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.179543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:20.492235Z","caller":"traceutil/trace.go:171","msg":"trace[738270490] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"260.742029ms","start":"2026-04-16T03:49:20.231464Z","end":"2026-04-16T03:49:20.492206Z","steps":["trace[738270490] 'process raft request' (duration: 260.539753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:20.492274Z","caller":"traceutil/trace.go:171","msg":"trace[1377073588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"124.244495ms","start":"2026-04-16T03:49:20.368021Z","end":"2026-04-16T03:49:20.492266Z","steps":["trace[1377073588] 'agreement among raft nodes before linearized reading' (duration: 124.191484ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:21.232419Z","caller":"traceutil/trace.go:171","msg":"trace[1421182117] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"650.393145ms","start":"2026-04-16T03:49:20.582002Z","end":"2026-04-16T03:49:21.232395Z","steps":["trace[1421182117] 'process raft request' (duration: 650.228281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.232565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:20.581983Z","time spent":"650.521378ms","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:21.893511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.171244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:21.893764Z","caller":"traceutil/trace.go:171","msg":"trace[521021412] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"1.287413656s","start":"2026-04-16T03:49:20.606324Z","end":"2026-04-16T03:49:21.893737Z","steps":["trace[521021412] 'process raft request' (duration: 834.933344ms)","trace[521021412] 'compare' (duration: 451.909439ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:21.893789Z","caller":"traceutil/trace.go:171","msg":"trace[735797725] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"1.098865024s","start":"2026-04-16T03:49:20.794906Z","end":"2026-04-16T03:49:21.893771Z","steps":["trace[735797725] 'process raft request' (duration: 1.098713661s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.893838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:20.606301Z","time spent":"1.287506388s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:49:21.893889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:20.794884Z","time spent":"1.098947267s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:21.894057Z","caller":"traceutil/trace.go:171","msg":"trace[335862819] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1035; }","duration":"799.031035ms","start":"2026-04-16T03:49:21.095006Z","end":"2026-04-16T03:49:21.894037Z","steps":["trace[335862819] 'read index received' (duration: 137.22039ms)","trace[335862819] 'applied index is now lower than readState.Index' (duration: 661.809125ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:21.894101Z","caller":"traceutil/trace.go:171","msg":"trace[2035115133] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"924.413145ms","start":"2026-04-16T03:49:20.969655Z","end":"2026-04-16T03:49:21.894068Z","steps":["trace[2035115133] 'process raft request' (duration: 924.068017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.894199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.193409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:21.894253Z","caller":"traceutil/trace.go:171","msg":"trace[420308673] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1007; }","duration":"799.272681ms","start":"2026-04-16T03:49:21.094963Z","end":"2026-04-16T03:49:21.894236Z","steps":["trace[420308673] 'agreement among raft nodes before linearized reading' (duration: 799.176369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.894295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.094946Z","time spent":"799.336342ms","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:21.894284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:20.969631Z","time spent":"924.565149ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:21.894331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.11255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:21.894388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.028836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:49:21.894413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.742813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:49:21.894433Z","caller":"traceutil/trace.go:171","msg":"trace[1694660804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1007; }","duration":"326.073097ms","start":"2026-04-16T03:49:21.568347Z","end":"2026-04-16T03:49:21.89442Z","steps":["trace[1694660804] 'agreement among raft nodes before linearized reading' (duration: 325.930864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.894469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.568272Z","time spent":"326.19094ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:49:21.894425Z","caller":"traceutil/trace.go:171","msg":"trace[150980813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1007; }","duration":"526.232954ms","start":"2026-04-16T03:49:21.368171Z","end":"2026-04-16T03:49:21.894404Z","steps":["trace[150980813] 'agreement among raft nodes before linearized reading' (duration: 526.09271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.894453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.134785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:49:21.894499Z","caller":"traceutil/trace.go:171","msg":"trace[852201562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1007; }","duration":"326.856836ms","start":"2026-04-16T03:49:21.567599Z","end":"2026-04-16T03:49:21.894456Z","steps":["trace[852201562] 'agreement among raft nodes before linearized reading' (duration: 326.660481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.894522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.368158Z","time spent":"526.346226ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:49:21.894543Z","caller":"traceutil/trace.go:171","msg":"trace[928050082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1007; }","duration":"538.271398ms","start":"2026-04-16T03:49:21.35625Z","end":"2026-04-16T03:49:21.894522Z","steps":["trace[928050082] 'agreement among raft nodes before linearized reading' (duration: 538.026943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.894615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.356232Z","time spent":"538.37544ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:21.894609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.56758Z","time spent":"326.962329ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:21.894358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.896385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:49:21.894732Z","caller":"traceutil/trace.go:171","msg":"trace[993428031] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1007; }","duration":"679.321195ms","start":"2026-04-16T03:49:21.215402Z","end":"2026-04-16T03:49:21.894723Z","steps":["trace[993428031] 'agreement among raft nodes before linearized reading' (duration: 678.839714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.894759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.215378Z","time spent":"679.372205ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:49:21.894838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.554838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:49:21.894935Z","caller":"traceutil/trace.go:171","msg":"trace[2106643654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1007; }","duration":"326.686761ms","start":"2026-04-16T03:49:21.568232Z","end":"2026-04-16T03:49:21.894919Z","steps":["trace[2106643654] 'agreement among raft nodes before linearized reading' (duration: 326.080648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:21.895019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.568215Z","time spent":"326.788253ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:49:22.262903Z","caller":"traceutil/trace.go:171","msg":"trace[777057536] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"363.42384ms","start":"2026-04-16T03:49:21.899461Z","end":"2026-04-16T03:49:22.262885Z","steps":["trace[777057536] 'process raft request' (duration: 363.262266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:22.263013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.899449Z","time spent":"363.506831ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:22.263378Z","caller":"traceutil/trace.go:171","msg":"trace[111728209] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"363.810158ms","start":"2026-04-16T03:49:21.899535Z","end":"2026-04-16T03:49:22.263346Z","steps":["trace[111728209] 'process raft request' (duration: 363.312987ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:22.263486Z","caller":"traceutil/trace.go:171","msg":"trace[2035423810] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"362.868147ms","start":"2026-04-16T03:49:21.900603Z","end":"2026-04-16T03:49:22.263471Z","steps":["trace[2035423810] 'process raft request' (duration: 362.722534ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:22.263407Z","caller":"traceutil/trace.go:171","msg":"trace[2053154702] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"363.809408ms","start":"2026-04-16T03:49:21.899578Z","end":"2026-04-16T03:49:22.263388Z","steps":["trace[2053154702] 'process raft request' (duration: 363.631134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:22.263551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.900591Z","time spent":"362.915049ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:22.263623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.899554Z","time spent":"364.005943ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:22.263692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.899518Z","time spent":"363.960922ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:22.288433Z","caller":"traceutil/trace.go:171","msg":"trace[740181686] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"312.051368ms","start":"2026-04-16T03:49:21.976359Z","end":"2026-04-16T03:49:22.288411Z","steps":["trace[740181686] 'process raft request' (duration: 311.933475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:22.288554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:21.976333Z","time spent":"312.162161ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:22.638693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.580897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:22.63875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.408878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:49:22.638854Z","caller":"traceutil/trace.go:171","msg":"trace[1041372875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1012; }","duration":"142.565872ms","start":"2026-04-16T03:49:22.496267Z","end":"2026-04-16T03:49:22.638833Z","steps":["trace[1041372875] 'range keys from in-memory index tree' (duration: 142.135692ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:22.63878Z","caller":"traceutil/trace.go:171","msg":"trace[1556902185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1012; }","duration":"268.712729ms","start":"2026-04-16T03:49:22.370048Z","end":"2026-04-16T03:49:22.63876Z","steps":["trace[1556902185] 'range keys from in-memory index tree' (duration: 268.480565ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:24.122969Z","caller":"traceutil/trace.go:171","msg":"trace[713835564] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"222.26421ms","start":"2026-04-16T03:49:23.900685Z","end":"2026-04-16T03:49:24.122949Z","steps":["trace[713835564] 'process raft request' (duration: 222.116046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:24.676665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.906728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:24.676764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.669604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:24.676789Z","caller":"traceutil/trace.go:171","msg":"trace[2020038017] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1014; }","duration":"146.100242ms","start":"2026-04-16T03:49:24.530662Z","end":"2026-04-16T03:49:24.676763Z","steps":["trace[2020038017] 'count revisions from in-memory index tree' (duration: 145.821626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:24.676817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.716227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:49:24.67681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.973571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:49:24.676855Z","caller":"traceutil/trace.go:171","msg":"trace[926694571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1014; }","duration":"409.784316ms","start":"2026-04-16T03:49:24.267055Z","end":"2026-04-16T03:49:24.676839Z","steps":["trace[926694571] 'range keys from in-memory index tree' (duration: 409.435359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:24.676691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.829528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:49:24.676876Z","caller":"traceutil/trace.go:171","msg":"trace[674126495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1014; }","duration":"410.798939ms","start":"2026-04-16T03:49:24.266055Z","end":"2026-04-16T03:49:24.676854Z","steps":["trace[674126495] 'range keys from in-memory index tree' (duration: 410.607585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:24.676889Z","caller":"traceutil/trace.go:171","msg":"trace[806713579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1014; }","duration":"410.064963ms","start":"2026-04-16T03:49:24.266806Z","end":"2026-04-16T03:49:24.676871Z","steps":["trace[806713579] 'range keys from in-memory index tree' (duration: 409.760046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:24.676925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:24.266038Z","time spent":"410.877761ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:24.676929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:24.266743Z","time spent":"410.177645ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:24.676919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:24.267047Z","time spent":"409.848708ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:49:24.676949Z","caller":"traceutil/trace.go:171","msg":"trace[162727372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1014; }","duration":"410.137305ms","start":"2026-04-16T03:49:24.266776Z","end":"2026-04-16T03:49:24.676913Z","steps":["trace[162727372] 'range keys from in-memory index tree' (duration: 409.671844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:24.677054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:24.26675Z","time spent":"410.268627ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:49:25.607026Z","caller":"traceutil/trace.go:171","msg":"trace[1498182689] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"148.142389ms","start":"2026-04-16T03:49:25.458859Z","end":"2026-04-16T03:49:25.607002Z","steps":["trace[1498182689] 'process raft request' (duration: 148.008466ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:26.884678Z","caller":"traceutil/trace.go:171","msg":"trace[1825699872] linearizableReadLoop","detail":"{readStateIndex:1063; appliedIndex:1061; }","duration":"123.793273ms","start":"2026-04-16T03:49:26.76086Z","end":"2026-04-16T03:49:26.884653Z","steps":["trace[1825699872] 'read index received' (duration: 41.239071ms)","trace[1825699872] 'applied index is now lower than readState.Index' (duration: 82.553262ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:26.884787Z","caller":"traceutil/trace.go:171","msg":"trace[2052786145] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"125.570264ms","start":"2026-04-16T03:49:26.759188Z","end":"2026-04-16T03:49:26.884759Z","steps":["trace[2052786145] 'process raft request' (duration: 125.319768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:26.884906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.017648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:49:26.884968Z","caller":"traceutil/trace.go:171","msg":"trace[1661033017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1029; }","duration":"124.119652ms","start":"2026-04-16T03:49:26.760829Z","end":"2026-04-16T03:49:26.884949Z","steps":["trace[1661033017] 'agreement among raft nodes before linearized reading' (duration: 123.952327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:26.885114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.158928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:49:26.885191Z","caller":"traceutil/trace.go:171","msg":"trace[1195834417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1029; }","duration":"119.276581ms","start":"2026-04-16T03:49:26.765894Z","end":"2026-04-16T03:49:26.885171Z","steps":["trace[1195834417] 'agreement among raft nodes before linearized reading' (duration: 119.014795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:26.885222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.810894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:49:26.88537Z","caller":"traceutil/trace.go:171","msg":"trace[1710075637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1029; }","duration":"124.03116ms","start":"2026-04-16T03:49:26.761303Z","end":"2026-04-16T03:49:26.885334Z","steps":["trace[1710075637] 'agreement among raft nodes before linearized reading' (duration: 123.58946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:26.885231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.795884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:49:26.885735Z","caller":"traceutil/trace.go:171","msg":"trace[1736727254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1029; }","duration":"124.344966ms","start":"2026-04-16T03:49:26.761365Z","end":"2026-04-16T03:49:26.88571Z","steps":["trace[1736727254] 'agreement among raft nodes before linearized reading' (duration: 123.566039ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:30.293633Z","caller":"traceutil/trace.go:171","msg":"trace[1049744770] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"144.845003ms","start":"2026-04-16T03:49:30.148759Z","end":"2026-04-16T03:49:30.293604Z","steps":["trace[1049744770] 'process raft request' (duration: 144.657389ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:31.101439Z","caller":"traceutil/trace.go:171","msg":"trace[1845468961] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1074; }","duration":"187.542748ms","start":"2026-04-16T03:49:30.913878Z","end":"2026-04-16T03:49:31.10142Z","steps":["trace[1845468961] 'read index received' (duration: 187.398674ms)","trace[1845468961] 'applied index is now lower than readState.Index' (duration: 142.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:31.101495Z","caller":"traceutil/trace.go:171","msg":"trace[781969485] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"283.632301ms","start":"2026-04-16T03:49:30.817833Z","end":"2026-04-16T03:49:31.101465Z","steps":["trace[781969485] 'process raft request' (duration: 283.455847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:31.101634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.603554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:49:31.101662Z","caller":"traceutil/trace.go:171","msg":"trace[1969405194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1041; }","duration":"185.669986ms","start":"2026-04-16T03:49:30.915985Z","end":"2026-04-16T03:49:31.101655Z","steps":["trace[1969405194] 'agreement among raft nodes before linearized reading' (duration: 185.554653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:31.10167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.778893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:49:31.101715Z","caller":"traceutil/trace.go:171","msg":"trace[632768115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1041; }","duration":"187.862655ms","start":"2026-04-16T03:49:30.913842Z","end":"2026-04-16T03:49:31.101705Z","steps":["trace[632768115] 'agreement among raft nodes before linearized reading' (duration: 187.682321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:31.101757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.192104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:49:31.101805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.313537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:49:31.101846Z","caller":"traceutil/trace.go:171","msg":"trace[1094062560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1041; }","duration":"185.319417ms","start":"2026-04-16T03:49:30.916506Z","end":"2026-04-16T03:49:31.101825Z","steps":["trace[1094062560] 'agreement among raft nodes before linearized reading' (duration: 185.064061ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:31.101876Z","caller":"traceutil/trace.go:171","msg":"trace[1476454309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1041; }","duration":"185.417889ms","start":"2026-04-16T03:49:30.916438Z","end":"2026-04-16T03:49:31.101855Z","steps":["trace[1476454309] 'agreement among raft nodes before linearized reading' (duration: 185.216735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:31.490461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.632036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:49:31.490696Z","caller":"traceutil/trace.go:171","msg":"trace[874501238] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"385.982265ms","start":"2026-04-16T03:49:31.104693Z","end":"2026-04-16T03:49:31.490676Z","steps":["trace[874501238] 'process raft request' (duration: 114.047182ms)","trace[874501238] 'compare' (duration: 271.507402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:31.49079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.104677Z","time spent":"386.062286ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:31.490793Z","caller":"traceutil/trace.go:171","msg":"trace[2003506399] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1075; }","duration":"275.488905ms","start":"2026-04-16T03:49:31.215284Z","end":"2026-04-16T03:49:31.490773Z","steps":["trace[2003506399] 'read index received' (duration: 3.440059ms)","trace[2003506399] 'applied index is now lower than readState.Index' (duration: 272.047066ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:31.490916Z","caller":"traceutil/trace.go:171","msg":"trace[1331759159] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"385.515264ms","start":"2026-04-16T03:49:31.105386Z","end":"2026-04-16T03:49:31.490901Z","steps":["trace[1331759159] 'process raft request' (duration: 385.293469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:31.491006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.105369Z","time spent":"385.589306ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:31.491038Z","caller":"traceutil/trace.go:171","msg":"trace[1200774363] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"384.217374ms","start":"2026-04-16T03:49:31.106813Z","end":"2026-04-16T03:49:31.491031Z","steps":["trace[1200774363] 'process raft request' (duration: 383.912267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:31.491079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.106795Z","time spent":"384.262975ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:31.491147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.917888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:31.491198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.897694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:49:31.491231Z","caller":"traceutil/trace.go:171","msg":"trace[1770533274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1045; }","duration":"121.046321ms","start":"2026-04-16T03:49:31.370164Z","end":"2026-04-16T03:49:31.491211Z","steps":["trace[1770533274] 'agreement among raft nodes before linearized reading' (duration: 120.909907ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:31.491293Z","caller":"traceutil/trace.go:171","msg":"trace[705338714] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1045; }","duration":"276.045047ms","start":"2026-04-16T03:49:31.215228Z","end":"2026-04-16T03:49:31.491273Z","steps":["trace[705338714] 'agreement among raft nodes before linearized reading' (duration: 275.788331ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:31.491023Z","caller":"traceutil/trace.go:171","msg":"trace[2098200194] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"385.526084ms","start":"2026-04-16T03:49:31.105347Z","end":"2026-04-16T03:49:31.490873Z","steps":["trace[2098200194] 'process raft request' (duration: 385.260538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:31.491506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.105318Z","time spent":"386.121728ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:32.868572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:33.369231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:33.869931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:34.214158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081271482s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:49:34.214288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:31.492148Z","time spent":"2.72213429s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:49:34.370341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:34.371608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:49:34.371755Z","caller":"traceutil/trace.go:171","msg":"trace[885221398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342587s","start":"2026-04-16T03:49:32.37136Z","end":"2026-04-16T03:49:34.371703Z","steps":["trace[885221398] 'agreement among raft nodes before linearized reading' (duration: 2.000150303s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:34.371835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.371344Z","time spent":"2.000477611s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:34.871137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:35.247028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.097071653s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:49:35.247315Z","caller":"traceutil/trace.go:171","msg":"trace[1145820538] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"3.097436041s","start":"2026-04-16T03:49:32.14986Z","end":"2026-04-16T03:49:35.247296Z","steps":["trace[1145820538] 'process raft request' (duration: 3.097330338s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.247438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.14984Z","time spent":"3.097533484s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:35.249671Z","caller":"traceutil/trace.go:171","msg":"trace[1737538367] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"2.952113745s","start":"2026-04-16T03:49:32.297534Z","end":"2026-04-16T03:49:35.249647Z","steps":["trace[1737538367] 'process raft request' (duration: 2.951921731s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.24981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.297517Z","time spent":"2.952207137s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:35.249909Z","caller":"traceutil/trace.go:171","msg":"trace[1325405458] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1081; }","duration":"2.881794854s","start":"2026-04-16T03:49:32.368084Z","end":"2026-04-16T03:49:35.249879Z","steps":["trace[1325405458] 'read index received' (duration: 2.879224715s)","trace[1325405458] 'applied index is now lower than readState.Index' (duration: 2.567559ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:35.249946Z","caller":"traceutil/trace.go:171","msg":"trace[1474876326] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"1.034415675s","start":"2026-04-16T03:49:34.215491Z","end":"2026-04-16T03:49:35.249906Z","steps":["trace[1474876326] 'process raft request' (duration: 1.034111427s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.250125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760980177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:35.250171Z","caller":"traceutil/trace.go:171","msg":"trace[913944382] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1048; }","duration":"2.761067739s","start":"2026-04-16T03:49:32.489084Z","end":"2026-04-16T03:49:35.250152Z","steps":["trace[913944382] 'agreement among raft nodes before linearized reading' (duration: 2.760942386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.250162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882045699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:49:35.250273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.204799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:35.250264Z","caller":"traceutil/trace.go:171","msg":"trace[577921924] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1048; }","duration":"2.882177863s","start":"2026-04-16T03:49:32.368058Z","end":"2026-04-16T03:49:35.250236Z","steps":["trace[577921924] 'agreement among raft nodes before linearized reading' (duration: 2.881930537s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.250314Z","caller":"traceutil/trace.go:171","msg":"trace[1065617585] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1048; }","duration":"788.277181ms","start":"2026-04-16T03:49:34.462021Z","end":"2026-04-16T03:49:35.250299Z","steps":["trace[1065617585] 'agreement among raft nodes before linearized reading' (duration: 788.2207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.250316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421408462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:35.250328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.368044Z","time spent":"2.882273334s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:35.25032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755014822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:49:35.250357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.461999Z","time spent":"788.347012ms","remote":"127.0.0.1:60390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:35.250187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.009247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:35.25039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755514783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:49:35.250403Z","caller":"traceutil/trace.go:171","msg":"trace[824155657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1048; }","duration":"878.271143ms","start":"2026-04-16T03:49:34.372123Z","end":"2026-04-16T03:49:35.250394Z","steps":["trace[824155657] 'agreement among raft nodes before linearized reading' (duration: 878.018908ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.250401Z","caller":"traceutil/trace.go:171","msg":"trace[366261111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1048; }","duration":"1.755124284s","start":"2026-04-16T03:49:33.495255Z","end":"2026-04-16T03:49:35.25038Z","steps":["trace[366261111] 'agreement among raft nodes before linearized reading' (duration: 1.754844698s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.25042Z","caller":"traceutil/trace.go:171","msg":"trace[826572920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1048; }","duration":"1.755576404s","start":"2026-04-16T03:49:33.494836Z","end":"2026-04-16T03:49:35.250412Z","steps":["trace[826572920] 'agreement among raft nodes before linearized reading' (duration: 1.755500632s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.250473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.495249Z","time spent":"1.755215206s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:35.250493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.494819Z","time spent":"1.755667136s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:35.250435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.372105Z","time spent":"878.321585ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:35.250316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755332468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:49:35.2502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.489063Z","time spent":"2.7611298s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:35.250632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247996657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-16T03:49:35.25071Z","caller":"traceutil/trace.go:171","msg":"trace[1648911855] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1048; }","duration":"1.24815725s","start":"2026-04-16T03:49:34.002533Z","end":"2026-04-16T03:49:35.250691Z","steps":["trace[1648911855] 'agreement among raft nodes before linearized reading' (duration: 1.247968586s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.250369Z","caller":"traceutil/trace.go:171","msg":"trace[733325942] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1048; }","duration":"1.421503934s","start":"2026-04-16T03:49:33.828853Z","end":"2026-04-16T03:49:35.250357Z","steps":["trace[733325942] 'agreement among raft nodes before linearized reading' (duration: 1.421416382s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.250727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145788535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:49:35.250748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.002509Z","time spent":"1.248232712s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-04-16T03:49:35.250763Z","caller":"traceutil/trace.go:171","msg":"trace[990265330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1048; }","duration":"2.145859286s","start":"2026-04-16T03:49:33.104897Z","end":"2026-04-16T03:49:35.250757Z","steps":["trace[990265330] 'agreement among raft nodes before linearized reading' (duration: 2.145770444s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.250749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754683044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:49:35.250795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.828834Z","time spent":"1.421917143s","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:35.250815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560837232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:35.250821Z","caller":"traceutil/trace.go:171","msg":"trace[685558922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1048; }","duration":"1.754765515s","start":"2026-04-16T03:49:33.496036Z","end":"2026-04-16T03:49:35.250801Z","steps":["trace[685558922] 'agreement among raft nodes before linearized reading' (duration: 1.754570761s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.250844Z","caller":"traceutil/trace.go:171","msg":"trace[776392243] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1048; }","duration":"2.560898313s","start":"2026-04-16T03:49:32.689939Z","end":"2026-04-16T03:49:35.250837Z","steps":["trace[776392243] 'agreement among raft nodes before linearized reading' (duration: 2.560858772s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.250649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905818432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:35.250833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523471109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:35.250869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.689917Z","time spent":"2.560947364s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:35.250879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.49603Z","time spent":"1.754837438s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:49:35.250676Z","caller":"traceutil/trace.go:171","msg":"trace[1263379090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1048; }","duration":"1.755675386s","start":"2026-04-16T03:49:33.494963Z","end":"2026-04-16T03:49:35.250639Z","steps":["trace[1263379090] 'agreement among raft nodes before linearized reading' (duration: 1.755257516s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.250896Z","caller":"traceutil/trace.go:171","msg":"trace[1575549285] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1048; }","duration":"1.906084577s","start":"2026-04-16T03:49:33.344792Z","end":"2026-04-16T03:49:35.250876Z","steps":["trace[1575549285] 'agreement among raft nodes before linearized reading' (duration: 1.905821961s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:35.250904Z","caller":"traceutil/trace.go:171","msg":"trace[232162587] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1048; }","duration":"2.523575511s","start":"2026-04-16T03:49:32.727314Z","end":"2026-04-16T03:49:35.250889Z","steps":["trace[232162587] 'agreement among raft nodes before linearized reading' (duration: 2.523446478s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:35.250949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:32.7273Z","time spent":"2.523639913s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:35.250956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.344775Z","time spent":"1.906162249s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:35.250949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.494957Z","time spent":"1.755979473s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:35.250786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:33.104876Z","time spent":"2.145904857s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:35.251638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:34.215457Z","time spent":"1.034575389s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:38.83758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458542997s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:49:39.25749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878407275s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:49:39.260907Z","caller":"traceutil/trace.go:171","msg":"trace[2054902529] linearizableReadLoop","detail":"{readStateIndex:1097; appliedIndex:1095; }","duration":"2.000352017s","start":"2026-04-16T03:49:37.260533Z","end":"2026-04-16T03:49:39.260885Z","steps":["trace[2054902529] 'read index received' (duration: 118.542905ms)","trace[2054902529] 'applied index is now lower than readState.Index' (duration: 1.881807632s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:39.261061Z","caller":"traceutil/trace.go:171","msg":"trace[384180872] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"2.006403374s","start":"2026-04-16T03:49:37.254593Z","end":"2026-04-16T03:49:39.260996Z","steps":["trace[384180872] 'process raft request' (duration: 2.003021297s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:39.261222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.254553Z","time spent":"2.006580078s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:39.690768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420326047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:49:39.690844Z","caller":"traceutil/trace.go:171","msg":"trace[1430655395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1060; }","duration":"2.420425469s","start":"2026-04-16T03:49:37.270399Z","end":"2026-04-16T03:49:39.690825Z","steps":["trace[1430655395] 'agreement among raft nodes before linearized reading' (duration: 1.990698696s)","trace[1430655395] 'range keys from in-memory index tree' (duration: 429.537318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:39.690878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.270394Z","time spent":"2.42047766s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:39.690939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420858428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:49:39.690985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420665234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:49:39.69104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419820876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:49:39.69104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430508509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:49:39.691068Z","caller":"traceutil/trace.go:171","msg":"trace[2100033787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1060; }","duration":"2.420789397s","start":"2026-04-16T03:49:37.270258Z","end":"2026-04-16T03:49:39.691047Z","steps":["trace[2100033787] 'agreement among raft nodes before linearized reading' (duration: 1.99084865s)","trace[2100033787] 'range keys from in-memory index tree' (duration: 429.756513ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:39.69108Z","caller":"traceutil/trace.go:171","msg":"trace[1508509736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1060; }","duration":"2.419883377s","start":"2026-04-16T03:49:37.271183Z","end":"2026-04-16T03:49:39.691066Z","steps":["trace[1508509736] 'agreement among raft nodes before linearized reading' (duration: 1.989903388s)","trace[1508509736] 'range keys from in-memory index tree' (duration: 429.886297ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:39.691083Z","caller":"traceutil/trace.go:171","msg":"trace[1653728942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1060; }","duration":"2.430572901s","start":"2026-04-16T03:49:37.260498Z","end":"2026-04-16T03:49:39.691071Z","steps":["trace[1653728942] 'agreement among raft nodes before linearized reading' (duration: 2.00048677s)","trace[1653728942] 'range keys from in-memory index tree' (duration: 429.948898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:39.691111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.270223Z","time spent":"2.420879339s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:39.691124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.27117Z","time spent":"2.419932487s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:39.69112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32132438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:39.691111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816539195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:39.691165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035994281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:39.691184Z","caller":"traceutil/trace.go:171","msg":"trace[94125818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1060; }","duration":"1.321408702s","start":"2026-04-16T03:49:38.369755Z","end":"2026-04-16T03:49:39.691163Z","steps":["trace[94125818] 'agreement among raft nodes before linearized reading' (duration: 891.317381ms)","trace[94125818] 'range keys from in-memory index tree' (duration: 430.014009ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:39.691227Z","caller":"traceutil/trace.go:171","msg":"trace[997279234] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1060; }","duration":"2.036058991s","start":"2026-04-16T03:49:37.655133Z","end":"2026-04-16T03:49:39.691192Z","steps":["trace[997279234] 'agreement among raft nodes before linearized reading' (duration: 1.605912779s)","trace[997279234] 'count revisions from in-memory index tree' (duration: 430.07767ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:39.691222Z","caller":"traceutil/trace.go:171","msg":"trace[1448867874] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1060; }","duration":"1.816692319s","start":"2026-04-16T03:49:37.874484Z","end":"2026-04-16T03:49:39.691177Z","steps":["trace[1448867874] 'agreement among raft nodes before linearized reading' (duration: 1.386605458s)","trace[1448867874] 'count revisions from in-memory index tree' (duration: 429.938688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:39.691259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:38.369737Z","time spent":"1.321510174s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:39.691288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.874466Z","time spent":"1.816809921s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:39.691291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.65512Z","time spent":"2.036156854s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:39.691096Z","caller":"traceutil/trace.go:171","msg":"trace[573575703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1060; }","duration":"2.421057333s","start":"2026-04-16T03:49:37.269982Z","end":"2026-04-16T03:49:39.691039Z","steps":["trace[573575703] 'agreement among raft nodes before linearized reading' (duration: 1.991067584s)","trace[573575703] 'range keys from in-memory index tree' (duration: 429.631341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:39.69146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.269968Z","time spent":"2.421480982s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:39.691145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:37.260484Z","time spent":"2.430652062s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:41.698769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:41.217545Z","time spent":"481.220926ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:49:41.706334Z","caller":"traceutil/trace.go:171","msg":"trace[141484933] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1102; }","duration":"336.039015ms","start":"2026-04-16T03:49:41.370277Z","end":"2026-04-16T03:49:41.706316Z","steps":["trace[141484933] 'read index received' (duration: 328.392341ms)","trace[141484933] 'applied index is now lower than readState.Index' (duration: 7.645914ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:41.706406Z","caller":"traceutil/trace.go:171","msg":"trace[153597222] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"415.20997ms","start":"2026-04-16T03:49:41.291164Z","end":"2026-04-16T03:49:41.706374Z","steps":["trace[153597222] 'process raft request' (duration: 415.023706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.706584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:41.291134Z","time spent":"415.340494ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:41.706548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.245719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:41.706643Z","caller":"traceutil/trace.go:171","msg":"trace[1247765689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1066; }","duration":"336.359492ms","start":"2026-04-16T03:49:41.370269Z","end":"2026-04-16T03:49:41.706629Z","steps":["trace[1247765689] 'agreement among raft nodes before linearized reading' (duration: 336.135407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:41.706723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:41.370232Z","time spent":"336.484775ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:49:46.027612Z","caller":"traceutil/trace.go:171","msg":"trace[1313017615] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"388.261596ms","start":"2026-04-16T03:49:45.639325Z","end":"2026-04-16T03:49:46.027587Z","steps":["trace[1313017615] 'process raft request' (duration: 388.113473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:46.027752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.639295Z","time spent":"388.384919ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:46.14816Z","caller":"traceutil/trace.go:171","msg":"trace[1650265059] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1116; }","duration":"358.216931ms","start":"2026-04-16T03:49:45.789923Z","end":"2026-04-16T03:49:46.14814Z","steps":["trace[1650265059] 'read index received' (duration: 237.582799ms)","trace[1650265059] 'applied index is now lower than readState.Index' (duration: 120.633012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:46.148364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.446696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:49:46.148329Z","caller":"traceutil/trace.go:171","msg":"trace[1657258030] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"425.301282ms","start":"2026-04-16T03:49:45.722963Z","end":"2026-04-16T03:49:46.148264Z","steps":["trace[1657258030] 'process raft request' (duration: 339.090435ms)","trace[1657258030] 'compare' (duration: 85.981271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:46.148431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.36642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:49:46.148447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.679824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:49:46.148498Z","caller":"traceutil/trace.go:171","msg":"trace[1137189874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1080; }","duration":"353.472322ms","start":"2026-04-16T03:49:45.795012Z","end":"2026-04-16T03:49:46.148484Z","steps":["trace[1137189874] 'agreement among raft nodes before linearized reading' (duration: 353.279558ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:46.148505Z","caller":"traceutil/trace.go:171","msg":"trace[1148256224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1080; }","duration":"352.767567ms","start":"2026-04-16T03:49:45.795725Z","end":"2026-04-16T03:49:46.148492Z","steps":["trace[1148256224] 'agreement among raft nodes before linearized reading' (duration: 352.590373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:46.148395Z","caller":"traceutil/trace.go:171","msg":"trace[1711600397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1080; }","duration":"358.539698ms","start":"2026-04-16T03:49:45.789847Z","end":"2026-04-16T03:49:46.148386Z","steps":["trace[1711600397] 'agreement among raft nodes before linearized reading' (duration: 358.404235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:46.148533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.794995Z","time spent":"353.530743ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:46.148538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.795715Z","time spent":"352.813347ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:46.148464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.527915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:49:46.148587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.789817Z","time spent":"358.731353ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:46.148598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.722937Z","time spent":"425.503355ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:46.148641Z","caller":"traceutil/trace.go:171","msg":"trace[2079938535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1080; }","duration":"350.71341ms","start":"2026-04-16T03:49:45.797909Z","end":"2026-04-16T03:49:46.148623Z","steps":["trace[2079938535] 'agreement among raft nodes before linearized reading' (duration: 350.517805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:46.148712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.797899Z","time spent":"350.786751ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:46.148678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.533394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:49:46.14882Z","caller":"traceutil/trace.go:171","msg":"trace[2137407214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1080; }","duration":"353.744138ms","start":"2026-04-16T03:49:45.79505Z","end":"2026-04-16T03:49:46.148794Z","steps":["trace[2137407214] 'agreement among raft nodes before linearized reading' (duration: 353.332839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:46.148885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:45.795023Z","time spent":"353.84844ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:48.691654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105819,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:49:48.989422Z","caller":"traceutil/trace.go:171","msg":"trace[614906451] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1125; }","duration":"798.862442ms","start":"2026-04-16T03:49:48.190531Z","end":"2026-04-16T03:49:48.989393Z","steps":["trace[614906451] 'read index received' (duration: 798.604436ms)","trace[614906451] 'applied index is now lower than readState.Index' (duration: 256.926µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:48.989527Z","caller":"traceutil/trace.go:171","msg":"trace[453551069] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"818.823287ms","start":"2026-04-16T03:49:48.170679Z","end":"2026-04-16T03:49:48.989503Z","steps":["trace[453551069] 'process raft request' (duration: 818.557011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.989681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.132098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:49:48.990092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:48.170656Z","time spent":"819.360479ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:48.990104Z","caller":"traceutil/trace.go:171","msg":"trace[454618613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1087; }","duration":"799.600368ms","start":"2026-04-16T03:49:48.190484Z","end":"2026-04-16T03:49:48.990084Z","steps":["trace[454618613] 'agreement among raft nodes before linearized reading' (duration: 799.027625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.990386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:48.190457Z","time spent":"799.904835ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:48.98984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.476722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:49:48.990587Z","caller":"traceutil/trace.go:171","msg":"trace[1936421880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1087; }","duration":"792.218681ms","start":"2026-04-16T03:49:48.198331Z","end":"2026-04-16T03:49:48.99055Z","steps":["trace[1936421880] 'agreement among raft nodes before linearized reading' (duration: 791.370771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.989841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.145549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:49:48.990647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:48.198323Z","time spent":"792.306833ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:48.989857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.389151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:49:48.990752Z","caller":"traceutil/trace.go:171","msg":"trace[1317504986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1087; }","duration":"793.054621ms","start":"2026-04-16T03:49:48.197622Z","end":"2026-04-16T03:49:48.990676Z","steps":["trace[1317504986] 'agreement among raft nodes before linearized reading' (duration: 792.000896ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:48.990786Z","caller":"traceutil/trace.go:171","msg":"trace[1479167235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1087; }","duration":"792.331173ms","start":"2026-04-16T03:49:48.198437Z","end":"2026-04-16T03:49:48.990768Z","steps":["trace[1479167235] 'agreement among raft nodes before linearized reading' (duration: 791.207776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.990811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:48.197603Z","time spent":"793.191743ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:48.990841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:48.198432Z","time spent":"792.393274ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:48.989857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.077786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:49:48.991044Z","caller":"traceutil/trace.go:171","msg":"trace[1967081508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1087; }","duration":"793.278024ms","start":"2026-04-16T03:49:48.197747Z","end":"2026-04-16T03:49:48.991025Z","steps":["trace[1967081508] 'agreement among raft nodes before linearized reading' (duration: 791.989854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.991112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:48.197741Z","time spent":"793.347276ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:48.989742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.766194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:48.991189Z","caller":"traceutil/trace.go:171","msg":"trace[408967617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1087; }","duration":"620.256809ms","start":"2026-04-16T03:49:48.370918Z","end":"2026-04-16T03:49:48.991175Z","steps":["trace[408967617] 'agreement among raft nodes before linearized reading' (duration: 618.760554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:48.991228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:48.370898Z","time spent":"620.31942ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:51.520523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:52.522832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279574955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:52.522894Z","caller":"traceutil/trace.go:171","msg":"trace[859172326] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1092; }","duration":"3.279689277s","start":"2026-04-16T03:49:49.243185Z","end":"2026-04-16T03:49:52.522875Z","steps":["trace[859172326] 'count revisions from in-memory index tree' (duration: 3.279499922s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.522917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:49.243165Z","time spent":"3.279746088s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:52.522989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935190479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:52.523031Z","caller":"traceutil/trace.go:171","msg":"trace[1673262866] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1092; }","duration":"1.935256561s","start":"2026-04-16T03:49:50.587763Z","end":"2026-04-16T03:49:52.523019Z","steps":["trace[1673262866] 'count revisions from in-memory index tree' (duration: 1.935140148s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.52308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:50.587749Z","time spent":"1.935317233s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:52.523132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151809162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:52.523152Z","caller":"traceutil/trace.go:171","msg":"trace[479599411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"3.151871913s","start":"2026-04-16T03:49:49.371276Z","end":"2026-04-16T03:49:52.523148Z","steps":["trace[479599411] 'range keys from in-memory index tree' (duration: 3.151684329s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.523165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:49.371252Z","time spent":"3.151909935s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:52.523234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786607422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:52.523273Z","caller":"traceutil/trace.go:171","msg":"trace[1045211029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"1.786690704s","start":"2026-04-16T03:49:50.736573Z","end":"2026-04-16T03:49:52.523264Z","steps":["trace[1045211029] 'range keys from in-memory index tree' (duration: 1.78653931s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.523305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:50.736555Z","time spent":"1.786744065s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:52.523318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:49.440968Z","time spent":"3.082348967s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:49:52.523512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725909057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:52.523663Z","caller":"traceutil/trace.go:171","msg":"trace[1661790174] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1092; }","duration":"2.72609459s","start":"2026-04-16T03:49:49.797546Z","end":"2026-04-16T03:49:52.52364Z","steps":["trace[1661790174] 'count revisions from in-memory index tree' (duration: 2.725802814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.523729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166381735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:52.523794Z","caller":"traceutil/trace.go:171","msg":"trace[135970670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1092; }","duration":"2.166491777s","start":"2026-04-16T03:49:50.357287Z","end":"2026-04-16T03:49:52.523778Z","steps":["trace[135970670] 'count revisions from in-memory index tree' (duration: 2.166240081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.523833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:50.357268Z","time spent":"2.166557009s","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:52.523792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764934617s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:52.523893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916084595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:52.523957Z","caller":"traceutil/trace.go:171","msg":"trace[1848856093] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1092; }","duration":"2.916200447s","start":"2026-04-16T03:49:49.607741Z","end":"2026-04-16T03:49:52.523941Z","steps":["trace[1848856093] 'count revisions from in-memory index tree' (duration: 2.915988792s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.523961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909839862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:52.523792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527753838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:49:52.524004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:49.607717Z","time spent":"2.916276368s","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:52.524027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.754027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:49:52.523737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:49.797532Z","time spent":"2.726186773s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:52.524039Z","caller":"traceutil/trace.go:171","msg":"trace[515274693] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1092; }","duration":"2.528029234s","start":"2026-04-16T03:49:49.995998Z","end":"2026-04-16T03:49:52.524027Z","steps":["trace[515274693] 'count revisions from in-memory index tree' (duration: 2.527652295s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:52.524102Z","caller":"traceutil/trace.go:171","msg":"trace[895136757] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"1.525446405s","start":"2026-04-16T03:49:50.998631Z","end":"2026-04-16T03:49:52.524077Z","steps":["trace[895136757] 'process raft request' (duration: 684.583186ms)","trace[895136757] 'compare' (duration: 840.576693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:49:52.524157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:50.998607Z","time spent":"1.525511666s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:52.524146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:49.995979Z","time spent":"2.528143606s","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:52.523573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678803153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:52.524229Z","caller":"traceutil/trace.go:171","msg":"trace[788265008] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1092; }","duration":"2.679529309s","start":"2026-04-16T03:49:49.844686Z","end":"2026-04-16T03:49:52.524216Z","steps":["trace[788265008] 'count revisions from in-memory index tree' (duration: 2.67869158s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.524232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50377905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:49:52.524276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:49.844665Z","time spent":"2.67959929s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:52.524277Z","caller":"traceutil/trace.go:171","msg":"trace[1315918459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1093; }","duration":"1.503855332s","start":"2026-04-16T03:49:51.020413Z","end":"2026-04-16T03:49:52.524268Z","steps":["trace[1315918459] 'agreement among raft nodes before linearized reading' (duration: 1.503699659s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.52443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.020389Z","time spent":"1.504031516s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:49:52.524093Z","caller":"traceutil/trace.go:171","msg":"trace[643963808] linearizableReadLoop","detail":"{readStateIndex:1132; appliedIndex:1131; }","duration":"1.503625027s","start":"2026-04-16T03:49:51.020456Z","end":"2026-04-16T03:49:52.524082Z","steps":["trace[643963808] 'read index received' (duration: 662.765558ms)","trace[643963808] 'applied index is now lower than readState.Index' (duration: 840.858339ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:52.523903Z","caller":"traceutil/trace.go:171","msg":"trace[112095335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1092; }","duration":"2.765040979s","start":"2026-04-16T03:49:49.758847Z","end":"2026-04-16T03:49:52.523888Z","steps":["trace[112095335] 'range keys from in-memory index tree' (duration: 2.764924916s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.524894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499366769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:49:52.524925Z","caller":"traceutil/trace.go:171","msg":"trace[1611803018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1093; }","duration":"1.49941364s","start":"2026-04-16T03:49:51.025502Z","end":"2026-04-16T03:49:52.524916Z","steps":["trace[1611803018] 'agreement among raft nodes before linearized reading' (duration: 1.499312938s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.524949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.025493Z","time spent":"1.499449662s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:52.524984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000989852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:49:52.525016Z","caller":"traceutil/trace.go:171","msg":"trace[835609756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1093; }","duration":"1.001040253s","start":"2026-04-16T03:49:51.523966Z","end":"2026-04-16T03:49:52.525007Z","steps":["trace[835609756] 'agreement among raft nodes before linearized reading' (duration: 1.000965391s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.525037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.523917Z","time spent":"1.001115095s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:52.525097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153124351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:52.525126Z","caller":"traceutil/trace.go:171","msg":"trace[1290834541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1093; }","duration":"1.153187613s","start":"2026-04-16T03:49:51.371929Z","end":"2026-04-16T03:49:52.525117Z","steps":["trace[1290834541] 'agreement among raft nodes before linearized reading' (duration: 1.153143092s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:49:52.524006Z","caller":"traceutil/trace.go:171","msg":"trace[575625584] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1092; }","duration":"2.909910614s","start":"2026-04-16T03:49:49.614084Z","end":"2026-04-16T03:49:52.523995Z","steps":["trace[575625584] 'count revisions from in-memory index tree' (duration: 2.909806542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.525149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.37191Z","time spent":"1.153233614s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:52.525159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:49.614077Z","time spent":"2.91107423s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:49:52.52532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499682817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:49:52.525399Z","caller":"traceutil/trace.go:171","msg":"trace[669302116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1093; }","duration":"1.499775048s","start":"2026-04-16T03:49:51.025594Z","end":"2026-04-16T03:49:52.525369Z","steps":["trace[669302116] 'agreement among raft nodes before linearized reading' (duration: 1.499619145s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.525453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499524703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:49:52.525451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308979387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:49:52.525487Z","caller":"traceutil/trace.go:171","msg":"trace[80573979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1093; }","duration":"1.499577354s","start":"2026-04-16T03:49:51.025903Z","end":"2026-04-16T03:49:52.52548Z","steps":["trace[80573979] 'agreement among raft nodes before linearized reading' (duration: 1.499474171s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.525507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.025894Z","time spent":"1.499608495s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:49:52.525511Z","caller":"traceutil/trace.go:171","msg":"trace[595558614] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1093; }","duration":"1.309066689s","start":"2026-04-16T03:49:51.216429Z","end":"2026-04-16T03:49:52.525496Z","steps":["trace[595558614] 'agreement among raft nodes before linearized reading' (duration: 1.308927986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.525552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.216414Z","time spent":"1.30912811s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:49:52.525446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.025574Z","time spent":"1.499859201s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:49:52.52532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499658206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:49:52.525653Z","caller":"traceutil/trace.go:171","msg":"trace[435048494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1093; }","duration":"1.500018264s","start":"2026-04-16T03:49:51.025626Z","end":"2026-04-16T03:49:52.525644Z","steps":["trace[435048494] 'agreement among raft nodes before linearized reading' (duration: 1.499554224s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:52.525684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:51.025614Z","time spent":"1.500062315s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:49:53.029627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:53.530298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:54.031344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:49:54.094791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.568387915s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:49:54.532418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:49:54.532517Z","caller":"traceutil/trace.go:171","msg":"trace[1091101408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275505s","start":"2026-04-16T03:49:52.532228Z","end":"2026-04-16T03:49:54.532504Z","steps":["trace[1091101408] 'agreement among raft nodes before linearized reading' (duration: 2.000169353s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.532552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:52.532221Z","time spent":"2.000323816s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:49:54.590721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.674906ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:49:54.590811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:52.526315Z","time spent":"2.064491549s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:49:54.597327Z","caller":"traceutil/trace.go:171","msg":"trace[1119429909] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"2.068625274s","start":"2026-04-16T03:49:52.528688Z","end":"2026-04-16T03:49:54.597313Z","steps":["trace[1119429909] 'process raft request' (duration: 2.06847377s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.597431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:52.528672Z","time spent":"2.068705326s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:54.597597Z","caller":"traceutil/trace.go:171","msg":"trace[659807903] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"2.067712204s","start":"2026-04-16T03:49:52.529876Z","end":"2026-04-16T03:49:54.597588Z","steps":["trace[659807903] 'process raft request' (duration: 2.067414737s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.597629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:52.529859Z","time spent":"2.067755764s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:54.597613Z","caller":"traceutil/trace.go:171","msg":"trace[334316983] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"2.067526189s","start":"2026-04-16T03:49:52.530069Z","end":"2026-04-16T03:49:54.597595Z","steps":["trace[334316983] 'process raft request' (duration: 2.067420047s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.597718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:52.530062Z","time spent":"2.06759733s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:54.597751Z","caller":"traceutil/trace.go:171","msg":"trace[811256747] linearizableReadLoop","detail":"{readStateIndex:1138; appliedIndex:1132; }","duration":"2.068563562s","start":"2026-04-16T03:49:52.529174Z","end":"2026-04-16T03:49:54.597737Z","steps":["trace[811256747] 'read index received' (duration: 1.565870747s)","trace[811256747] 'applied index is now lower than readState.Index' (duration: 502.692025ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:54.597826Z","caller":"traceutil/trace.go:171","msg":"trace[343579842] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"2.06710836s","start":"2026-04-16T03:49:52.53071Z","end":"2026-04-16T03:49:54.597818Z","steps":["trace[343579842] 'process raft request' (duration: 2.066857724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.597864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:52.530702Z","time spent":"2.067144861s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:54.597837Z","caller":"traceutil/trace.go:171","msg":"trace[487881248] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"2.067060329s","start":"2026-04-16T03:49:52.530751Z","end":"2026-04-16T03:49:54.597812Z","steps":["trace[487881248] 'process raft request' (duration: 2.066928116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.597888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068703925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:49:54.597918Z","caller":"traceutil/trace.go:171","msg":"trace[1122505377] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1098; }","duration":"2.068738836s","start":"2026-04-16T03:49:52.52917Z","end":"2026-04-16T03:49:54.597909Z","steps":["trace[1122505377] 'agreement among raft nodes before linearized reading' (duration: 2.068623473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.597944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:52.529136Z","time spent":"2.068802168s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"warn","ts":"2026-04-16T03:49:54.597982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:52.530747Z","time spent":"2.067155171s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:54.602532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296909691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:49:54.602605Z","caller":"traceutil/trace.go:171","msg":"trace[678164307] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1100; }","duration":"1.297026094s","start":"2026-04-16T03:49:53.305566Z","end":"2026-04-16T03:49:54.602592Z","steps":["trace[678164307] 'agreement among raft nodes before linearized reading' (duration: 1.29686208s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.602591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.668048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:49:54.602641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:53.305539Z","time spent":"1.297092646s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:54.602658Z","caller":"traceutil/trace.go:171","msg":"trace[1875687141] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1100; }","duration":"969.79022ms","start":"2026-04-16T03:49:53.632851Z","end":"2026-04-16T03:49:54.602641Z","steps":["trace[1875687141] 'agreement among raft nodes before linearized reading' (duration: 969.667357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:54.602701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:53.632834Z","time spent":"969.856652ms","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:49:56.76358Z","caller":"traceutil/trace.go:171","msg":"trace[612736523] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"343.759971ms","start":"2026-04-16T03:49:56.419718Z","end":"2026-04-16T03:49:56.763478Z","steps":["trace[612736523] 'process raft request' (duration: 343.594997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:56.763766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.41969Z","time spent":"343.965546ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:58.103415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339997196s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:49:58.103828Z","caller":"traceutil/trace.go:171","msg":"trace[1114096137] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"1.550303713s","start":"2026-04-16T03:49:56.553501Z","end":"2026-04-16T03:49:58.103805Z","steps":["trace[1114096137] 'process raft request' (duration: 1.550104678s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:58.103974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.553472Z","time spent":"1.550427466s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:49:58.104148Z","caller":"traceutil/trace.go:171","msg":"trace[1880475410] linearizableReadLoop","detail":"{readStateIndex:1145; appliedIndex:1144; }","duration":"1.502466762s","start":"2026-04-16T03:49:56.601669Z","end":"2026-04-16T03:49:58.104135Z","steps":["trace[1880475410] 'read index received' (duration: 161.876202ms)","trace[1880475410] 'applied index is now lower than readState.Index' (duration: 1.34058937s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:49:58.104274Z","caller":"traceutil/trace.go:171","msg":"trace[2094537978] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"1.479300663s","start":"2026-04-16T03:49:56.624914Z","end":"2026-04-16T03:49:58.104214Z","steps":["trace[2094537978] 'process raft request' (duration: 1.478844362s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:58.104312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502648596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:49:58.104343Z","caller":"traceutil/trace.go:171","msg":"trace[1709258847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1105; }","duration":"1.502711767s","start":"2026-04-16T03:49:56.601621Z","end":"2026-04-16T03:49:58.104333Z","steps":["trace[1709258847] 'agreement among raft nodes before linearized reading' (duration: 1.502582444s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:58.10438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.601602Z","time spent":"1.502770118s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:49:58.104407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.624897Z","time spent":"1.479438955s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:49:59.370416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000880489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:49:59.370503Z","caller":"traceutil/trace.go:171","msg":"trace[1318066320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001020652s","start":"2026-04-16T03:49:57.369463Z","end":"2026-04-16T03:49:59.370484Z","steps":["trace[1318066320] 'agreement among raft nodes before linearized reading' (duration: 2.000892729s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:49:59.370553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:57.369456Z","time spent":"2.001087884s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:49:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:00.064511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706329351s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:50:00.06483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.253583ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:00.064919Z","caller":"traceutil/trace.go:171","msg":"trace[1057881828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1105; }","duration":"305.345455ms","start":"2026-04-16T03:49:59.759559Z","end":"2026-04-16T03:50:00.064904Z","steps":["trace[1057881828] 'range keys from in-memory index tree' (duration: 305.241372ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:00.065081Z","caller":"traceutil/trace.go:171","msg":"trace[428516686] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1146; }","duration":"1.960882946s","start":"2026-04-16T03:49:58.104177Z","end":"2026-04-16T03:50:00.06506Z","steps":["trace[428516686] 'read index received' (duration: 254.066514ms)","trace[428516686] 'applied index is now lower than readState.Index' (duration: 1.706814762s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:00.065102Z","caller":"traceutil/trace.go:171","msg":"trace[1301437770] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"2.555685384s","start":"2026-04-16T03:49:57.509377Z","end":"2026-04-16T03:50:00.065062Z","steps":["trace[1301437770] 'process raft request' (duration: 2.555215574s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:00.065276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:57.509355Z","time spent":"2.555829877s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:00.511328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528564765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:00.511364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908888279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:50:00.511385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236721138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:00.511422Z","caller":"traceutil/trace.go:171","msg":"trace[425233076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1106; }","duration":"3.908991932s","start":"2026-04-16T03:49:56.602415Z","end":"2026-04-16T03:50:00.511407Z","steps":["trace[425233076] 'agreement among raft nodes before linearized reading' (duration: 3.462785524s)","trace[425233076] 'range keys from in-memory index tree' (duration: 446.062214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:00.511409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146901639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:00.511428Z","caller":"traceutil/trace.go:171","msg":"trace[1724456444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1106; }","duration":"3.528731559s","start":"2026-04-16T03:49:56.982667Z","end":"2026-04-16T03:50:00.511399Z","steps":["trace[1724456444] 'agreement among raft nodes before linearized reading' (duration: 3.082421459s)","trace[1724456444] 'count revisions from in-memory index tree' (duration: 446.165657ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:00.511451Z","caller":"traceutil/trace.go:171","msg":"trace[1729429704] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1106; }","duration":"3.236807709s","start":"2026-04-16T03:49:57.274625Z","end":"2026-04-16T03:50:00.511433Z","steps":["trace[1729429704] 'agreement among raft nodes before linearized reading' (duration: 2.790485089s)","trace[1729429704] 'count revisions from in-memory index tree' (duration: 446.200668ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:00.511474Z","caller":"traceutil/trace.go:171","msg":"trace[792185869] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1106; }","duration":"3.147033912s","start":"2026-04-16T03:49:57.364423Z","end":"2026-04-16T03:50:00.511457Z","steps":["trace[792185869] 'agreement among raft nodes before linearized reading' (duration: 2.700679381s)","trace[792185869] 'count revisions from in-memory index tree' (duration: 446.248589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:00.511489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:57.274521Z","time spent":"3.236960564s","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:00.511499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908547812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:50:00.511495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.982639Z","time spent":"3.528839961s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:00.511516Z","caller":"traceutil/trace.go:171","msg":"trace[315015970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1106; }","duration":"3.908571432s","start":"2026-04-16T03:49:56.60294Z","end":"2026-04-16T03:50:00.511511Z","steps":["trace[315015970] 'agreement among raft nodes before linearized reading' (duration: 3.462245102s)","trace[315015970] 'range keys from in-memory index tree' (duration: 446.269079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:00.51151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:57.364394Z","time spent":"3.147109483s","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:00.511531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.602936Z","time spent":"3.908591863s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:00.511589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909205196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:50:00.511675Z","caller":"traceutil/trace.go:171","msg":"trace[708553597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1106; }","duration":"3.909310809s","start":"2026-04-16T03:49:56.602344Z","end":"2026-04-16T03:50:00.511654Z","steps":["trace[708553597] 'agreement among raft nodes before linearized reading' (duration: 3.462866117s)","trace[708553597] 'range keys from in-memory index tree' (duration: 446.247328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:00.511736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.602336Z","time spent":"3.909390591s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:00.511451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.6024Z","time spent":"3.909045103s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:00.511837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909910312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:50:00.511859Z","caller":"traceutil/trace.go:171","msg":"trace[1843030567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1106; }","duration":"3.909950233s","start":"2026-04-16T03:49:56.601903Z","end":"2026-04-16T03:50:00.511853Z","steps":["trace[1843030567] 'agreement among raft nodes before linearized reading' (duration: 3.463316856s)","trace[1843030567] 'range keys from in-memory index tree' (duration: 446.581366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:00.511875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:56.601892Z","time spent":"3.909978324s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:00.512071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.972895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:00.512326Z","caller":"traceutil/trace.go:171","msg":"trace[668988455] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"2.403950342s","start":"2026-04-16T03:49:58.108365Z","end":"2026-04-16T03:50:00.512315Z","steps":["trace[668988455] 'process raft request' (duration: 1.956683431s)","trace[668988455] 'compare' (duration: 446.76254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:00.512376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:58.108348Z","time spent":"2.404005974s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:00.512408Z","caller":"traceutil/trace.go:171","msg":"trace[937545845] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1148; }","duration":"447.254311ms","start":"2026-04-16T03:50:00.065128Z","end":"2026-04-16T03:50:00.512382Z","steps":["trace[937545845] 'read index received' (duration: 101.992µs)","trace[937545845] 'applied index is now lower than readState.Index' (duration: 447.148009ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:00.512431Z","caller":"traceutil/trace.go:171","msg":"trace[1804481098] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"401.997468ms","start":"2026-04-16T03:50:00.110417Z","end":"2026-04-16T03:50:00.512415Z","steps":["trace[1804481098] 'process raft request' (duration: 401.773703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:00.512512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409248734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:00.512516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141891615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:00.512545Z","caller":"traceutil/trace.go:171","msg":"trace[1707603688] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1108; }","duration":"1.409321275s","start":"2026-04-16T03:49:59.103213Z","end":"2026-04-16T03:50:00.512535Z","steps":["trace[1707603688] 'agreement among raft nodes before linearized reading' (duration: 1.409269644s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:00.512544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:00.110393Z","time spent":"402.099621ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:00.512568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:59.103194Z","time spent":"1.409368427s","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:00.512569Z","caller":"traceutil/trace.go:171","msg":"trace[131231294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1108; }","duration":"1.141975378s","start":"2026-04-16T03:49:59.370579Z","end":"2026-04-16T03:50:00.512554Z","steps":["trace[131231294] 'agreement among raft nodes before linearized reading' (duration: 1.141859975s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:00.512801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:49:59.370548Z","time spent":"1.142244414s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:00.5128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.456141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:00.512849Z","caller":"traceutil/trace.go:171","msg":"trace[1786833791] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1108; }","duration":"363.756258ms","start":"2026-04-16T03:50:00.149078Z","end":"2026-04-16T03:50:00.512835Z","steps":["trace[1786833791] 'agreement among raft nodes before linearized reading' (duration: 363.45722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:00.512893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:00.149059Z","time spent":"363.820769ms","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:01.155524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.428127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:01.155616Z","caller":"traceutil/trace.go:171","msg":"trace[1895708769] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"640.556511ms","start":"2026-04-16T03:50:00.515045Z","end":"2026-04-16T03:50:01.155601Z","steps":["trace[1895708769] 'process raft request' (duration: 430.986541ms)","trace[1895708769] 'compare' (duration: 209.304674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:01.155834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:00.515027Z","time spent":"640.784816ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:01.251152Z","caller":"traceutil/trace.go:171","msg":"trace[131452202] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"735.222499ms","start":"2026-04-16T03:50:00.515911Z","end":"2026-04-16T03:50:01.251133Z","steps":["trace[131452202] 'process raft request' (duration: 735.156648ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:01.251192Z","caller":"traceutil/trace.go:171","msg":"trace[82736327] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"736.042179ms","start":"2026-04-16T03:50:00.515118Z","end":"2026-04-16T03:50:01.25116Z","steps":["trace[82736327] 'process raft request' (duration: 735.835564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:01.251257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:00.515894Z","time spent":"735.309151ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:01.251336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:00.515089Z","time spent":"736.167002ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:01.251336Z","caller":"traceutil/trace.go:171","msg":"trace[1029302095] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1150; }","duration":"735.227139ms","start":"2026-04-16T03:50:00.516089Z","end":"2026-04-16T03:50:01.251316Z","steps":["trace[1029302095] 'read index received' (duration: 429.932926ms)","trace[1029302095] 'applied index is now lower than readState.Index' (duration: 305.292813ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:01.251378Z","caller":"traceutil/trace.go:171","msg":"trace[1823683982] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"719.585233ms","start":"2026-04-16T03:50:00.531776Z","end":"2026-04-16T03:50:01.251361Z","steps":["trace[1823683982] 'process raft request' (duration: 719.329108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:01.251443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:00.531755Z","time spent":"719.656015ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:01.251548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.638543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:01.251573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.191003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:01.251657Z","caller":"traceutil/trace.go:171","msg":"trace[932987583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"733.288085ms","start":"2026-04-16T03:50:00.51835Z","end":"2026-04-16T03:50:01.251638Z","steps":["trace[932987583] 'agreement among raft nodes before linearized reading' (duration: 733.162662ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:01.251598Z","caller":"traceutil/trace.go:171","msg":"trace[50228103] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1112; }","duration":"263.726075ms","start":"2026-04-16T03:50:00.987861Z","end":"2026-04-16T03:50:01.251587Z","steps":["trace[50228103] 'agreement among raft nodes before linearized reading' (duration: 263.656614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:01.251719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:00.518344Z","time spent":"733.361816ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:01.251549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.448394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:50:01.251768Z","caller":"traceutil/trace.go:171","msg":"trace[145591022] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1112; }","duration":"735.6848ms","start":"2026-04-16T03:50:00.516066Z","end":"2026-04-16T03:50:01.25175Z","steps":["trace[145591022] 'agreement among raft nodes before linearized reading' (duration: 735.343132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:01.251814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:00.516059Z","time spent":"735.744311ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"info","ts":"2026-04-16T03:50:01.369323Z","caller":"traceutil/trace.go:171","msg":"trace[872914489] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1154; }","duration":"115.540166ms","start":"2026-04-16T03:50:01.253758Z","end":"2026-04-16T03:50:01.369298Z","steps":["trace[872914489] 'read index received' (duration: 43.664807ms)","trace[872914489] 'applied index is now lower than readState.Index' (duration: 71.873019ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:01.369321Z","caller":"traceutil/trace.go:171","msg":"trace[1654203786] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"115.241979ms","start":"2026-04-16T03:50:01.254054Z","end":"2026-04-16T03:50:01.369296Z","steps":["trace[1654203786] 'process raft request' (duration: 115.121146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:01.369475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.695209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:01.369508Z","caller":"traceutil/trace.go:171","msg":"trace[1463580820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1113; }","duration":"115.74775ms","start":"2026-04-16T03:50:01.253753Z","end":"2026-04-16T03:50:01.369501Z","steps":["trace[1463580820] 'agreement among raft nodes before linearized reading' (duration: 115.621487ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:02.864461Z","caller":"traceutil/trace.go:171","msg":"trace[905565032] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"346.756819ms","start":"2026-04-16T03:50:02.517679Z","end":"2026-04-16T03:50:02.864436Z","steps":["trace[905565032] 'process raft request' (duration: 346.632886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:02.864602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:02.517659Z","time spent":"346.865412ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:03.592047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:04.092956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:04.593316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:05.094195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:05.365419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.501080918s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:05.365756Z","caller":"traceutil/trace.go:171","msg":"trace[1848879610] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"2.846134759s","start":"2026-04-16T03:50:02.519597Z","end":"2026-04-16T03:50:05.365732Z","steps":["trace[1848879610] 'process raft request' (duration: 2.845977175s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.365903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:02.519582Z","time spent":"2.846245042s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:05.370091Z","caller":"traceutil/trace.go:171","msg":"trace[1190743682] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1158; }","duration":"2.278340188s","start":"2026-04-16T03:50:03.091732Z","end":"2026-04-16T03:50:05.370072Z","steps":["trace[1190743682] 'read index received' (duration: 2.273818496s)","trace[1190743682] 'applied index is now lower than readState.Index' (duration: 4.520712ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:05.370159Z","caller":"traceutil/trace.go:171","msg":"trace[909403584] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"494.249063ms","start":"2026-04-16T03:50:04.87588Z","end":"2026-04-16T03:50:05.370129Z","steps":["trace[909403584] 'process raft request' (duration: 494.025118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.370198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278450961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:05.370237Z","caller":"traceutil/trace.go:171","msg":"trace[1884460661] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1117; }","duration":"2.278551333s","start":"2026-04-16T03:50:03.091679Z","end":"2026-04-16T03:50:05.37023Z","steps":["trace[1884460661] 'agreement among raft nodes before linearized reading' (duration: 2.278467081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.370267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.091654Z","time spent":"2.278604174s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:05.37029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:04.875859Z","time spent":"494.361256ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:05.370349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326885206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:05.370444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11490913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:50:05.370458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.541555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:05.370495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048433385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:05.370511Z","caller":"traceutil/trace.go:171","msg":"trace[2093394512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1117; }","duration":"2.114999632s","start":"2026-04-16T03:50:03.255496Z","end":"2026-04-16T03:50:05.370495Z","steps":["trace[2093394512] 'agreement among raft nodes before linearized reading' (duration: 2.114830419s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.370525Z","caller":"traceutil/trace.go:171","msg":"trace[126056173] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1117; }","duration":"1.048526747s","start":"2026-04-16T03:50:04.32199Z","end":"2026-04-16T03:50:05.370517Z","steps":["trace[126056173] 'agreement among raft nodes before linearized reading' (duration: 1.048467476s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:05.370528Z","caller":"traceutil/trace.go:171","msg":"trace[430641922] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1117; }","duration":"766.627127ms","start":"2026-04-16T03:50:04.603881Z","end":"2026-04-16T03:50:05.370508Z","steps":["trace[430641922] 'agreement among raft nodes before linearized reading' (duration: 766.545715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.370555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.255474Z","time spent":"2.115072674s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:50:05.370457Z","caller":"traceutil/trace.go:171","msg":"trace[295580859] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1117; }","duration":"1.327027799s","start":"2026-04-16T03:50:04.04341Z","end":"2026-04-16T03:50:05.370438Z","steps":["trace[295580859] 'agreement among raft nodes before linearized reading' (duration: 1.326867536s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.370693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:04.043391Z","time spent":"1.327275684s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:05.370676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11531828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:50:05.370793Z","caller":"traceutil/trace.go:171","msg":"trace[1903673225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1117; }","duration":"2.115450823s","start":"2026-04-16T03:50:03.255317Z","end":"2026-04-16T03:50:05.370768Z","steps":["trace[1903673225] 'agreement among raft nodes before linearized reading' (duration: 2.115090524s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.370537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114958351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:05.370862Z","caller":"traceutil/trace.go:171","msg":"trace[808424139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1117; }","duration":"2.115320939s","start":"2026-04-16T03:50:03.255529Z","end":"2026-04-16T03:50:05.37085Z","steps":["trace[808424139] 'agreement among raft nodes before linearized reading' (duration: 2.11492264s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.370864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.255273Z","time spent":"2.115578215s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:05.370909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.255506Z","time spent":"2.115392021s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:05.37039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.369336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:05.371012Z","caller":"traceutil/trace.go:171","msg":"trace[1875324986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1117; }","duration":"1.00003464s","start":"2026-04-16T03:50:04.370968Z","end":"2026-04-16T03:50:05.371003Z","steps":["trace[1875324986] 'agreement among raft nodes before linearized reading' (duration: 999.362385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.371039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:04.370944Z","time spent":"1.000089251s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:05.370554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:04.321969Z","time spent":"1.048579259s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:05.370388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179425402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:50:05.37117Z","caller":"traceutil/trace.go:171","msg":"trace[1016408607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1117; }","duration":"2.18024683s","start":"2026-04-16T03:50:03.190914Z","end":"2026-04-16T03:50:05.371161Z","steps":["trace[1016408607] 'agreement among raft nodes before linearized reading' (duration: 2.179315969s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:05.371198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:03.190896Z","time spent":"2.180293371s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:05.370616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:04.603867Z","time spent":"766.734869ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:07.774325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:08.062556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07854633s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:08.062972Z","caller":"traceutil/trace.go:171","msg":"trace[777484306] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"1.079083703s","start":"2026-04-16T03:50:06.98386Z","end":"2026-04-16T03:50:08.062943Z","steps":["trace[777484306] 'process raft request' (duration: 1.078892459s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:08.063137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:06.983836Z","time spent":"1.079218105s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:09.273961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:09.274032Z","caller":"traceutil/trace.go:171","msg":"trace[1551971482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420309s","start":"2026-04-16T03:50:07.273594Z","end":"2026-04-16T03:50:09.274014Z","steps":["trace[1551971482] 'agreement among raft nodes before linearized reading' (duration: 2.000320806s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.27407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.273577Z","time spent":"2.00048589s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:09.370968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000601364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:50:09.37107Z","caller":"traceutil/trace.go:171","msg":"trace[463782041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772708s","start":"2026-04-16T03:50:07.370278Z","end":"2026-04-16T03:50:09.371051Z","steps":["trace[463782041] 'agreement among raft nodes before linearized reading' (duration: 2.000629534s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:09.37112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.370258Z","time spent":"2.000851629s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:09.673326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196668826s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:09.673502Z","caller":"traceutil/trace.go:171","msg":"trace[703905185] linearizableReadLoop","detail":"{readStateIndex:1166; appliedIndex:1164; }","duration":"2.39985149s","start":"2026-04-16T03:50:07.273626Z","end":"2026-04-16T03:50:09.673478Z","steps":["trace[703905185] 'read index received' (duration: 789.13025ms)","trace[703905185] 'applied index is now lower than readState.Index' (duration: 1.6107191s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:09.673596Z","caller":"traceutil/trace.go:171","msg":"trace[1637670690] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"2.297562776s","start":"2026-04-16T03:50:07.376018Z","end":"2026-04-16T03:50:09.673581Z","steps":["trace[1637670690] 'process raft request' (duration: 1.100507631s)","trace[1637670690] 'compare' (duration: 1.196463371s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:09.673671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.375993Z","time spent":"2.297644587s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:10.195411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.45208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:10.195833Z","caller":"traceutil/trace.go:171","msg":"trace[1714432286] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"919.303949ms","start":"2026-04-16T03:50:09.276492Z","end":"2026-04-16T03:50:10.195796Z","steps":["trace[1714432286] 'process raft request' (duration: 765.415929ms)","trace[1714432286] 'compare' (duration: 153.359088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:10.195996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.276467Z","time spent":"919.461412ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:50:10.20319Z","caller":"traceutil/trace.go:171","msg":"trace[1493572213] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1166; }","duration":"529.644101ms","start":"2026-04-16T03:50:09.673532Z","end":"2026-04-16T03:50:10.203176Z","steps":["trace[1493572213] 'read index received' (duration: 368.393992ms)","trace[1493572213] 'applied index is now lower than readState.Index' (duration: 161.249189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:10.203333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820021743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:50:10.203351Z","caller":"traceutil/trace.go:171","msg":"trace[652375201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1124; }","duration":"2.820068355s","start":"2026-04-16T03:50:07.383277Z","end":"2026-04-16T03:50:10.203345Z","steps":["trace[652375201] 'agreement among raft nodes before linearized reading' (duration: 2.819968222s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.203337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81856042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T03:50:10.203369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.383266Z","time spent":"2.820098655s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:50:10.203387Z","caller":"traceutil/trace.go:171","msg":"trace[165218416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1124; }","duration":"2.818633531s","start":"2026-04-16T03:50:07.38474Z","end":"2026-04-16T03:50:10.203373Z","steps":["trace[165218416] 'agreement among raft nodes before linearized reading' (duration: 2.818472868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.203364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.271657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:10.20342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.384732Z","time spent":"2.818681042s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:50:10.203442Z","caller":"traceutil/trace.go:171","msg":"trace[1445568917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1124; }","duration":"826.39971ms","start":"2026-04-16T03:50:09.377023Z","end":"2026-04-16T03:50:10.203423Z","steps":["trace[1445568917] 'agreement among raft nodes before linearized reading' (duration: 826.253667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.203472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833610984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:50:10.20351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822867768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:50:10.203504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67826993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:10.203536Z","caller":"traceutil/trace.go:171","msg":"trace[944456052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1124; }","duration":"2.82293464s","start":"2026-04-16T03:50:07.380594Z","end":"2026-04-16T03:50:10.203529Z","steps":["trace[944456052] 'agreement among raft nodes before linearized reading' (duration: 2.822858348s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.203536Z","caller":"traceutil/trace.go:171","msg":"trace[275198927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1124; }","duration":"2.833688995s","start":"2026-04-16T03:50:07.369832Z","end":"2026-04-16T03:50:10.203521Z","steps":["trace[275198927] 'agreement among raft nodes before linearized reading' (duration: 2.833481771s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.203554Z","caller":"traceutil/trace.go:171","msg":"trace[458959376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1124; }","duration":"2.678374812s","start":"2026-04-16T03:50:07.525169Z","end":"2026-04-16T03:50:10.203544Z","steps":["trace[458959376] 'agreement among raft nodes before linearized reading' (duration: 2.67826666s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.203563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.380574Z","time spent":"2.822983981s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:10.203567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.36975Z","time spent":"2.833810158s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:10.203581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.525151Z","time spent":"2.678422044s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:10.203501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:09.377004Z","time spent":"826.488962ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:10.20364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821912106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:50:10.203733Z","caller":"traceutil/trace.go:171","msg":"trace[203194166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1124; }","duration":"2.822047119s","start":"2026-04-16T03:50:07.381665Z","end":"2026-04-16T03:50:10.203712Z","steps":["trace[203194166] 'agreement among raft nodes before linearized reading' (duration: 2.821711431s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:10.203797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:07.381658Z","time spent":"2.822132091s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:50:10.318824Z","caller":"traceutil/trace.go:171","msg":"trace[368319347] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"112.646529ms","start":"2026-04-16T03:50:10.206149Z","end":"2026-04-16T03:50:10.318796Z","steps":["trace[368319347] 'process raft request' (duration: 108.74829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.31914Z","caller":"traceutil/trace.go:171","msg":"trace[1692976035] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"112.105427ms","start":"2026-04-16T03:50:10.207014Z","end":"2026-04-16T03:50:10.319119Z","steps":["trace[1692976035] 'process raft request' (duration: 111.744659ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.319225Z","caller":"traceutil/trace.go:171","msg":"trace[208046803] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"111.78957ms","start":"2026-04-16T03:50:10.207405Z","end":"2026-04-16T03:50:10.319195Z","steps":["trace[208046803] 'process raft request' (duration: 111.617796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.319277Z","caller":"traceutil/trace.go:171","msg":"trace[386327832] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"110.924539ms","start":"2026-04-16T03:50:10.208333Z","end":"2026-04-16T03:50:10.319257Z","steps":["trace[386327832] 'process raft request' (duration: 110.872098ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:10.319402Z","caller":"traceutil/trace.go:171","msg":"trace[1005390812] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"111.868191ms","start":"2026-04-16T03:50:10.207527Z","end":"2026-04-16T03:50:10.319396Z","steps":["trace[1005390812] 'process raft request' (duration: 111.592465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:14.457714Z","caller":"traceutil/trace.go:171","msg":"trace[398410537] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"107.732887ms","start":"2026-04-16T03:50:14.349943Z","end":"2026-04-16T03:50:14.457675Z","steps":["trace[398410537] 'process raft request' (duration: 48.018135ms)","trace[398410537] 'compare' (duration: 59.565768ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:14.457902Z","caller":"traceutil/trace.go:171","msg":"trace[1013516163] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"107.277488ms","start":"2026-04-16T03:50:14.35061Z","end":"2026-04-16T03:50:14.457888Z","steps":["trace[1013516163] 'process raft request' (duration: 107.027851ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:14.458046Z","caller":"traceutil/trace.go:171","msg":"trace[659156739] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"106.830998ms","start":"2026-04-16T03:50:14.351202Z","end":"2026-04-16T03:50:14.458033Z","steps":["trace[659156739] 'process raft request' (duration: 106.613723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:14.458192Z","caller":"traceutil/trace.go:171","msg":"trace[1382615947] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"106.411778ms","start":"2026-04-16T03:50:14.351758Z","end":"2026-04-16T03:50:14.45817Z","steps":["trace[1382615947] 'process raft request' (duration: 106.237274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:16.372344Z","caller":"traceutil/trace.go:171","msg":"trace[555216104] linearizableReadLoop","detail":"{readStateIndex:1190; appliedIndex:1189; }","duration":"494.511339ms","start":"2026-04-16T03:50:15.87781Z","end":"2026-04-16T03:50:16.372322Z","steps":["trace[555216104] 'read index received' (duration: 494.296035ms)","trace[555216104] 'applied index is now lower than readState.Index' (duration: 213.994µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:16.372501Z","caller":"traceutil/trace.go:171","msg":"trace[1728091709] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"644.514531ms","start":"2026-04-16T03:50:15.727976Z","end":"2026-04-16T03:50:16.372491Z","steps":["trace[1728091709] 'process raft request' (duration: 644.191234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:16.372604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:15.727944Z","time spent":"644.585142ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:16.3728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.94612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:16.372941Z","caller":"traceutil/trace.go:171","msg":"trace[211992914] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1145; }","duration":"495.136974ms","start":"2026-04-16T03:50:15.877751Z","end":"2026-04-16T03:50:16.372888Z","steps":["trace[211992914] 'agreement among raft nodes before linearized reading' (duration: 494.926439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:16.373013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:15.87773Z","time spent":"495.267407ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:16.559798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.483794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:16.559861Z","caller":"traceutil/trace.go:171","msg":"trace[1768368876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1145; }","duration":"186.568826ms","start":"2026-04-16T03:50:16.373277Z","end":"2026-04-16T03:50:16.559846Z","steps":["trace[1768368876] 'range keys from in-memory index tree' (duration: 186.435593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:16.560203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.079449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:16.560325Z","caller":"traceutil/trace.go:171","msg":"trace[1400592691] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"183.795952ms","start":"2026-04-16T03:50:16.376518Z","end":"2026-04-16T03:50:16.560314Z","steps":["trace[1400592691] 'process raft request' (duration: 70.505178ms)","trace[1400592691] 'compare' (duration: 112.766803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:18.753013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265826073s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:18.753814Z","caller":"traceutil/trace.go:171","msg":"trace[385383022] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"2.18985053s","start":"2026-04-16T03:50:16.563912Z","end":"2026-04-16T03:50:18.753763Z","steps":["trace[385383022] 'process raft request' (duration: 2.189214286s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:18.753923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.563895Z","time spent":"2.189968832s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:18.754065Z","caller":"traceutil/trace.go:171","msg":"trace[1321067755] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"2.189241095s","start":"2026-04-16T03:50:16.564797Z","end":"2026-04-16T03:50:18.754038Z","steps":["trace[1321067755] 'process raft request' (duration: 2.188521279s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:18.754232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.564786Z","time spent":"2.189357207s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:18.754072Z","caller":"traceutil/trace.go:171","msg":"trace[1419592645] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"2.190804431s","start":"2026-04-16T03:50:16.563221Z","end":"2026-04-16T03:50:18.754025Z","steps":["trace[1419592645] 'process raft request' (duration: 923.850002ms)","trace[1419592645] 'compare' (duration: 1.265618719s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:18.754337Z","caller":"traceutil/trace.go:171","msg":"trace[1554005256] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"2.190201897s","start":"2026-04-16T03:50:16.564068Z","end":"2026-04-16T03:50:18.75427Z","steps":["trace[1554005256] 'process raft request' (duration: 2.189199225s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:18.754401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.563201Z","time spent":"2.191107168s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:18.754491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:16.56406Z","time spent":"2.19034371s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:18.869441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:19.370059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:19.871142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:20.278237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524854699s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:50:20.278653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.862454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:20.278683Z","caller":"traceutil/trace.go:171","msg":"trace[850828121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1150; }","duration":"519.895315ms","start":"2026-04-16T03:50:19.758775Z","end":"2026-04-16T03:50:20.278671Z","steps":["trace[850828121] 'range keys from in-memory index tree' (duration: 519.852004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:20.369169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:50:20.369257Z","caller":"traceutil/trace.go:171","msg":"trace[381903201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162988s","start":"2026-04-16T03:50:18.369075Z","end":"2026-04-16T03:50:20.369238Z","steps":["trace[381903201] 'agreement among raft nodes before linearized reading' (duration: 2.000044776s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:20.369307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.369053Z","time spent":"2.00024512s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:20.371809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:20.872934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478105963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:21.051868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.301278679s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:21.052388Z","caller":"traceutil/trace.go:171","msg":"trace[208705081] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"2.713657846s","start":"2026-04-16T03:50:18.338692Z","end":"2026-04-16T03:50:21.05235Z","steps":["trace[208705081] 'process raft request' (duration: 2.71343971s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:21.05263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.338668Z","time spent":"2.713801189s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:21.710416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.956315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:21.710648Z","caller":"traceutil/trace.go:171","msg":"trace[988199471] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1196; }","duration":"3.341511635s","start":"2026-04-16T03:50:18.36912Z","end":"2026-04-16T03:50:21.710631Z","steps":["trace[988199471] 'read index received' (duration: 2.682987456s)","trace[988199471] 'applied index is now lower than readState.Index' (duration: 658.522569ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:21.710688Z","caller":"traceutil/trace.go:171","msg":"trace[1626455969] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"1.169653635s","start":"2026-04-16T03:50:20.541001Z","end":"2026-04-16T03:50:21.710654Z","steps":["trace[1626455969] 'process raft request' (duration: 1.169537221s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:21.710727Z","caller":"traceutil/trace.go:171","msg":"trace[31083755] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"3.334185128s","start":"2026-04-16T03:50:18.376518Z","end":"2026-04-16T03:50:21.710703Z","steps":["trace[31083755] 'process raft request' (duration: 2.926854373s)","trace[31083755] 'compare' (duration: 406.802612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:21.710842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146928977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:50:21.710836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.540972Z","time spent":"1.169786418s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:21.710839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.376498Z","time spent":"3.33427931s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:21.710878Z","caller":"traceutil/trace.go:171","msg":"trace[294765125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1153; }","duration":"3.147002678s","start":"2026-04-16T03:50:18.563867Z","end":"2026-04-16T03:50:21.710869Z","steps":["trace[294765125] 'agreement among raft nodes before linearized reading' (duration: 3.146864945s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:21.710894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535466569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:21.71091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.563847Z","time spent":"3.147055639s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:50:21.710928Z","caller":"traceutil/trace.go:171","msg":"trace[1874897488] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1153; }","duration":"2.53552999s","start":"2026-04-16T03:50:19.175384Z","end":"2026-04-16T03:50:21.710914Z","steps":["trace[1874897488] 'agreement among raft nodes before linearized reading' (duration: 2.53549072s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:21.710836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.121823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:50:21.710956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:19.175364Z","time spent":"2.535585971s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:21.710976Z","caller":"traceutil/trace.go:171","msg":"trace[921677649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1153; }","duration":"952.295318ms","start":"2026-04-16T03:50:20.75867Z","end":"2026-04-16T03:50:21.710965Z","steps":["trace[921677649] 'agreement among raft nodes before linearized reading' (duration: 952.073093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:21.710992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.055372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:50:21.711008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.758645Z","time spent":"952.354948ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:50:21.711027Z","caller":"traceutil/trace.go:171","msg":"trace[901544637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1153; }","duration":"952.102743ms","start":"2026-04-16T03:50:20.758911Z","end":"2026-04-16T03:50:21.711014Z","steps":["trace[901544637] 'agreement among raft nodes before linearized reading' (duration: 952.034731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:21.71102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341177492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:21.710925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.892109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:50:21.710833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.477304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:50:21.711058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.331938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:50:21.711059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.758901Z","time spent":"952.150674ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:21.711029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000903806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:21.711084Z","caller":"traceutil/trace.go:171","msg":"trace[1279465479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1153; }","duration":"952.3987ms","start":"2026-04-16T03:50:20.758679Z","end":"2026-04-16T03:50:21.711078Z","steps":["trace[1279465479] 'agreement among raft nodes before linearized reading' (duration: 952.300138ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:21.711081Z","caller":"traceutil/trace.go:171","msg":"trace[420476541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1153; }","duration":"952.043632ms","start":"2026-04-16T03:50:20.759027Z","end":"2026-04-16T03:50:21.711071Z","steps":["trace[420476541] 'agreement among raft nodes before linearized reading' (duration: 951.841377ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:21.711083Z","caller":"traceutil/trace.go:171","msg":"trace[495077960] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1153; }","duration":"492.771871ms","start":"2026-04-16T03:50:21.218302Z","end":"2026-04-16T03:50:21.711074Z","steps":["trace[495077960] 'agreement among raft nodes before linearized reading' (duration: 492.427333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:21.711083Z","caller":"traceutil/trace.go:171","msg":"trace[972241670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"1.341264685s","start":"2026-04-16T03:50:20.369798Z","end":"2026-04-16T03:50:21.711062Z","steps":["trace[972241670] 'agreement among raft nodes before linearized reading' (duration: 1.341168563s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:21.711104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.758659Z","time spent":"952.442411ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:21.711108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.759002Z","time spent":"952.100093ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:21.711114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.218279Z","time spent":"492.827522ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:50:21.71111Z","caller":"traceutil/trace.go:171","msg":"trace[1495961434] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1153; }","duration":"3.001032489s","start":"2026-04-16T03:50:18.71006Z","end":"2026-04-16T03:50:21.711092Z","steps":["trace[1495961434] 'agreement among raft nodes before linearized reading' (duration: 3.000861846s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:21.711126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:20.369781Z","time spent":"1.341333807s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:21.711158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:18.710045Z","time spent":"3.001103111s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:22.136934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.216926ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:50:22.137035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.712558Z","time spent":"424.474023ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:50:22.365429Z","caller":"traceutil/trace.go:171","msg":"trace[1016492977] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"650.194149ms","start":"2026-04-16T03:50:21.715202Z","end":"2026-04-16T03:50:22.365396Z","steps":["trace[1016492977] 'process raft request' (duration: 630.978783ms)","trace[1016492977] 'compare' (duration: 18.960031ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:22.365449Z","caller":"traceutil/trace.go:171","msg":"trace[211416969] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1199; }","duration":"650.112948ms","start":"2026-04-16T03:50:21.715313Z","end":"2026-04-16T03:50:22.365426Z","steps":["trace[211416969] 'read index received' (duration: 147.468874ms)","trace[211416969] 'applied index is now lower than readState.Index' (duration: 502.640814ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:22.365551Z","caller":"traceutil/trace.go:171","msg":"trace[235786558] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"649.638656ms","start":"2026-04-16T03:50:21.715901Z","end":"2026-04-16T03:50:22.36554Z","steps":["trace[235786558] 'process raft request' (duration: 649.443112ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.365539Z","caller":"traceutil/trace.go:171","msg":"trace[1813486238] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"650.302852ms","start":"2026-04-16T03:50:21.715202Z","end":"2026-04-16T03:50:22.365505Z","steps":["trace[1813486238] 'process raft request' (duration: 650.111477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.365661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.715894Z","time spent":"649.686178ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.365732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.715185Z","time spent":"650.431174ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:22.365767Z","caller":"traceutil/trace.go:171","msg":"trace[1534925557] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"650.524367ms","start":"2026-04-16T03:50:21.71521Z","end":"2026-04-16T03:50:22.365734Z","steps":["trace[1534925557] 'process raft request' (duration: 650.058946ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:22.365796Z","caller":"traceutil/trace.go:171","msg":"trace[1348088960] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"649.128825ms","start":"2026-04-16T03:50:21.716657Z","end":"2026-04-16T03:50:22.365786Z","steps":["trace[1348088960] 'process raft request' (duration: 648.729796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.365573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.715185Z","time spent":"650.317212ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.365863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.715194Z","time spent":"650.622959ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.36587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.71665Z","time spent":"649.167946ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:22.366019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.703571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:50:22.366055Z","caller":"traceutil/trace.go:171","msg":"trace[300172575] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1158; }","duration":"650.749532ms","start":"2026-04-16T03:50:21.715295Z","end":"2026-04-16T03:50:22.366044Z","steps":["trace[300172575] 'agreement among raft nodes before linearized reading' (duration: 650.637939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.366085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.715288Z","time spent":"650.790252ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"info","ts":"2026-04-16T03:50:22.40918Z","caller":"traceutil/trace.go:171","msg":"trace[1985763615] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"271.014664ms","start":"2026-04-16T03:50:22.138135Z","end":"2026-04-16T03:50:22.40915Z","steps":["trace[1985763615] 'process raft request' (duration: 270.887421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.409375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.945016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:22.409453Z","caller":"traceutil/trace.go:171","msg":"trace[885120724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1159; }","duration":"692.051258ms","start":"2026-04-16T03:50:21.717387Z","end":"2026-04-16T03:50:22.409438Z","steps":["trace[885120724] 'agreement among raft nodes before linearized reading' (duration: 691.856783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.409491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:21.71738Z","time spent":"692.100299ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:22.822299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.054755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:22.822388Z","caller":"traceutil/trace.go:171","msg":"trace[888188272] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1206; }","duration":"412.040021ms","start":"2026-04-16T03:50:22.410335Z","end":"2026-04-16T03:50:22.822375Z","steps":["trace[888188272] 'read index received' (duration: 110.880854ms)","trace[888188272] 'applied index is now lower than readState.Index' (duration: 301.157827ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:22.822442Z","caller":"traceutil/trace.go:171","msg":"trace[1210988292] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"453.824659ms","start":"2026-04-16T03:50:22.368585Z","end":"2026-04-16T03:50:22.82241Z","steps":["trace[1210988292] 'process raft request' (duration: 152.590561ms)","trace[1210988292] 'compare' (duration: 300.966842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:22.822494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.096589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:50:22.822531Z","caller":"traceutil/trace.go:171","msg":"trace[103602700] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1160; }","duration":"411.15143ms","start":"2026-04-16T03:50:22.411372Z","end":"2026-04-16T03:50:22.822524Z","steps":["trace[103602700] 'agreement among raft nodes before linearized reading' (duration: 411.075099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.822503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.155894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:22.822696Z","caller":"traceutil/trace.go:171","msg":"trace[855443361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"412.384059ms","start":"2026-04-16T03:50:22.410296Z","end":"2026-04-16T03:50:22.82268Z","steps":["trace[855443361] 'agreement among raft nodes before linearized reading' (duration: 412.132933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:22.822585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:22.411364Z","time spent":"411.191501ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:50:22.822746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:22.410279Z","time spent":"412.456401ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:22.822624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:22.368564Z","time spent":"453.945171ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:28.457598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954309483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:28.457637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087162605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:28.45767Z","caller":"traceutil/trace.go:171","msg":"trace[1886080916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1172; }","duration":"1.087253637s","start":"2026-04-16T03:50:27.370406Z","end":"2026-04-16T03:50:28.457659Z","steps":["trace[1886080916] 'range keys from in-memory index tree' (duration: 1.087024252s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:28.457669Z","caller":"traceutil/trace.go:171","msg":"trace[1262260368] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1172; }","duration":"1.954429906s","start":"2026-04-16T03:50:26.503222Z","end":"2026-04-16T03:50:28.457651Z","steps":["trace[1262260368] 'count revisions from in-memory index tree' (duration: 1.954033837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:28.457692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:27.370383Z","time spent":"1.087304579s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:28.457695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.503201Z","time spent":"1.954486687s","remote":"127.0.0.1:42054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:28.457969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704894107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:28.458062Z","caller":"traceutil/trace.go:171","msg":"trace[913402060] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1172; }","duration":"1.705035071s","start":"2026-04-16T03:50:26.753001Z","end":"2026-04-16T03:50:28.458036Z","steps":["trace[913402060] 'count revisions from in-memory index tree' (duration: 1.704828296s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:28.458132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:26.752985Z","time spent":"1.705130853s","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:28.47016Z","caller":"traceutil/trace.go:171","msg":"trace[361786073] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"736.891405ms","start":"2026-04-16T03:50:27.733241Z","end":"2026-04-16T03:50:28.470132Z","steps":["trace[361786073] 'process raft request' (duration: 736.67481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:28.470274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:27.733222Z","time spent":"736.992656ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:28.978253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:29.479238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:29.980136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:30.364452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.425534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:30.364594Z","caller":"traceutil/trace.go:171","msg":"trace[1444650256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1173; }","duration":"605.573077ms","start":"2026-04-16T03:50:29.758998Z","end":"2026-04-16T03:50:30.364571Z","steps":["trace[1444650256] 'range keys from in-memory index tree' (duration: 605.410424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:30.414444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42793819s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:30.414959Z","caller":"traceutil/trace.go:171","msg":"trace[390405792] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"1.941214695s","start":"2026-04-16T03:50:28.473716Z","end":"2026-04-16T03:50:30.414931Z","steps":["trace[390405792] 'process raft request' (duration: 1.941051451s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:30.415109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.473696Z","time spent":"1.941340697s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:30.416973Z","caller":"traceutil/trace.go:171","msg":"trace[187722977] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"1.942300369s","start":"2026-04-16T03:50:28.474642Z","end":"2026-04-16T03:50:30.416942Z","steps":["trace[187722977] 'process raft request' (duration: 1.942042343s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.416982Z","caller":"traceutil/trace.go:171","msg":"trace[692531034] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"1.942275438s","start":"2026-04-16T03:50:28.474686Z","end":"2026-04-16T03:50:30.416961Z","steps":["trace[692531034] 'process raft request' (duration: 1.942177666s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.417028Z","caller":"traceutil/trace.go:171","msg":"trace[717928978] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"1.942316129s","start":"2026-04-16T03:50:28.474671Z","end":"2026-04-16T03:50:30.416987Z","steps":["trace[717928978] 'process raft request' (duration: 1.942234327s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:30.417105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.474621Z","time spent":"1.942415981s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:30.417105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.474668Z","time spent":"1.94236928s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:30.417211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.474627Z","time spent":"1.942460442s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:30.41722Z","caller":"traceutil/trace.go:171","msg":"trace[1554782478] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"1.941503311s","start":"2026-04-16T03:50:28.475675Z","end":"2026-04-16T03:50:30.417178Z","steps":["trace[1554782478] 'process raft request' (duration: 1.941267966s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.417195Z","caller":"traceutil/trace.go:171","msg":"trace[2142867587] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1221; }","duration":"1.939972076s","start":"2026-04-16T03:50:28.477188Z","end":"2026-04-16T03:50:30.41716Z","steps":["trace[2142867587] 'read index received' (duration: 1.937634483s)","trace[2142867587] 'applied index is now lower than readState.Index' (duration: 2.334703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:30.417327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94011628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:30.417415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.475663Z","time spent":"1.941637995s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:30.417443Z","caller":"traceutil/trace.go:171","msg":"trace[1204517132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"1.940273454s","start":"2026-04-16T03:50:28.477154Z","end":"2026-04-16T03:50:30.417427Z","steps":["trace[1204517132] 'agreement among raft nodes before linearized reading' (duration: 1.94009528s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:30.41744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438144702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:30.417448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.757545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:30.417483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.477144Z","time spent":"1.940329685s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:50:30.417485Z","caller":"traceutil/trace.go:171","msg":"trace[1531582170] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1178; }","duration":"1.438218884s","start":"2026-04-16T03:50:28.979251Z","end":"2026-04-16T03:50:30.41747Z","steps":["trace[1531582170] 'agreement among raft nodes before linearized reading' (duration: 1.438124101s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:30.417484Z","caller":"traceutil/trace.go:171","msg":"trace[1717561926] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1178; }","duration":"265.828726ms","start":"2026-04-16T03:50:30.151645Z","end":"2026-04-16T03:50:30.417474Z","steps":["trace[1717561926] 'agreement among raft nodes before linearized reading' (duration: 265.765464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:30.417517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:28.979231Z","time spent":"1.438278744s","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":54,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:32.320893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101416337s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:50:32.321288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:31.219334Z","time spent":"1.101948979s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:50:32.870964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:33.372046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:33.873095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:34.371012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000809835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:34.371102Z","caller":"traceutil/trace.go:171","msg":"trace[1992964047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000937439s","start":"2026-04-16T03:50:32.370144Z","end":"2026-04-16T03:50:34.371081Z","steps":["trace[1992964047] 'agreement among raft nodes before linearized reading' (duration: 2.000830306s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.371155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.37013Z","time spent":"2.00101357s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:34.373484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:34.874267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:34.87608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.555038519s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:34.876507Z","caller":"traceutil/trace.go:171","msg":"trace[258144549] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"3.589814486s","start":"2026-04-16T03:50:31.286668Z","end":"2026-04-16T03:50:34.876482Z","steps":["trace[258144549] 'process raft request' (duration: 3.589610691s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.876671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:31.286644Z","time spent":"3.589942339s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:34.876739Z","caller":"traceutil/trace.go:171","msg":"trace[525387688] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"2.804003783s","start":"2026-04-16T03:50:32.072704Z","end":"2026-04-16T03:50:34.876708Z","steps":["trace[525387688] 'process raft request' (duration: 2.803730237s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:34.876871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.072678Z","time spent":"2.804108735s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:36.37154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:50:36.371656Z","caller":"traceutil/trace.go:171","msg":"trace[863672189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417306s","start":"2026-04-16T03:50:34.371216Z","end":"2026-04-16T03:50:36.371633Z","steps":["trace[863672189] 'agreement among raft nodes before linearized reading' (duration: 2.000271743s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:36.371707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:34.371204Z","time spent":"2.000492228s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:37.294753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215085853s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:37.295175Z","caller":"traceutil/trace.go:171","msg":"trace[1466443379] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1228; }","duration":"4.924973872s","start":"2026-04-16T03:50:32.37018Z","end":"2026-04-16T03:50:37.295154Z","steps":["trace[1466443379] 'read index received' (duration: 2.506083609s)","trace[1466443379] 'applied index is now lower than readState.Index' (duration: 2.418888873s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:37.295169Z","caller":"traceutil/trace.go:171","msg":"trace[568200141] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"4.972534149s","start":"2026-04-16T03:50:32.322606Z","end":"2026-04-16T03:50:37.29514Z","steps":["trace[568200141] 'process raft request' (duration: 2.756972096s)","trace[568200141] 'compare' (duration: 2.21457167s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:37.295192Z","caller":"traceutil/trace.go:171","msg":"trace[1458447046] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"4.813929355s","start":"2026-04-16T03:50:32.481243Z","end":"2026-04-16T03:50:37.295172Z","steps":["trace[1458447046] 'process raft request' (duration: 4.813801762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.481219Z","time spent":"4.814031117s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:37.295325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.32255Z","time spent":"4.972692544s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:37.295351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014209518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.295381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874521748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:50:37.295391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784349534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.29545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.721989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:37.295455Z","caller":"traceutil/trace.go:171","msg":"trace[1801202070] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1183; }","duration":"4.784473897s","start":"2026-04-16T03:50:32.510967Z","end":"2026-04-16T03:50:37.295441Z","steps":["trace[1801202070] 'agreement among raft nodes before linearized reading' (duration: 4.784349944s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.295475Z","caller":"traceutil/trace.go:171","msg":"trace[34336113] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1183; }","duration":"567.785391ms","start":"2026-04-16T03:50:36.727683Z","end":"2026-04-16T03:50:37.295469Z","steps":["trace[34336113] 'agreement among raft nodes before linearized reading' (duration: 567.7515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86179483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:50:37.295504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.727663Z","time spent":"567.835372ms","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.29552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079343694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:37.295532Z","caller":"traceutil/trace.go:171","msg":"trace[440720462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1183; }","duration":"4.861845831s","start":"2026-04-16T03:50:32.433667Z","end":"2026-04-16T03:50:37.295513Z","steps":["trace[440720462] 'agreement among raft nodes before linearized reading' (duration: 4.861766549s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.295549Z","caller":"traceutil/trace.go:171","msg":"trace[1246898258] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1183; }","duration":"3.079391904s","start":"2026-04-16T03:50:34.216151Z","end":"2026-04-16T03:50:37.295543Z","steps":["trace[1246898258] 'agreement among raft nodes before linearized reading' (duration: 3.079354874s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.43366Z","time spent":"4.861896732s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:37.295601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59666219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:37.295611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940930765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:37.295624Z","caller":"traceutil/trace.go:171","msg":"trace[1963316392] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1183; }","duration":"4.596723561s","start":"2026-04-16T03:50:32.698896Z","end":"2026-04-16T03:50:37.29562Z","steps":["trace[1963316392] 'agreement among raft nodes before linearized reading' (duration: 4.59668821s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.295641Z","caller":"traceutil/trace.go:171","msg":"trace[481482384] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1183; }","duration":"3.940996316s","start":"2026-04-16T03:50:33.354637Z","end":"2026-04-16T03:50:37.295633Z","steps":["trace[481482384] 'agreement among raft nodes before linearized reading' (duration: 3.940936105s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.29565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.698874Z","time spent":"4.596770572s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.295662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824671542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.295664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:33.354617Z","time spent":"3.941041397s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:37.295687Z","caller":"traceutil/trace.go:171","msg":"trace[35403242] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1183; }","duration":"1.824732543s","start":"2026-04-16T03:50:35.470949Z","end":"2026-04-16T03:50:37.295681Z","steps":["trace[35403242] 'agreement among raft nodes before linearized reading' (duration: 1.824693813s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096211557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.295711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.470926Z","time spent":"1.824779855s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.295704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020622704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:37.295731Z","caller":"traceutil/trace.go:171","msg":"trace[364040098] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1183; }","duration":"3.096327908s","start":"2026-04-16T03:50:34.199388Z","end":"2026-04-16T03:50:37.295716Z","steps":["trace[364040098] 'agreement among raft nodes before linearized reading' (duration: 3.096221576s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.932482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.295757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.862164048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:50:37.295766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:34.199365Z","time spent":"3.0963937s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.29567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326328876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:37.295793Z","caller":"traceutil/trace.go:171","msg":"trace[1788852574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1183; }","duration":"4.8622244s","start":"2026-04-16T03:50:32.433558Z","end":"2026-04-16T03:50:37.295783Z","steps":["trace[1788852574] 'agreement among raft nodes before linearized reading' (duration: 4.862142558s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.295813Z","caller":"traceutil/trace.go:171","msg":"trace[568011312] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1183; }","duration":"1.32651363s","start":"2026-04-16T03:50:35.969292Z","end":"2026-04-16T03:50:37.295805Z","steps":["trace[568011312] 'agreement among raft nodes before linearized reading' (duration: 1.326329556s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912500994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.29582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.433536Z","time spent":"4.86227906s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:50:37.295762Z","caller":"traceutil/trace.go:171","msg":"trace[1700361563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1183; }","duration":"2.020722916s","start":"2026-04-16T03:50:35.275025Z","end":"2026-04-16T03:50:37.295748Z","steps":["trace[1700361563] 'agreement among raft nodes before linearized reading' (duration: 2.020634694s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.29584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.969276Z","time spent":"1.326556732s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:37.295846Z","caller":"traceutil/trace.go:171","msg":"trace[1185406275] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1183; }","duration":"1.912574556s","start":"2026-04-16T03:50:35.383262Z","end":"2026-04-16T03:50:37.295837Z","steps":["trace[1185406275] 'agreement among raft nodes before linearized reading' (duration: 1.912525315s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.295414Z","caller":"traceutil/trace.go:171","msg":"trace[1823840762] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1183; }","duration":"3.01431989s","start":"2026-04-16T03:50:34.281081Z","end":"2026-04-16T03:50:37.295401Z","steps":["trace[1823840762] 'agreement among raft nodes before linearized reading' (duration: 3.014213768s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.862344632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:50:37.295886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:34.281063Z","time spent":"3.014818421s","remote":"127.0.0.1:60286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.295893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.383242Z","time spent":"1.912640577s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:37.295414Z","caller":"traceutil/trace.go:171","msg":"trace[1984043184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1183; }","duration":"4.874580819s","start":"2026-04-16T03:50:32.420824Z","end":"2026-04-16T03:50:37.295404Z","steps":["trace[1984043184] 'agreement among raft nodes before linearized reading' (duration: 4.874458887s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:34.216141Z","time spent":"3.079426036s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.295886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.759823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:50:37.295931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.420811Z","time spent":"4.875115381s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:37.295942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08829628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:37.295892Z","caller":"traceutil/trace.go:171","msg":"trace[2062957924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1183; }","duration":"4.862386823s","start":"2026-04-16T03:50:32.4335Z","end":"2026-04-16T03:50:37.295887Z","steps":["trace[2062957924] 'agreement among raft nodes before linearized reading' (duration: 4.862303611s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.295983Z","caller":"traceutil/trace.go:171","msg":"trace[1617560666] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1183; }","duration":"1.088367512s","start":"2026-04-16T03:50:36.207599Z","end":"2026-04-16T03:50:37.295966Z","steps":["trace[1617560666] 'agreement among raft nodes before linearized reading' (duration: 1.088309851s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:37.295969Z","caller":"traceutil/trace.go:171","msg":"trace[1789723957] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1183; }","duration":"920.859114ms","start":"2026-04-16T03:50:36.375083Z","end":"2026-04-16T03:50:37.295943Z","steps":["trace[1789723957] 'agreement among raft nodes before linearized reading' (duration: 920.717881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.295859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:35.275Z","time spent":"2.020850298s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.296001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057507483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:37.296022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874021887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:50:37.296101Z","caller":"traceutil/trace.go:171","msg":"trace[556411932] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1183; }","duration":"1.057657576s","start":"2026-04-16T03:50:36.238422Z","end":"2026-04-16T03:50:37.296079Z","steps":["trace[556411932] 'agreement among raft nodes before linearized reading' (duration: 1.057465872s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.296184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.238403Z","time spent":"1.057764548s","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.296035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.207583Z","time spent":"1.088439374s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:37.296114Z","caller":"traceutil/trace.go:171","msg":"trace[1122565458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1183; }","duration":"4.8741438s","start":"2026-04-16T03:50:32.421953Z","end":"2026-04-16T03:50:37.296097Z","steps":["trace[1122565458] 'agreement among raft nodes before linearized reading' (duration: 4.873896634s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.296407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.421946Z","time spent":"4.874450336s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:37.295489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.510949Z","time spent":"4.784533268s","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:37.296034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:32.433482Z","time spent":"4.862528476s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:50:37.295777Z","caller":"traceutil/trace.go:171","msg":"trace[1407565683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1183; }","duration":"915.995094ms","start":"2026-04-16T03:50:36.379768Z","end":"2026-04-16T03:50:37.295763Z","steps":["trace[1407565683] 'agreement among raft nodes before linearized reading' (duration: 915.935963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:37.296682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.379752Z","time spent":"916.920375ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:37.29605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:36.375067Z","time spent":"920.964947ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"warn","ts":"2026-04-16T03:50:41.768051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:42.268751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:42.280644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061004531s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:50:42.280958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.219552Z","time spent":"1.06140233s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:50:42.305586Z","caller":"traceutil/trace.go:171","msg":"trace[996542203] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1246; }","duration":"1.037618921s","start":"2026-04-16T03:50:41.267951Z","end":"2026-04-16T03:50:42.30557Z","steps":["trace[996542203] 'read index received' (duration: 1.01287502s)","trace[996542203] 'applied index is now lower than readState.Index' (duration: 24.743181ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:42.30564Z","caller":"traceutil/trace.go:171","msg":"trace[699455137] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"997.925082ms","start":"2026-04-16T03:50:41.307695Z","end":"2026-04-16T03:50:42.30562Z","steps":["trace[699455137] 'process raft request' (duration: 997.723717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:42.305674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037702713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:42.305691Z","caller":"traceutil/trace.go:171","msg":"trace[1133674639] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1197; }","duration":"1.037767064s","start":"2026-04-16T03:50:41.267919Z","end":"2026-04-16T03:50:42.305686Z","steps":["trace[1133674639] 'agreement among raft nodes before linearized reading' (duration: 1.037708763s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:42.305707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.2679Z","time spent":"1.037802395s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:42.305755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.307671Z","time spent":"998.021553ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:42.306918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.996593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:50:42.306985Z","caller":"traceutil/trace.go:171","msg":"trace[560665865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1198; }","duration":"945.097255ms","start":"2026-04-16T03:50:41.361871Z","end":"2026-04-16T03:50:42.306968Z","steps":["trace[560665865] 'agreement among raft nodes before linearized reading' (duration: 944.88912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:42.30702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.516599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:50:42.307071Z","caller":"traceutil/trace.go:171","msg":"trace[413950874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1198; }","duration":"947.577051ms","start":"2026-04-16T03:50:41.359477Z","end":"2026-04-16T03:50:42.307054Z","steps":["trace[413950874] 'agreement among raft nodes before linearized reading' (duration: 947.482108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:42.307117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.359469Z","time spent":"947.640092ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:42.307227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.551816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:42.307262Z","caller":"traceutil/trace.go:171","msg":"trace[106711526] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1198; }","duration":"511.610958ms","start":"2026-04-16T03:50:41.795641Z","end":"2026-04-16T03:50:42.307251Z","steps":["trace[106711526] 'agreement among raft nodes before linearized reading' (duration: 511.552497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:42.307025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.361857Z","time spent":"945.160097ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:42.307291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.795627Z","time spent":"511.656669ms","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:42.306916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.808724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:50:42.3074Z","caller":"traceutil/trace.go:171","msg":"trace[1716935508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1198; }","duration":"951.340286ms","start":"2026-04-16T03:50:41.356049Z","end":"2026-04-16T03:50:42.307389Z","steps":["trace[1716935508] 'agreement among raft nodes before linearized reading' (duration: 950.700382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:42.307446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.356038Z","time spent":"951.388827ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:42.307534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.459301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:42.307618Z","caller":"traceutil/trace.go:171","msg":"trace[205804447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1198; }","duration":"948.580114ms","start":"2026-04-16T03:50:41.35902Z","end":"2026-04-16T03:50:42.3076Z","steps":["trace[205804447] 'agreement among raft nodes before linearized reading' (duration: 948.323668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:42.307639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.31531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:50:42.307669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.35901Z","time spent":"948.650165ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:50:42.307679Z","caller":"traceutil/trace.go:171","msg":"trace[1205482870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1198; }","duration":"949.395771ms","start":"2026-04-16T03:50:41.358271Z","end":"2026-04-16T03:50:42.307667Z","steps":["trace[1205482870] 'agreement among raft nodes before linearized reading' (duration: 949.008953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:42.30771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:41.358251Z","time spent":"949.452543ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:44.81712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106098,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:50:45.062141Z","caller":"traceutil/trace.go:171","msg":"trace[81509676] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"752.209811ms","start":"2026-04-16T03:50:44.309913Z","end":"2026-04-16T03:50:45.062123Z","steps":["trace[81509676] 'process raft request' (duration: 752.067978ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:45.062207Z","caller":"traceutil/trace.go:171","msg":"trace[631401308] linearizableReadLoop","detail":"{readStateIndex:1255; appliedIndex:1255; }","duration":"745.98004ms","start":"2026-04-16T03:50:44.316215Z","end":"2026-04-16T03:50:45.062195Z","steps":["trace[631401308] 'read index received' (duration: 745.97337ms)","trace[631401308] 'applied index is now lower than readState.Index' (duration: 5.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:45.062261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.309893Z","time spent":"752.302743ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:45.062323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.118664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:50:45.062351Z","caller":"traceutil/trace.go:171","msg":"trace[193328636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1204; }","duration":"746.192135ms","start":"2026-04-16T03:50:44.316152Z","end":"2026-04-16T03:50:45.062344Z","steps":["trace[193328636] 'agreement among raft nodes before linearized reading' (duration: 746.092583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.062375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.31613Z","time spent":"746.238526ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:50:45.093336Z","caller":"traceutil/trace.go:171","msg":"trace[1596067487] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"186.982128ms","start":"2026-04-16T03:50:44.906324Z","end":"2026-04-16T03:50:45.093306Z","steps":["trace[1596067487] 'process raft request' (duration: 186.728193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.093425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.805836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:45.093509Z","caller":"traceutil/trace.go:171","msg":"trace[563222285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1205; }","duration":"722.951449ms","start":"2026-04-16T03:50:44.370535Z","end":"2026-04-16T03:50:45.093487Z","steps":["trace[563222285] 'agreement among raft nodes before linearized reading' (duration: 722.740935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.093484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.480463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:50:45.093558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.370519Z","time spent":"723.026991ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:50:45.093573Z","caller":"traceutil/trace.go:171","msg":"trace[329555180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1205; }","duration":"769.621426ms","start":"2026-04-16T03:50:44.323932Z","end":"2026-04-16T03:50:45.093553Z","steps":["trace[329555180] 'agreement among raft nodes before linearized reading' (duration: 769.326549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.093586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.271028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:50:45.09359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.732257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:50:45.093616Z","caller":"traceutil/trace.go:171","msg":"trace[1304731700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1205; }","duration":"769.32863ms","start":"2026-04-16T03:50:44.32428Z","end":"2026-04-16T03:50:45.093608Z","steps":["trace[1304731700] 'agreement among raft nodes before linearized reading' (duration: 769.236848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.093588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.335967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:45.093633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.324269Z","time spent":"769.359822ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:50:45.09366Z","caller":"traceutil/trace.go:171","msg":"trace[585401399] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1205; }","duration":"337.457861ms","start":"2026-04-16T03:50:44.756186Z","end":"2026-04-16T03:50:45.093644Z","steps":["trace[585401399] 'agreement among raft nodes before linearized reading' (duration: 337.235265ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:45.09362Z","caller":"traceutil/trace.go:171","msg":"trace[922032219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1205; }","duration":"757.791658ms","start":"2026-04-16T03:50:44.33582Z","end":"2026-04-16T03:50:45.093612Z","steps":["trace[922032219] 'agreement among raft nodes before linearized reading' (duration: 757.684046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.093692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.335802Z","time spent":"757.886041ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:45.093698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.756161Z","time spent":"337.529972ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":120,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:45.093617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.323918Z","time spent":"769.690568ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:45.093608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.797728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:50:45.093814Z","caller":"traceutil/trace.go:171","msg":"trace[88726998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1205; }","duration":"758.020304ms","start":"2026-04-16T03:50:44.335774Z","end":"2026-04-16T03:50:45.093795Z","steps":["trace[88726998] 'agreement among raft nodes before linearized reading' (duration: 757.704776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:45.093843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:44.335764Z","time spent":"758.071125ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:50:45.247216Z","caller":"traceutil/trace.go:171","msg":"trace[1792870351] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"149.644011ms","start":"2026-04-16T03:50:45.097543Z","end":"2026-04-16T03:50:45.247187Z","steps":["trace[1792870351] 'process raft request' (duration: 149.471427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:45.247495Z","caller":"traceutil/trace.go:171","msg":"trace[1958006705] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"149.873837ms","start":"2026-04-16T03:50:45.097608Z","end":"2026-04-16T03:50:45.247482Z","steps":["trace[1958006705] 'process raft request' (duration: 149.537259ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:45.247684Z","caller":"traceutil/trace.go:171","msg":"trace[1322270682] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"149.900017ms","start":"2026-04-16T03:50:45.097759Z","end":"2026-04-16T03:50:45.247659Z","steps":["trace[1322270682] 'process raft request' (duration: 149.663081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:45.247689Z","caller":"traceutil/trace.go:171","msg":"trace[568520594] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"149.578079ms","start":"2026-04-16T03:50:45.098073Z","end":"2026-04-16T03:50:45.247651Z","steps":["trace[568520594] 'process raft request' (duration: 149.496528ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:45.251142Z","caller":"traceutil/trace.go:171","msg":"trace[1000492301] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"107.19812ms","start":"2026-04-16T03:50:45.143924Z","end":"2026-04-16T03:50:45.251122Z","steps":["trace[1000492301] 'process raft request' (duration: 107.095858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:48.001372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.955826ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:50:49.651193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:50.152325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:50.660588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:51.160731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:51.369128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:50:51.369228Z","caller":"traceutil/trace.go:171","msg":"trace[2076159260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045728s","start":"2026-04-16T03:50:49.369156Z","end":"2026-04-16T03:50:51.369201Z","steps":["trace[2076159260] 'agreement among raft nodes before linearized reading' (duration: 1.999924146s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.369289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.369138Z","time spent":"2.000136201s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:50:51.505494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.434004886s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:50:51.505819Z","caller":"traceutil/trace.go:171","msg":"trace[768310736] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1269; }","duration":"2.355115277s","start":"2026-04-16T03:50:49.150684Z","end":"2026-04-16T03:50:51.5058Z","steps":["trace[768310736] 'read index received' (duration: 2.354916793s)","trace[768310736] 'applied index is now lower than readState.Index' (duration: 197.544µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:51.505944Z","caller":"traceutil/trace.go:171","msg":"trace[681725719] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"2.434525898s","start":"2026-04-16T03:50:49.071367Z","end":"2026-04-16T03:50:51.505893Z","steps":["trace[681725719] 'process raft request' (duration: 2.434296393s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.505991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355305862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:50:51.506016Z","caller":"traceutil/trace.go:171","msg":"trace[431069460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1218; }","duration":"2.355390624s","start":"2026-04-16T03:50:49.150617Z","end":"2026-04-16T03:50:51.506008Z","steps":["trace[431069460] 'agreement among raft nodes before linearized reading' (duration: 2.35528089s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.506044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.150554Z","time spent":"2.355483576s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:50:51.506043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904921943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:51.506107Z","caller":"traceutil/trace.go:171","msg":"trace[1172189155] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1218; }","duration":"1.905028035s","start":"2026-04-16T03:50:49.601065Z","end":"2026-04-16T03:50:51.506093Z","steps":["trace[1172189155] 'agreement among raft nodes before linearized reading' (duration: 1.904894462s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.506102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.071341Z","time spent":"2.434676872s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:51.506134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.28344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:51.506118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240996541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T03:50:51.506162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.196312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:51.506148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225594992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:51.506169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.464117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:50:51.506201Z","caller":"traceutil/trace.go:171","msg":"trace[1616534774] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1218; }","duration":"411.279123ms","start":"2026-04-16T03:50:51.094909Z","end":"2026-04-16T03:50:51.506188Z","steps":["trace[1616534774] 'agreement among raft nodes before linearized reading' (duration: 411.197691ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:51.506212Z","caller":"traceutil/trace.go:171","msg":"trace[217151654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1218; }","duration":"2.241095934s","start":"2026-04-16T03:50:49.265078Z","end":"2026-04-16T03:50:51.506174Z","steps":["trace[217151654] 'agreement among raft nodes before linearized reading' (duration: 2.240889329s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:51.506221Z","caller":"traceutil/trace.go:171","msg":"trace[47737131] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1218; }","duration":"2.225717625s","start":"2026-04-16T03:50:49.280484Z","end":"2026-04-16T03:50:51.506201Z","steps":["trace[47737131] 'agreement among raft nodes before linearized reading' (duration: 2.225565802s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.506142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.601053Z","time spent":"1.905082176s","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:51.506241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.094889Z","time spent":"411.346595ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:51.506246Z","caller":"traceutil/trace.go:171","msg":"trace[1279716158] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1218; }","duration":"287.59379ms","start":"2026-04-16T03:50:51.218634Z","end":"2026-04-16T03:50:51.506227Z","steps":["trace[1279716158] 'agreement among raft nodes before linearized reading' (duration: 287.382755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.506265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.280469Z","time spent":"2.225788826s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:51.506265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.265069Z","time spent":"2.241187275s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:51.506286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242063015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:50:51.506318Z","caller":"traceutil/trace.go:171","msg":"trace[1763058135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1218; }","duration":"2.242153388s","start":"2026-04-16T03:50:49.264155Z","end":"2026-04-16T03:50:51.506308Z","steps":["trace[1763058135] 'agreement among raft nodes before linearized reading' (duration: 2.242013084s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.506307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241534104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:50:51.506343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.264133Z","time spent":"2.242203339s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:50:51.506151Z","caller":"traceutil/trace.go:171","msg":"trace[22914716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1218; }","duration":"136.339581ms","start":"2026-04-16T03:50:51.369806Z","end":"2026-04-16T03:50:51.506145Z","steps":["trace[22914716] 'agreement among raft nodes before linearized reading' (duration: 136.31351ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:51.506388Z","caller":"traceutil/trace.go:171","msg":"trace[1957086298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1218; }","duration":"2.241621646s","start":"2026-04-16T03:50:49.264732Z","end":"2026-04-16T03:50:51.506354Z","steps":["trace[1957086298] 'agreement among raft nodes before linearized reading' (duration: 2.241444992s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.506439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.264722Z","time spent":"2.241704318s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:51.507044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243613831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:50:51.507089Z","caller":"traceutil/trace.go:171","msg":"trace[1273203499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1218; }","duration":"2.243687603s","start":"2026-04-16T03:50:49.263383Z","end":"2026-04-16T03:50:51.507071Z","steps":["trace[1273203499] 'agreement among raft nodes before linearized reading' (duration: 2.243244383s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:51.507169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:49.263364Z","time spent":"2.243797045s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:52.011713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:52.512186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:50:52.75193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244644965s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:50:53.275462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.278072ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:50:53.275589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.507187Z","time spent":"1.768397617s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:50:53.51468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:53.51476Z","caller":"traceutil/trace.go:171","msg":"trace[329095024] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049405s","start":"2026-04-16T03:50:51.514248Z","end":"2026-04-16T03:50:53.514742Z","steps":["trace[329095024] 'agreement among raft nodes before linearized reading' (duration: 2.000391608s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:53.514808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.51424Z","time spent":"2.000558442s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:54.530201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:50:54.530302Z","caller":"traceutil/trace.go:171","msg":"trace[446443237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055962s","start":"2026-04-16T03:50:52.529721Z","end":"2026-04-16T03:50:54.530281Z","steps":["trace[446443237] 'agreement among raft nodes before linearized reading' (duration: 2.000431747s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:54.530369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:52.529703Z","time spent":"2.000646572s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:55.514994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:50:55.515078Z","caller":"traceutil/trace.go:171","msg":"trace[306123541] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373556s","start":"2026-04-16T03:50:53.514685Z","end":"2026-04-16T03:50:55.515059Z","steps":["trace[306123541] 'agreement among raft nodes before linearized reading' (duration: 2.000263923s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:55.515125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:53.514678Z","time spent":"2.000437467s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:56.508909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.509451Z","time spent":"4.99945027s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:50:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:56.50906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.510097Z","time spent":"4.99895602s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:50:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:56.509097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.510372Z","time spent":"4.998721384s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:50:57.521088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000648702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:57.521182Z","caller":"traceutil/trace.go:171","msg":"trace[1165818899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793546s","start":"2026-04-16T03:50:55.52037Z","end":"2026-04-16T03:50:57.521164Z","steps":["trace[1165818899] 'agreement among raft nodes before linearized reading' (duration: 2.000682063s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:57.521227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:55.520349Z","time spent":"2.000869067s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:57.90644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.154305751s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:50:58.482872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:55.73886Z","time spent":"2.744003463s","remote":"127.0.0.1:59456","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:50:58.483186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.368376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:58.483702Z","caller":"traceutil/trace.go:171","msg":"trace[2117802767] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1270; }","duration":"6.972528509s","start":"2026-04-16T03:50:51.51115Z","end":"2026-04-16T03:50:58.483678Z","steps":["trace[2117802767] 'read index received' (duration: 1.240984962s)","trace[2117802767] 'applied index is now lower than readState.Index' (duration: 5.731542507s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:50:58.483899Z","caller":"traceutil/trace.go:171","msg":"trace[1926961419] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"6.974306309s","start":"2026-04-16T03:50:51.509581Z","end":"2026-04-16T03:50:58.483888Z","steps":["trace[1926961419] 'process raft request' (duration: 6.973735436s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:58.483994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.509548Z","time spent":"6.97437793s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:58.484125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972953218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:50:58.484192Z","caller":"traceutil/trace.go:171","msg":"trace[1099795914] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"6.974468402s","start":"2026-04-16T03:50:51.509678Z","end":"2026-04-16T03:50:58.484147Z","steps":["trace[1099795914] 'process raft request' (duration: 6.973860948s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:58.484213Z","caller":"traceutil/trace.go:171","msg":"trace[1599359563] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1223; }","duration":"6.97304576s","start":"2026-04-16T03:50:51.511118Z","end":"2026-04-16T03:50:58.484164Z","steps":["trace[1599359563] 'agreement among raft nodes before linearized reading' (duration: 6.972850286s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:58.484277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.511107Z","time spent":"6.973157314s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"warn","ts":"2026-04-16T03:50:58.484339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.50967Z","time spent":"6.974587636s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:58.509502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:53.511006Z","time spent":"4.99848982s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:50:59.090257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.796943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:50:59.090443Z","caller":"traceutil/trace.go:171","msg":"trace[41764859] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"5.813599727s","start":"2026-04-16T03:50:53.276826Z","end":"2026-04-16T03:50:59.090426Z","steps":["trace[41764859] 'process raft request' (duration: 5.664554448s)","trace[41764859] 'compare' (duration: 148.097978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:59.090511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:53.276804Z","time spent":"5.813679938s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:50:59.090551Z","caller":"traceutil/trace.go:171","msg":"trace[408186432] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"3.766249806s","start":"2026-04-16T03:50:55.324264Z","end":"2026-04-16T03:50:59.090513Z","steps":["trace[408186432] 'process raft request' (duration: 3.766108603s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:59.090584Z","caller":"traceutil/trace.go:171","msg":"trace[1218586799] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"3.445837443s","start":"2026-04-16T03:50:55.644688Z","end":"2026-04-16T03:50:59.090525Z","steps":["trace[1218586799] 'process raft request' (duration: 3.44571349s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.090756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:55.644654Z","time spent":"3.446013217s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:59.090793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:55.324245Z","time spent":"3.76641437s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:59.180065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.18422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:59.180139Z","caller":"traceutil/trace.go:171","msg":"trace[818101947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"669.294772ms","start":"2026-04-16T03:50:58.510824Z","end":"2026-04-16T03:50:59.180119Z","steps":["trace[818101947] 'agreement among raft nodes before linearized reading' (duration: 669.20328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.180175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:58.510812Z","time spent":"669.356524ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 03:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:59.265426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.582403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:59.265721Z","caller":"traceutil/trace.go:171","msg":"trace[1583657679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"753.93808ms","start":"2026-04-16T03:50:58.511759Z","end":"2026-04-16T03:50:59.265697Z","steps":["trace[1583657679] 'agreement among raft nodes before linearized reading' (duration: 753.601213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.265448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.491361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-16T03:50:59.265774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:58.511745Z","time spent":"754.013693ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 03:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T03:50:59.265814Z","caller":"traceutil/trace.go:171","msg":"trace[1528243752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"753.942852ms","start":"2026-04-16T03:50:58.511851Z","end":"2026-04-16T03:50:59.265794Z","steps":["trace[1528243752] 'agreement among raft nodes before linearized reading' (duration: 753.540192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.265868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:58.511821Z","time spent":"754.036564ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/16 03:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:59.273353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:59.273409Z","caller":"traceutil/trace.go:171","msg":"trace[1855898501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633712s","start":"2026-04-16T03:50:57.272762Z","end":"2026-04-16T03:50:59.273395Z","steps":["trace[1855898501] 'agreement among raft nodes before linearized reading' (duration: 2.000569521s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.273476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:57.272745Z","time spent":"2.000720154s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:59.521685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:50:59.52179Z","caller":"traceutil/trace.go:171","msg":"trace[1835058950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426247s","start":"2026-04-16T03:50:57.521341Z","end":"2026-04-16T03:50:59.521768Z","steps":["trace[1835058950] 'agreement among raft nodes before linearized reading' (duration: 2.000301434s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.521878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:57.52132Z","time spent":"2.00052383s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:50:59.557518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.071898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:50:59.557611Z","caller":"traceutil/trace.go:171","msg":"trace[48302111] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1276; }","duration":"1.073841393s","start":"2026-04-16T03:50:58.483756Z","end":"2026-04-16T03:50:59.557598Z","steps":["trace[48302111] 'read index received' (duration: 457.757617ms)","trace[48302111] 'applied index is now lower than readState.Index' (duration: 616.082556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:50:59.557858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172083077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:50:59.557894Z","caller":"traceutil/trace.go:171","msg":"trace[1461792014] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1227; }","duration":"4.172159689s","start":"2026-04-16T03:50:55.385722Z","end":"2026-04-16T03:50:59.557882Z","steps":["trace[1461792014] 'agreement among raft nodes before linearized reading' (duration: 4.172094077s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.557867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48890618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:59.557894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.635244262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:50:59.557925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:55.385699Z","time spent":"4.17221577s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:59.557937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:58.486346Z","time spent":"1.071587082s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:50:59.557953Z","caller":"traceutil/trace.go:171","msg":"trace[1073838212] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1227; }","duration":"7.635314914s","start":"2026-04-16T03:50:51.922622Z","end":"2026-04-16T03:50:59.557937Z","steps":["trace[1073838212] 'agreement among raft nodes before linearized reading' (duration: 7.635208532s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.557951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020740004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:59.557985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:51.922526Z","time spent":"7.635452977s","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:59.55801Z","caller":"traceutil/trace.go:171","msg":"trace[1553479009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1227; }","duration":"5.020839486s","start":"2026-04-16T03:50:54.537154Z","end":"2026-04-16T03:50:59.557994Z","steps":["trace[1553479009] 'agreement among raft nodes before linearized reading' (duration: 5.020749094s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.558022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947839105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:50:59.558064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:54.537131Z","time spent":"5.020917468s","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:59.557942Z","caller":"traceutil/trace.go:171","msg":"trace[1436985968] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1227; }","duration":"3.489026163s","start":"2026-04-16T03:50:56.068899Z","end":"2026-04-16T03:50:59.557925Z","steps":["trace[1436985968] 'agreement among raft nodes before linearized reading' (duration: 3.488881019s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.558126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590626053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:50:59.558117Z","caller":"traceutil/trace.go:171","msg":"trace[834739371] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1227; }","duration":"2.947923526s","start":"2026-04-16T03:50:56.61013Z","end":"2026-04-16T03:50:59.558054Z","steps":["trace[834739371] 'agreement among raft nodes before linearized reading' (duration: 2.947853784s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.558132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:56.068872Z","time spent":"3.489244438s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:59.558147Z","caller":"traceutil/trace.go:171","msg":"trace[1262484249] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1227; }","duration":"5.590677065s","start":"2026-04-16T03:50:53.967463Z","end":"2026-04-16T03:50:59.558141Z","steps":["trace[1262484249] 'agreement among raft nodes before linearized reading' (duration: 5.590635784s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.558165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:53.967449Z","time spent":"5.590711455s","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:50:59.558172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:56.61011Z","time spent":"2.948044939s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:50:59.617517Z","caller":"traceutil/trace.go:171","msg":"trace[395289622] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"385.785245ms","start":"2026-04-16T03:50:59.231698Z","end":"2026-04-16T03:50:59.617483Z","steps":["trace[395289622] 'process raft request' (duration: 385.53749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.617607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.99406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:50:59.617662Z","caller":"traceutil/trace.go:171","msg":"trace[1414592973] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1228; }","duration":"525.077452ms","start":"2026-04-16T03:50:59.092564Z","end":"2026-04-16T03:50:59.617641Z","steps":["trace[1414592973] 'agreement among raft nodes before linearized reading' (duration: 525.00801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.617671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.231677Z","time spent":"385.910238ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7046,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:50:59.617705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.092542Z","time spent":"525.151204ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:50:59.617746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.501736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:50:59.617746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.930205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:50:59.617805Z","caller":"traceutil/trace.go:171","msg":"trace[1724026262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1228; }","duration":"350.590107ms","start":"2026-04-16T03:50:59.267202Z","end":"2026-04-16T03:50:59.617792Z","steps":["trace[1724026262] 'agreement among raft nodes before linearized reading' (duration: 350.404473ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:50:59.617815Z","caller":"traceutil/trace.go:171","msg":"trace[123211012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1228; }","duration":"351.042218ms","start":"2026-04-16T03:50:59.266759Z","end":"2026-04-16T03:50:59.617802Z","steps":["trace[123211012] 'agreement among raft nodes before linearized reading' (duration: 350.822903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.617833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.267196Z","time spent":"350.632218ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:50:59.617856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.266744Z","time spent":"351.104999ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:50:59.61753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106469182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-16T03:50:59.617967Z","caller":"traceutil/trace.go:171","msg":"trace[1724763419] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1228; }","duration":"1.106904842s","start":"2026-04-16T03:50:58.511026Z","end":"2026-04-16T03:50:59.61793Z","steps":["trace[1724763419] 'agreement among raft nodes before linearized reading' (duration: 1.10636692s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:50:59.618005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:58.51102Z","time spent":"1.106974604s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T03:51:00.119217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:00.167069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.586689ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:00.167207Z","caller":"traceutil/trace.go:171","msg":"trace[1672247799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1228; }","duration":"407.744892ms","start":"2026-04-16T03:50:59.759443Z","end":"2026-04-16T03:51:00.167188Z","steps":["trace[1672247799] 'range keys from in-memory index tree' (duration: 407.565948ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:00.167265Z","caller":"traceutil/trace.go:171","msg":"trace[307359683] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"608.152195ms","start":"2026-04-16T03:50:59.559088Z","end":"2026-04-16T03:51:00.16724Z","steps":["trace[307359683] 'process raft request' (duration: 605.816742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:00.167394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.55907Z","time spent":"608.249398ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:00.927023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.957277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:00.927182Z","caller":"traceutil/trace.go:171","msg":"trace[1315452836] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1283; }","duration":"1.308865671s","start":"2026-04-16T03:50:59.618299Z","end":"2026-04-16T03:51:00.927165Z","steps":["trace[1315452836] 'read index received' (duration: 546.618481ms)","trace[1315452836] 'applied index is now lower than readState.Index' (duration: 762.24537ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:00.927217Z","caller":"traceutil/trace.go:171","msg":"trace[1064389369] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"1.299302064s","start":"2026-04-16T03:50:59.627881Z","end":"2026-04-16T03:51:00.927183Z","steps":["trace[1064389369] 'process raft request' (duration: 1.116038399s)","trace[1064389369] 'compare' (duration: 182.737562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:00.927406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.627865Z","time spent":"1.299457437s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:00.927417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307749185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:51:00.927473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309171117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:00.927484Z","caller":"traceutil/trace.go:171","msg":"trace[453805839] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1230; }","duration":"1.307836597s","start":"2026-04-16T03:50:59.619629Z","end":"2026-04-16T03:51:00.927466Z","steps":["trace[453805839] 'agreement among raft nodes before linearized reading' (duration: 1.307644343s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:00.927516Z","caller":"traceutil/trace.go:171","msg":"trace[1180664486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1230; }","duration":"1.309207388s","start":"2026-04-16T03:50:59.618295Z","end":"2026-04-16T03:51:00.927502Z","steps":["trace[1180664486] 'agreement among raft nodes before linearized reading' (duration: 1.309151947s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:00.927418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.394658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:51:00.92756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.618272Z","time spent":"1.30927741s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:51:00.927593Z","caller":"traceutil/trace.go:171","msg":"trace[1922703284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1230; }","duration":"438.586973ms","start":"2026-04-16T03:51:00.488981Z","end":"2026-04-16T03:51:00.927568Z","steps":["trace[1922703284] 'agreement among raft nodes before linearized reading' (duration: 438.290336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:00.927611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.619617Z","time spent":"1.307906669s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:51:00.927643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:00.488965Z","time spent":"438.663104ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:00.927673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.151043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:51:00.927736Z","caller":"traceutil/trace.go:171","msg":"trace[1351493880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1230; }","duration":"438.271445ms","start":"2026-04-16T03:51:00.48945Z","end":"2026-04-16T03:51:00.927722Z","steps":["trace[1351493880] 'agreement among raft nodes before linearized reading' (duration: 438.05213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:00.927768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:00.48943Z","time spent":"438.332017ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:00.927773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304740017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-16T03:51:00.92779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.145263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:51:00.927843Z","caller":"traceutil/trace.go:171","msg":"trace[536306173] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1230; }","duration":"1.304849839s","start":"2026-04-16T03:50:59.622975Z","end":"2026-04-16T03:51:00.927825Z","steps":["trace[536306173] 'agreement among raft nodes before linearized reading' (duration: 1.304636905s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:00.927852Z","caller":"traceutil/trace.go:171","msg":"trace[173434913] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1230; }","duration":"757.311658ms","start":"2026-04-16T03:51:00.170524Z","end":"2026-04-16T03:51:00.927835Z","steps":["trace[173434913] 'agreement among raft nodes before linearized reading' (duration: 757.056762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:00.927888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:50:59.622959Z","time spent":"1.304920751s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T03:51:00.927896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:00.170507Z","time spent":"757.37813ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"warn","ts":"2026-04-16T03:51:01.529109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.567024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:01.529237Z","caller":"traceutil/trace.go:171","msg":"trace[1065279621] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"531.026268ms","start":"2026-04-16T03:51:00.99819Z","end":"2026-04-16T03:51:01.529216Z","steps":["trace[1065279621] 'process raft request' (duration: 65.262669ms)","trace[1065279621] 'compare' (duration: 465.441811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:01.529301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:00.998172Z","time spent":"531.09903ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:01.721911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:02.30642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.023412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:02.306493Z","caller":"traceutil/trace.go:171","msg":"trace[1455782943] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1289; }","duration":"1.08524535s","start":"2026-04-16T03:51:01.22123Z","end":"2026-04-16T03:51:02.306476Z","steps":["trace[1455782943] 'read index received' (duration: 736.026364ms)","trace[1455782943] 'applied index is now lower than readState.Index' (duration: 349.218226ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:02.306855Z","caller":"traceutil/trace.go:171","msg":"trace[389535313] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"1.302398324s","start":"2026-04-16T03:51:01.004423Z","end":"2026-04-16T03:51:02.306821Z","steps":["trace[389535313] 'process raft request' (duration: 952.913902ms)","trace[389535313] 'compare' (duration: 348.783876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:02.306895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085659369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:51:02.306892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.776587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:02.306945Z","caller":"traceutil/trace.go:171","msg":"trace[1487165779] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1235; }","duration":"1.085744252s","start":"2026-04-16T03:51:01.221188Z","end":"2026-04-16T03:51:02.306932Z","steps":["trace[1487165779] 'agreement among raft nodes before linearized reading' (duration: 1.085588418s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:02.306971Z","caller":"traceutil/trace.go:171","msg":"trace[1174494152] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1235; }","duration":"547.89559ms","start":"2026-04-16T03:51:01.759043Z","end":"2026-04-16T03:51:02.306938Z","steps":["trace[1174494152] 'agreement among raft nodes before linearized reading' (duration: 547.777067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:02.306987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:01.004409Z","time spent":"1.302509756s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:02.307002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:01.221169Z","time spent":"1.085820973s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:51:02.306981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.910586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:51:02.307039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:01.759023Z","time spent":"547.996141ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:02.307078Z","caller":"traceutil/trace.go:171","msg":"trace[520349494] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1235; }","duration":"775.045689ms","start":"2026-04-16T03:51:01.532008Z","end":"2026-04-16T03:51:02.307054Z","steps":["trace[520349494] 'agreement among raft nodes before linearized reading' (duration: 774.789573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:02.307147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:01.53199Z","time spent":"775.143342ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"info","ts":"2026-04-16T03:51:02.8106Z","caller":"traceutil/trace.go:171","msg":"trace[1031484610] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"501.271623ms","start":"2026-04-16T03:51:02.309308Z","end":"2026-04-16T03:51:02.81058Z","steps":["trace[1031484610] 'process raft request' (duration: 501.088099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:02.810747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:02.309288Z","time spent":"501.384806ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:03.125323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.598682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:03.125544Z","caller":"traceutil/trace.go:171","msg":"trace[2145030561] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"310.426277ms","start":"2026-04-16T03:51:02.815096Z","end":"2026-04-16T03:51:03.125522Z","steps":["trace[2145030561] 'process raft request' (duration: 310.353775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:03.125617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:02.815069Z","time spent":"310.516519ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:51:03.125606Z","caller":"traceutil/trace.go:171","msg":"trace[910555026] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"783.717055ms","start":"2026-04-16T03:51:02.341849Z","end":"2026-04-16T03:51:03.125566Z","steps":["trace[910555026] 'process raft request' (duration: 524.773055ms)","trace[910555026] 'compare' (duration: 258.187353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:03.125772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.829902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:03.125782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:02.341833Z","time spent":"783.866229ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:03.125825Z","caller":"traceutil/trace.go:171","msg":"trace[856088893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1238; }","duration":"755.952055ms","start":"2026-04-16T03:51:02.369863Z","end":"2026-04-16T03:51:03.125816Z","steps":["trace[856088893] 'agreement among raft nodes before linearized reading' (duration: 755.804672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:03.125864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:02.369843Z","time spent":"756.013407ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:51:03.12562Z","caller":"traceutil/trace.go:171","msg":"trace[678233378] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1291; }","duration":"755.680609ms","start":"2026-04-16T03:51:02.369914Z","end":"2026-04-16T03:51:03.125595Z","steps":["trace[678233378] 'read index received' (duration: 440.471905ms)","trace[678233378] 'applied index is now lower than readState.Index' (duration: 315.206044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:03.668898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.908069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:03.669131Z","caller":"traceutil/trace.go:171","msg":"trace[1512708458] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"539.680173ms","start":"2026-04-16T03:51:03.129433Z","end":"2026-04-16T03:51:03.669113Z","steps":["trace[1512708458] 'process raft request' (duration: 539.598841ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:03.669186Z","caller":"traceutil/trace.go:171","msg":"trace[200025202] linearizableReadLoop","detail":"{readStateIndex:1295; appliedIndex:1294; }","duration":"543.189414ms","start":"2026-04-16T03:51:03.125985Z","end":"2026-04-16T03:51:03.669175Z","steps":["trace[200025202] 'read index received' (duration: 103.933427ms)","trace[200025202] 'applied index is now lower than readState.Index' (duration: 439.255177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:03.669204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.12942Z","time spent":"539.758925ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:51:03.669117Z","caller":"traceutil/trace.go:171","msg":"trace[935659307] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"725.793193ms","start":"2026-04-16T03:51:02.943295Z","end":"2026-04-16T03:51:03.669089Z","steps":["trace[935659307] 'process raft request' (duration: 286.608068ms)","trace[935659307] 'compare' (duration: 438.444728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:03.669392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.067586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:03.669423Z","caller":"traceutil/trace.go:171","msg":"trace[463003595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1240; }","duration":"669.158968ms","start":"2026-04-16T03:51:03.000256Z","end":"2026-04-16T03:51:03.669415Z","steps":["trace[463003595] 'agreement among raft nodes before linearized reading' (duration: 669.004265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:03.669432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:02.943271Z","time spent":"726.130141ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:03.669462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.000233Z","time spent":"669.221499ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:03.669611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.839875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:03.669641Z","caller":"traceutil/trace.go:171","msg":"trace[393551459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1240; }","duration":"669.899807ms","start":"2026-04-16T03:51:02.999734Z","end":"2026-04-16T03:51:03.669634Z","steps":["trace[393551459] 'agreement among raft nodes before linearized reading' (duration: 669.818455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:03.669666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:02.999718Z","time spent":"669.942908ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:03.669655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206748806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:03.669715Z","caller":"traceutil/trace.go:171","msg":"trace[532368495] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1240; }","duration":"1.206860208s","start":"2026-04-16T03:51:02.462839Z","end":"2026-04-16T03:51:03.6697Z","steps":["trace[532368495] 'agreement among raft nodes before linearized reading' (duration: 1.206750196s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:03.66973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.097199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:51:03.669768Z","caller":"traceutil/trace.go:171","msg":"trace[236572699] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1240; }","duration":"542.164211ms","start":"2026-04-16T03:51:03.127592Z","end":"2026-04-16T03:51:03.669756Z","steps":["trace[236572699] 'agreement among raft nodes before linearized reading' (duration: 542.098599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:03.669811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.127576Z","time spent":"542.227122ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:51:03.669768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:02.462821Z","time spent":"1.20693345s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:03.669648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.414056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:03.669996Z","caller":"traceutil/trace.go:171","msg":"trace[1974329270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1240; }","duration":"542.784784ms","start":"2026-04-16T03:51:03.127184Z","end":"2026-04-16T03:51:03.669969Z","steps":["trace[1974329270] 'agreement among raft nodes before linearized reading' (duration: 542.406566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:03.670091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.127169Z","time spent":"542.889656ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:04.174039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:04.675045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:05.175736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:05.676452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:05.677648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:51:05.677716Z","caller":"traceutil/trace.go:171","msg":"trace[797711065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065729s","start":"2026-04-16T03:51:03.677635Z","end":"2026-04-16T03:51:05.677701Z","steps":["trace[797711065] 'agreement among raft nodes before linearized reading' (duration: 1.999973397s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:05.677761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.677628Z","time spent":"2.000124451s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:05.701527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.028151776s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:51:05.70194Z","caller":"traceutil/trace.go:171","msg":"trace[550082033] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"2.028643747s","start":"2026-04-16T03:51:03.673276Z","end":"2026-04-16T03:51:05.70192Z","steps":["trace[550082033] 'process raft request' (duration: 2.028398371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:05.702041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.673256Z","time spent":"2.028736008s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:51:06.415875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.954207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:06.41614Z","caller":"traceutil/trace.go:171","msg":"trace[802586759] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"175.702444ms","start":"2026-04-16T03:51:06.240416Z","end":"2026-04-16T03:51:06.416118Z","steps":["trace[802586759] 'process raft request' (duration: 175.655603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:06.416102Z","caller":"traceutil/trace.go:171","msg":"trace[64352115] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"2.741966298s","start":"2026-04-16T03:51:03.674095Z","end":"2026-04-16T03:51:06.416062Z","steps":["trace[64352115] 'process raft request' (duration: 2.547736275s)","trace[64352115] 'compare' (duration: 193.835324ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:06.41616Z","caller":"traceutil/trace.go:171","msg":"trace[1372621259] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"2.742021429s","start":"2026-04-16T03:51:03.674101Z","end":"2026-04-16T03:51:06.416123Z","steps":["trace[1372621259] 'process raft request' (duration: 2.741873606s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:06.416321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.674083Z","time spent":"2.742157802s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:06.416317Z","caller":"traceutil/trace.go:171","msg":"trace[1336220721] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"741.752035ms","start":"2026-04-16T03:51:05.674539Z","end":"2026-04-16T03:51:06.416291Z","steps":["trace[1336220721] 'process raft request' (duration: 741.489279ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:06.416323Z","caller":"traceutil/trace.go:171","msg":"trace[245608583] linearizableReadLoop","detail":"{readStateIndex:1300; appliedIndex:1296; }","duration":"2.742721724s","start":"2026-04-16T03:51:03.673567Z","end":"2026-04-16T03:51:06.416289Z","steps":["trace[245608583] 'read index received' (duration: 2.028117465s)","trace[245608583] 'applied index is now lower than readState.Index' (duration: 714.601269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:06.416431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:05.674509Z","time spent":"741.857167ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:06.416514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.674076Z","time spent":"2.742346166s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:06.416525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537042373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:06.416545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739776107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:51:06.416573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097756975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:06.416609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.924542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:06.416626Z","caller":"traceutil/trace.go:171","msg":"trace[345604572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1245; }","duration":"2.739908461s","start":"2026-04-16T03:51:03.676699Z","end":"2026-04-16T03:51:06.416607Z","steps":["trace[345604572] 'agreement among raft nodes before linearized reading' (duration: 2.739750367s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:06.416638Z","caller":"traceutil/trace.go:171","msg":"trace[1782498882] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1245; }","duration":"1.097854247s","start":"2026-04-16T03:51:05.318766Z","end":"2026-04-16T03:51:06.416621Z","steps":["trace[1782498882] 'agreement among raft nodes before linearized reading' (duration: 1.097760845s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:06.41666Z","caller":"traceutil/trace.go:171","msg":"trace[2079716103] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1245; }","duration":"365.019815ms","start":"2026-04-16T03:51:06.051628Z","end":"2026-04-16T03:51:06.416648Z","steps":["trace[2079716103] 'agreement among raft nodes before linearized reading' (duration: 364.919442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:06.416519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.442331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:06.416685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.676689Z","time spent":"2.739976902s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:06.416682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:05.318745Z","time spent":"1.097928479s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:06.416732Z","caller":"traceutil/trace.go:171","msg":"trace[1466846977] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1245; }","duration":"765.713237ms","start":"2026-04-16T03:51:05.651005Z","end":"2026-04-16T03:51:06.416718Z","steps":["trace[1466846977] 'agreement among raft nodes before linearized reading' (duration: 765.459952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:06.416576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.923037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:06.416773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:05.650978Z","time spent":"765.783509ms","remote":"127.0.0.1:60256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:06.416817Z","caller":"traceutil/trace.go:171","msg":"trace[1815566873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1245; }","duration":"738.194383ms","start":"2026-04-16T03:51:05.67861Z","end":"2026-04-16T03:51:06.416805Z","steps":["trace[1815566873] 'agreement among raft nodes before linearized reading' (duration: 737.946658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:06.416848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:05.678554Z","time spent":"738.285805ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:06.416496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742904439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:51:06.416896Z","caller":"traceutil/trace.go:171","msg":"trace[1481080932] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1245; }","duration":"2.743354148s","start":"2026-04-16T03:51:03.673527Z","end":"2026-04-16T03:51:06.416881Z","steps":["trace[1481080932] 'agreement among raft nodes before linearized reading' (duration: 2.742872567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:06.41694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:03.673512Z","time spent":"2.74341627s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:51:06.416586Z","caller":"traceutil/trace.go:171","msg":"trace[423621231] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1245; }","duration":"1.537139265s","start":"2026-04-16T03:51:04.879428Z","end":"2026-04-16T03:51:06.416567Z","steps":["trace[423621231] 'agreement among raft nodes before linearized reading' (duration: 1.537042933s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:06.417033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:04.879407Z","time spent":"1.537604916s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:06.416582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083417109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:06.417083Z","caller":"traceutil/trace.go:171","msg":"trace[976021851] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1245; }","duration":"2.083959451s","start":"2026-04-16T03:51:04.333115Z","end":"2026-04-16T03:51:06.417074Z","steps":["trace[976021851] 'agreement among raft nodes before linearized reading' (duration: 2.083437s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:06.417106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:04.33309Z","time spent":"2.084008122s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:06.416701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:06.051602Z","time spent":"365.088326ms","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:06.925938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:07.427103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:07.866147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.443489412s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:51:07.866462Z","caller":"traceutil/trace.go:171","msg":"trace[1745456827] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1301; }","duration":"1.441124669s","start":"2026-04-16T03:51:06.425315Z","end":"2026-04-16T03:51:07.86644Z","steps":["trace[1745456827] 'read index received' (duration: 1.440953345s)","trace[1745456827] 'applied index is now lower than readState.Index' (duration: 169.864µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:07.866527Z","caller":"traceutil/trace.go:171","msg":"trace[255772221] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"1.444019335s","start":"2026-04-16T03:51:06.422464Z","end":"2026-04-16T03:51:07.866484Z","steps":["trace[255772221] 'process raft request' (duration: 1.443847751s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:07.866614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441278212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:07.866669Z","caller":"traceutil/trace.go:171","msg":"trace[1296443667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1246; }","duration":"1.441391525s","start":"2026-04-16T03:51:06.425258Z","end":"2026-04-16T03:51:07.86665Z","steps":["trace[1296443667] 'agreement among raft nodes before linearized reading' (duration: 1.441259402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:07.866704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:06.422443Z","time spent":"1.444179088s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:07.866736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:06.425235Z","time spent":"1.441488067s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:08.302335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.300447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:08.302511Z","caller":"traceutil/trace.go:171","msg":"trace[877626348] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"428.283709ms","start":"2026-04-16T03:51:07.87421Z","end":"2026-04-16T03:51:08.302494Z","steps":["trace[877626348] 'process raft request' (duration: 168.772367ms)","trace[877626348] 'compare' (duration: 259.085632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:08.302552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:07.874185Z","time spent":"428.34856ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:08.302628Z","caller":"traceutil/trace.go:171","msg":"trace[1344581360] linearizableReadLoop","detail":"{readStateIndex:1303; appliedIndex:1302; }","duration":"428.019351ms","start":"2026-04-16T03:51:07.874585Z","end":"2026-04-16T03:51:08.302604Z","steps":["trace[1344581360] 'read index received' (duration: 168.314755ms)","trace[1344581360] 'applied index is now lower than readState.Index' (duration: 259.656985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:11.063282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.641214874s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:51:11.410902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108483125s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:51:11.411158Z","caller":"traceutil/trace.go:171","msg":"trace[441935308] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1303; }","duration":"3.105891977s","start":"2026-04-16T03:51:08.305244Z","end":"2026-04-16T03:51:11.411136Z","steps":["trace[441935308] 'read index received' (duration: 35.911µs)","trace[441935308] 'applied index is now lower than readState.Index' (duration: 3.105854546s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:11.411611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537000478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:11.411677Z","caller":"traceutil/trace.go:171","msg":"trace[1449191590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1247; }","duration":"3.537103651s","start":"2026-04-16T03:51:07.874553Z","end":"2026-04-16T03:51:11.411657Z","steps":["trace[1449191590] 'agreement among raft nodes before linearized reading' (duration: 428.129484ms)","trace[1449191590] 'range keys from in-memory index tree' (duration: 3.108877755s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:11.411718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:07.874547Z","time spent":"3.537160002s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:11.4113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10604897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9d0c0465acc\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-16T03:51:11.412041Z","caller":"traceutil/trace.go:171","msg":"trace[1323498554] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9d0c0465acc; range_end:; response_count:1; response_revision:1247; }","duration":"3.106815678s","start":"2026-04-16T03:51:08.305205Z","end":"2026-04-16T03:51:11.412021Z","steps":["trace[1323498554] 'agreement among raft nodes before linearized reading' (duration: 3.105970009s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:11.412091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:08.30519Z","time spent":"3.106886579s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9d0c0465acc\" "} {"level":"warn","ts":"2026-04-16T03:51:11.412094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652602542s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:11.412217Z","caller":"traceutil/trace.go:171","msg":"trace[2065254583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1247; }","duration":"1.652742285s","start":"2026-04-16T03:51:09.759456Z","end":"2026-04-16T03:51:11.412198Z","steps":["trace[2065254583] 'range keys from in-memory index tree' (duration: 1.652577921s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:11.413012Z","caller":"traceutil/trace.go:171","msg":"trace[1008965639] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"2.991125546s","start":"2026-04-16T03:51:08.421867Z","end":"2026-04-16T03:51:11.412993Z","steps":["trace[1008965639] 'process raft request' (duration: 2.98914105s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:11.413129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:08.42185Z","time spent":"2.991203527s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:11.875367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:51:11.875461Z","caller":"traceutil/trace.go:171","msg":"trace[1920747478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274104s","start":"2026-04-16T03:51:09.875168Z","end":"2026-04-16T03:51:11.875442Z","steps":["trace[1920747478] 'agreement among raft nodes before linearized reading' (duration: 2.000147351s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:11.875513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.875152Z","time spent":"2.000351445s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:51:12.580271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138774204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:12.580479Z","caller":"traceutil/trace.go:171","msg":"trace[738001430] linearizableReadLoop","detail":"{readStateIndex:1307; appliedIndex:1305; }","duration":"1.169120742s","start":"2026-04-16T03:51:11.411341Z","end":"2026-04-16T03:51:12.580462Z","steps":["trace[738001430] 'read index received' (duration: 30.038471ms)","trace[738001430] 'applied index is now lower than readState.Index' (duration: 1.139081241s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:12.58057Z","caller":"traceutil/trace.go:171","msg":"trace[1224571682] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"3.122957443s","start":"2026-04-16T03:51:09.457586Z","end":"2026-04-16T03:51:12.580544Z","steps":["trace[1224571682] 'process raft request' (duration: 3.122789439s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:12.580644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361063013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:51:12.580673Z","caller":"traceutil/trace.go:171","msg":"trace[1723287908] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1250; }","duration":"1.361142234s","start":"2026-04-16T03:51:11.219521Z","end":"2026-04-16T03:51:12.580664Z","steps":["trace[1723287908] 'agreement among raft nodes before linearized reading' (duration: 1.361009421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:12.580693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.457555Z","time spent":"3.123070875s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:12.580705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.219506Z","time spent":"1.361191186s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:51:12.580874Z","caller":"traceutil/trace.go:171","msg":"trace[1979692544] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"3.322519898s","start":"2026-04-16T03:51:09.258341Z","end":"2026-04-16T03:51:12.580861Z","steps":["trace[1979692544] 'process raft request' (duration: 2.183073768s)","trace[1979692544] 'compare' (duration: 1.13862252s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:12.580926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:09.258311Z","time spent":"3.322587719s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:12.580991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160375841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:12.581037Z","caller":"traceutil/trace.go:171","msg":"trace[1232338701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1250; }","duration":"4.160453064s","start":"2026-04-16T03:51:08.420571Z","end":"2026-04-16T03:51:12.581024Z","steps":["trace[1232338701] 'agreement among raft nodes before linearized reading' (duration: 4.160304s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:12.581069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:08.420557Z","time spent":"4.160505274s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:12.5811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.159566213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:12.581166Z","caller":"traceutil/trace.go:171","msg":"trace[483723660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1250; }","duration":"4.159691035s","start":"2026-04-16T03:51:08.421459Z","end":"2026-04-16T03:51:12.58115Z","steps":["trace[483723660] 'agreement among raft nodes before linearized reading' (duration: 4.159499381s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:12.581205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:08.421431Z","time spent":"4.159766546s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:13.080635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:13.199139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.757283715s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:51:13.307821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.326805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:13.307947Z","caller":"traceutil/trace.go:171","msg":"trace[1271947596] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"1.893414782s","start":"2026-04-16T03:51:11.414514Z","end":"2026-04-16T03:51:13.307928Z","steps":["trace[1271947596] 'process raft request' (duration: 1.784895482s)","trace[1271947596] 'compare' (duration: 108.225683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:13.30802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.414484Z","time spent":"1.893494133s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:13.880934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:51:13.881018Z","caller":"traceutil/trace.go:171","msg":"trace[1568668999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057249s","start":"2026-04-16T03:51:11.880427Z","end":"2026-04-16T03:51:13.880999Z","steps":["trace[1568668999] 'agreement among raft nodes before linearized reading' (duration: 2.000466418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:13.881063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.880412Z","time spent":"2.000642431s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:14.003549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.385995ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:51:14.003782Z","caller":"traceutil/trace.go:171","msg":"trace[1971344264] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1307; }","duration":"1.423259723s","start":"2026-04-16T03:51:12.580507Z","end":"2026-04-16T03:51:14.003767Z","steps":["trace[1971344264] 'read index received' (duration: 618.90202ms)","trace[1971344264] 'applied index is now lower than readState.Index' (duration: 804.356793ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:14.003803Z","caller":"traceutil/trace.go:171","msg":"trace[238475715] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"1.418459945s","start":"2026-04-16T03:51:12.58532Z","end":"2026-04-16T03:51:14.00378Z","steps":["trace[238475715] 'process raft request' (duration: 1.418312581s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:14.003855Z","caller":"traceutil/trace.go:171","msg":"trace[568421694] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"1.417844031s","start":"2026-04-16T03:51:12.586003Z","end":"2026-04-16T03:51:14.003847Z","steps":["trace[568421694] 'process raft request' (duration: 1.417709797s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.00392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:12.585993Z","time spent":"1.417879913s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.003927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:12.585286Z","time spent":"1.418571667s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:14.00398Z","caller":"traceutil/trace.go:171","msg":"trace[184257361] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"586.379833ms","start":"2026-04-16T03:51:13.41759Z","end":"2026-04-16T03:51:14.00397Z","steps":["trace[184257361] 'process raft request' (duration: 586.152987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.003926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:12.582506Z","time spent":"1.421417802s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:51:14.004024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.417564Z","time spent":"586.436575ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.004107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092331071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.004135Z","caller":"traceutil/trace.go:171","msg":"trace[30242623] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1254; }","duration":"2.092384441s","start":"2026-04-16T03:51:11.911743Z","end":"2026-04-16T03:51:14.004127Z","steps":["trace[30242623] 'agreement among raft nodes before linearized reading' (duration: 2.09232185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.004157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:11.911729Z","time spent":"2.092422093s","remote":"127.0.0.1:60276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.004182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.705695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.004208Z","caller":"traceutil/trace.go:171","msg":"trace[224006782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1254; }","duration":"873.754917ms","start":"2026-04-16T03:51:13.130446Z","end":"2026-04-16T03:51:14.004201Z","steps":["trace[224006782] 'agreement among raft nodes before linearized reading' (duration: 873.715416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.004229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.130432Z","time spent":"873.790558ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.004236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.816245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.004258Z","caller":"traceutil/trace.go:171","msg":"trace[2075188676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1254; }","duration":"122.861935ms","start":"2026-04-16T03:51:13.881389Z","end":"2026-04-16T03:51:14.004251Z","steps":["trace[2075188676] 'agreement among raft nodes before linearized reading' (duration: 122.828664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.004356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.705733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-04-16T03:51:14.004375Z","caller":"traceutil/trace.go:171","msg":"trace[352757712] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1254; }","duration":"692.779275ms","start":"2026-04-16T03:51:13.31159Z","end":"2026-04-16T03:51:14.00437Z","steps":["trace[352757712] 'agreement among raft nodes before linearized reading' (duration: 692.710533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.004393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:13.311578Z","time spent":"692.810726ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"warn","ts":"2026-04-16T03:51:14.512325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106198,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:51:14.638446Z","caller":"traceutil/trace.go:171","msg":"trace[621131070] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"633.899559ms","start":"2026-04-16T03:51:14.004511Z","end":"2026-04-16T03:51:14.638411Z","steps":["trace[621131070] 'process raft request' (duration: 587.485627ms)","trace[621131070] 'compare' (duration: 46.142226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:14.638655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:14.004496Z","time spent":"634.032652ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.984851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.668672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:14.984955Z","caller":"traceutil/trace.go:171","msg":"trace[1178148183] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1312; }","duration":"972.979267ms","start":"2026-04-16T03:51:14.011958Z","end":"2026-04-16T03:51:14.984937Z","steps":["trace[1178148183] 'read index received' (duration: 580.243784ms)","trace[1178148183] 'applied index is now lower than readState.Index' (duration: 392.733993ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:14.985015Z","caller":"traceutil/trace.go:171","msg":"trace[462634317] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"979.203858ms","start":"2026-04-16T03:51:14.005761Z","end":"2026-04-16T03:51:14.984965Z","steps":["trace[462634317] 'process raft request' (duration: 807.331831ms)","trace[462634317] 'compare' (duration: 171.528069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:14.985096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.13136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.985133Z","caller":"traceutil/trace.go:171","msg":"trace[1352087240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1256; }","duration":"973.166871ms","start":"2026-04-16T03:51:14.011955Z","end":"2026-04-16T03:51:14.985122Z","steps":["trace[1352087240] 'agreement among raft nodes before linearized reading' (duration: 973.080429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.985174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:14.011903Z","time spent":"973.261863ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:14.985197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:14.005748Z","time spent":"979.347411ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:14.985298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.824752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:14.985374Z","caller":"traceutil/trace.go:171","msg":"trace[1042210014] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1256; }","duration":"653.917304ms","start":"2026-04-16T03:51:14.331438Z","end":"2026-04-16T03:51:14.985355Z","steps":["trace[1042210014] 'agreement among raft nodes before linearized reading' (duration: 653.779161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.985422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:14.331378Z","time spent":"654.029227ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:14.985484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.701894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:51:14.98555Z","caller":"traceutil/trace.go:171","msg":"trace[1276321445] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1256; }","duration":"344.796986ms","start":"2026-04-16T03:51:14.640739Z","end":"2026-04-16T03:51:14.985536Z","steps":["trace[1276321445] 'agreement among raft nodes before linearized reading' (duration: 344.634483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.985586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:14.640682Z","time spent":"344.899128ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:51:14.985478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.709533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:14.985645Z","caller":"traceutil/trace.go:171","msg":"trace[1238489613] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1256; }","duration":"314.914568ms","start":"2026-04-16T03:51:14.670709Z","end":"2026-04-16T03:51:14.985623Z","steps":["trace[1238489613] 'agreement among raft nodes before linearized reading' (duration: 314.506239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:14.985686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:14.670691Z","time spent":"314.98678ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:15.460639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.889313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:15.460753Z","caller":"traceutil/trace.go:171","msg":"trace[976499542] linearizableReadLoop","detail":"{readStateIndex:1315; appliedIndex:1314; }","duration":"385.217113ms","start":"2026-04-16T03:51:15.075519Z","end":"2026-04-16T03:51:15.460736Z","steps":["trace[976499542] 'read index received' (duration: 65.039084ms)","trace[976499542] 'applied index is now lower than readState.Index' (duration: 320.176009ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:15.460806Z","caller":"traceutil/trace.go:171","msg":"trace[1855130831] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"470.139837ms","start":"2026-04-16T03:51:14.990618Z","end":"2026-04-16T03:51:15.460757Z","steps":["trace[1855130831] 'process raft request' (duration: 150.043871ms)","trace[1855130831] 'compare' (duration: 319.563004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:15.460917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.70817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:15.460962Z","caller":"traceutil/trace.go:171","msg":"trace[935119120] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1257; }","duration":"346.753761ms","start":"2026-04-16T03:51:15.114196Z","end":"2026-04-16T03:51:15.46095Z","steps":["trace[935119120] 'agreement among raft nodes before linearized reading' (duration: 346.645288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:15.460938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.387437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:15.461006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:15.114122Z","time spent":"346.875194ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:15.46102Z","caller":"traceutil/trace.go:171","msg":"trace[721060829] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1257; }","duration":"385.5118ms","start":"2026-04-16T03:51:15.075488Z","end":"2026-04-16T03:51:15.460999Z","steps":["trace[721060829] 'agreement among raft nodes before linearized reading' (duration: 385.332316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:15.461021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:14.990602Z","time spent":"470.304792ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:15.461063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:15.075472Z","time spent":"385.580031ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:15.628735Z","caller":"traceutil/trace.go:171","msg":"trace[1600685219] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"120.84134ms","start":"2026-04-16T03:51:15.507851Z","end":"2026-04-16T03:51:15.628692Z","steps":["trace[1600685219] 'process raft request' (duration: 95.032645ms)","trace[1600685219] 'compare' (duration: 25.638911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:16.666742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.457807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:16.666847Z","caller":"traceutil/trace.go:171","msg":"trace[1732777462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1260; }","duration":"658.62598ms","start":"2026-04-16T03:51:16.008199Z","end":"2026-04-16T03:51:16.666825Z","steps":["trace[1732777462] 'range keys from in-memory index tree' (duration: 658.252571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:16.666834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.905456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:51:16.666902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:16.008182Z","time spent":"658.702302ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:51:16.666918Z","caller":"traceutil/trace.go:171","msg":"trace[62281289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1260; }","duration":"659.016969ms","start":"2026-04-16T03:51:16.007867Z","end":"2026-04-16T03:51:16.666884Z","steps":["trace[62281289] 'range keys from in-memory index tree' (duration: 658.673611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:16.666952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:16.007848Z","time spent":"659.097081ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:16.666909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.386976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:16.667062Z","caller":"traceutil/trace.go:171","msg":"trace[1445594636] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"657.353411ms","start":"2026-04-16T03:51:16.009683Z","end":"2026-04-16T03:51:16.667036Z","steps":["trace[1445594636] 'process raft request' (duration: 556.725919ms)","trace[1445594636] 'compare' (duration: 100.172871ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:16.667072Z","caller":"traceutil/trace.go:171","msg":"trace[758229263] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1318; }","duration":"424.932672ms","start":"2026-04-16T03:51:16.242108Z","end":"2026-04-16T03:51:16.66704Z","steps":["trace[758229263] 'read index received' (duration: 324.27394ms)","trace[758229263] 'applied index is now lower than readState.Index' (duration: 100.656032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:16.667193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:16.00966Z","time spent":"657.452723ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:16.667312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.194988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9de03946f2d\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-04-16T03:51:16.667349Z","caller":"traceutil/trace.go:171","msg":"trace[535257115] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9de03946f2d; range_end:; response_count:1; response_revision:1261; }","duration":"425.288371ms","start":"2026-04-16T03:51:16.24205Z","end":"2026-04-16T03:51:16.667339Z","steps":["trace[535257115] 'agreement among raft nodes before linearized reading' (duration: 425.124228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:16.667381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:16.242028Z","time spent":"425.345032ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9de03946f2d\" "} {"level":"warn","ts":"2026-04-16T03:51:16.667469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.575436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:16.667529Z","caller":"traceutil/trace.go:171","msg":"trace[826076979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1261; }","duration":"297.687158ms","start":"2026-04-16T03:51:16.369828Z","end":"2026-04-16T03:51:16.667515Z","steps":["trace[826076979] 'agreement among raft nodes before linearized reading' (duration: 297.584346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:16.667622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.94954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:16.667697Z","caller":"traceutil/trace.go:171","msg":"trace[171534240] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1261; }","duration":"102.022922ms","start":"2026-04-16T03:51:16.565656Z","end":"2026-04-16T03:51:16.667679Z","steps":["trace[171534240] 'agreement among raft nodes before linearized reading' (duration: 101.867738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:16.667644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.013076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:16.667793Z","caller":"traceutil/trace.go:171","msg":"trace[1416534155] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1261; }","duration":"152.17666ms","start":"2026-04-16T03:51:16.515587Z","end":"2026-04-16T03:51:16.667764Z","steps":["trace[1416534155] 'agreement among raft nodes before linearized reading' (duration: 152.004466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:18.117615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241212806s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:18.117867Z","caller":"traceutil/trace.go:171","msg":"trace[1178788575] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"1.426847845s","start":"2026-04-16T03:51:16.691002Z","end":"2026-04-16T03:51:18.117849Z","steps":["trace[1178788575] 'process raft request' (duration: 1.426798834s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:18.117913Z","caller":"traceutil/trace.go:171","msg":"trace[821298593] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"1.444618848s","start":"2026-04-16T03:51:16.673251Z","end":"2026-04-16T03:51:18.11787Z","steps":["trace[821298593] 'process raft request' (duration: 203.069924ms)","trace[821298593] 'compare' (duration: 1.24092994s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:18.117913Z","caller":"traceutil/trace.go:171","msg":"trace[843444608] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"1.444571567s","start":"2026-04-16T03:51:16.673303Z","end":"2026-04-16T03:51:18.117875Z","steps":["trace[843444608] 'process raft request' (duration: 1.444414794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:18.117935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:16.690977Z","time spent":"1.426924026s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:18.118034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:16.673233Z","time spent":"1.44473203s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:18.118044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:16.673289Z","time spent":"1.444687009s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:18.622955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:18.964826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458274797s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:51:19.594949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.959551ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:51:19.595056Z","caller":"traceutil/trace.go:171","msg":"trace[485386724] linearizableReadLoop","detail":"{readStateIndex:1323; appliedIndex:1322; }","duration":"1.473104912s","start":"2026-04-16T03:51:18.121931Z","end":"2026-04-16T03:51:19.595036Z","steps":["trace[485386724] 'read index received' (duration: 843.06518ms)","trace[485386724] 'applied index is now lower than readState.Index' (duration: 630.038062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:19.595448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473506323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-16T03:51:19.595525Z","caller":"traceutil/trace.go:171","msg":"trace[428828951] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9; range_end:; response_count:1; response_revision:1264; }","duration":"1.473621915s","start":"2026-04-16T03:51:18.121884Z","end":"2026-04-16T03:51:19.595506Z","steps":["trace[428828951] 'agreement among raft nodes before linearized reading' (duration: 1.473420249s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:19.595567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:18.121868Z","time spent":"1.473690487s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" "} {"level":"info","ts":"2026-04-16T03:51:19.736732Z","caller":"traceutil/trace.go:171","msg":"trace[1007046074] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1323; }","duration":"141.622091ms","start":"2026-04-16T03:51:19.595086Z","end":"2026-04-16T03:51:19.736708Z","steps":["trace[1007046074] 'read index received' (duration: 141.515949ms)","trace[1007046074] 'applied index is now lower than readState.Index' (duration: 104.962µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:19.736856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364824389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:19.736888Z","caller":"traceutil/trace.go:171","msg":"trace[1434464968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1265; }","duration":"1.3649016s","start":"2026-04-16T03:51:18.371977Z","end":"2026-04-16T03:51:19.736879Z","steps":["trace[1434464968] 'agreement among raft nodes before linearized reading' (duration: 1.364820038s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:19.73692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:18.371955Z","time spent":"1.364958092s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:19.737325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.214203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:19.737365Z","caller":"traceutil/trace.go:171","msg":"trace[741792011] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"1.06533057s","start":"2026-04-16T03:51:18.672024Z","end":"2026-04-16T03:51:19.737355Z","steps":["trace[741792011] 'process raft request' (duration: 1.064533932s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:19.737406Z","caller":"traceutil/trace.go:171","msg":"trace[653869296] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1265; }","duration":"790.374216ms","start":"2026-04-16T03:51:18.947012Z","end":"2026-04-16T03:51:19.737386Z","steps":["trace[653869296] 'agreement among raft nodes before linearized reading' (duration: 790.198952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:19.737453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:18.946993Z","time spent":"790.449648ms","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:19.7375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.94367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:19.737561Z","caller":"traceutil/trace.go:171","msg":"trace[482424842] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1265; }","duration":"203.055862ms","start":"2026-04-16T03:51:19.534491Z","end":"2026-04-16T03:51:19.737547Z","steps":["trace[482424842] 'agreement among raft nodes before linearized reading' (duration: 202.934259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:19.737578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:18.672001Z","time spent":"1.06539385s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:20.034267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.451616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:20.034369Z","caller":"traceutil/trace.go:171","msg":"trace[700913044] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1324; }","duration":"295.902597ms","start":"2026-04-16T03:51:19.73845Z","end":"2026-04-16T03:51:20.034352Z","steps":["trace[700913044] 'read index received' (duration: 116.284237ms)","trace[700913044] 'applied index is now lower than readState.Index' (duration: 179.61736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:20.034443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.003769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:20.034432Z","caller":"traceutil/trace.go:171","msg":"trace[843501019] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"436.833043ms","start":"2026-04-16T03:51:19.597559Z","end":"2026-04-16T03:51:20.034392Z","steps":["trace[843501019] 'process raft request' (duration: 257.173452ms)","trace[843501019] 'compare' (duration: 179.339144ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:20.034469Z","caller":"traceutil/trace.go:171","msg":"trace[420159355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1266; }","duration":"296.06722ms","start":"2026-04-16T03:51:19.738391Z","end":"2026-04-16T03:51:20.034458Z","steps":["trace[420159355] 'agreement among raft nodes before linearized reading' (duration: 296.004869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:20.034663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:19.597537Z","time spent":"436.968075ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:20.315205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.276139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:20.315342Z","caller":"traceutil/trace.go:171","msg":"trace[2121925300] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1325; }","duration":"192.052264ms","start":"2026-04-16T03:51:20.12327Z","end":"2026-04-16T03:51:20.315323Z","steps":["trace[2121925300] 'read index received' (duration: 21.458707ms)","trace[2121925300] 'applied index is now lower than readState.Index' (duration: 170.591977ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:20.315447Z","caller":"traceutil/trace.go:171","msg":"trace[895748162] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"267.449683ms","start":"2026-04-16T03:51:20.047937Z","end":"2026-04-16T03:51:20.315387Z","steps":["trace[895748162] 'process raft request' (duration: 96.904157ms)","trace[895748162] 'compare' (duration: 170.136046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:20.315591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.32507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:51:20.315634Z","caller":"traceutil/trace.go:171","msg":"trace[1291414566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1267; }","duration":"192.400362ms","start":"2026-04-16T03:51:20.12322Z","end":"2026-04-16T03:51:20.31562Z","steps":["trace[1291414566] 'agreement among raft nodes before linearized reading' (duration: 192.210887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:20.315679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.176417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:51:20.315759Z","caller":"traceutil/trace.go:171","msg":"trace[590858786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1267; }","duration":"177.3043ms","start":"2026-04-16T03:51:20.138436Z","end":"2026-04-16T03:51:20.31574Z","steps":["trace[590858786] 'agreement among raft nodes before linearized reading' (duration: 177.054125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:20.676308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.513032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:20.676526Z","caller":"traceutil/trace.go:171","msg":"trace[1903698115] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"356.594993ms","start":"2026-04-16T03:51:20.319904Z","end":"2026-04-16T03:51:20.676499Z","steps":["trace[1903698115] 'process raft request' (duration: 356.519892ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:20.676542Z","caller":"traceutil/trace.go:171","msg":"trace[1436740492] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"357.149916ms","start":"2026-04-16T03:51:20.319378Z","end":"2026-04-16T03:51:20.676528Z","steps":["trace[1436740492] 'process raft request' (duration: 146.327377ms)","trace[1436740492] 'compare' (duration: 210.394529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:20.6766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:20.319357Z","time spent":"357.215897ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:20.676621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:20.319872Z","time spent":"356.701266ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:21.533467Z","caller":"traceutil/trace.go:171","msg":"trace[588697280] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1328; }","duration":"292.339536ms","start":"2026-04-16T03:51:21.241101Z","end":"2026-04-16T03:51:21.533441Z","steps":["trace[588697280] 'read index received' (duration: 292.214353ms)","trace[588697280] 'applied index is now lower than readState.Index' (duration: 123.693µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:21.533506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:21.221481Z","time spent":"312.012372ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:51:21.53365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.536701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-04-16T03:51:21.533731Z","caller":"traceutil/trace.go:171","msg":"trace[1508156857] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6; range_end:; response_count:1; response_revision:1269; }","duration":"292.683314ms","start":"2026-04-16T03:51:21.241025Z","end":"2026-04-16T03:51:21.533709Z","steps":["trace[1508156857] 'agreement among raft nodes before linearized reading' (duration: 292.50645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:21.533754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.389508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-04-16T03:51:21.533748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.685007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:21.5338Z","caller":"traceutil/trace.go:171","msg":"trace[739551691] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9; range_end:; response_count:1; response_revision:1269; }","duration":"292.49326ms","start":"2026-04-16T03:51:21.241294Z","end":"2026-04-16T03:51:21.533788Z","steps":["trace[739551691] 'agreement among raft nodes before linearized reading' (duration: 292.309106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:21.533821Z","caller":"traceutil/trace.go:171","msg":"trace[1486406932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1269; }","duration":"162.81557ms","start":"2026-04-16T03:51:21.370988Z","end":"2026-04-16T03:51:21.533803Z","steps":["trace[1486406932] 'agreement among raft nodes before linearized reading' (duration: 162.688927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:21.777263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.552729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:21.777346Z","caller":"traceutil/trace.go:171","msg":"trace[1455304747] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"242.286522ms","start":"2026-04-16T03:51:21.535048Z","end":"2026-04-16T03:51:21.777335Z","steps":["trace[1455304747] 'process raft request' (duration: 96.594229ms)","trace[1455304747] 'compare' (duration: 145.448197ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:21.847261Z","caller":"traceutil/trace.go:171","msg":"trace[694805492] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"305.777881ms","start":"2026-04-16T03:51:21.541459Z","end":"2026-04-16T03:51:21.847237Z","steps":["trace[694805492] 'process raft request' (duration: 305.72413ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:21.847365Z","caller":"traceutil/trace.go:171","msg":"trace[1905298838] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"311.157093ms","start":"2026-04-16T03:51:21.536151Z","end":"2026-04-16T03:51:21.847308Z","steps":["trace[1905298838] 'process raft request' (duration: 310.895457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:21.847415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:21.541451Z","time spent":"305.885064ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:21.847619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:21.53614Z","time spent":"311.311597ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:22.281662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.001251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:22.282243Z","caller":"traceutil/trace.go:171","msg":"trace[1378758439] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1330; }","duration":"502.86713ms","start":"2026-04-16T03:51:21.779354Z","end":"2026-04-16T03:51:22.282221Z","steps":["trace[1378758439] 'read index received' (duration: 67.704104ms)","trace[1378758439] 'applied index is now lower than readState.Index' (duration: 435.160646ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:22.282334Z","caller":"traceutil/trace.go:171","msg":"trace[1240972351] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"540.82885ms","start":"2026-04-16T03:51:21.741493Z","end":"2026-04-16T03:51:22.282321Z","steps":["trace[1240972351] 'process raft request' (duration: 150.093052ms)","trace[1240972351] 'compare' (duration: 389.803706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:22.282463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:21.74146Z","time spent":"540.898371ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:22.282452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.076765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:51:22.282521Z","caller":"traceutil/trace.go:171","msg":"trace[717592648] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1273; }","duration":"503.198157ms","start":"2026-04-16T03:51:21.779306Z","end":"2026-04-16T03:51:22.282504Z","steps":["trace[717592648] 'agreement among raft nodes before linearized reading' (duration: 503.053224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:22.28255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.092933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-16T03:51:22.282675Z","caller":"traceutil/trace.go:171","msg":"trace[1182363513] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9; range_end:; response_count:1; response_revision:1273; }","duration":"431.255887ms","start":"2026-04-16T03:51:21.851396Z","end":"2026-04-16T03:51:22.282652Z","steps":["trace[1182363513] 'agreement among raft nodes before linearized reading' (duration: 430.96806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:22.28273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:21.851381Z","time spent":"431.336068ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" "} {"level":"warn","ts":"2026-04-16T03:51:22.282609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:21.779286Z","time spent":"503.30299ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:51:22.58574Z","caller":"traceutil/trace.go:171","msg":"trace[583772034] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"300.711006ms","start":"2026-04-16T03:51:22.285011Z","end":"2026-04-16T03:51:22.585722Z","steps":["trace[583772034] 'process raft request' (duration: 300.591864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:22.58586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:22.284987Z","time spent":"300.813188ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:22.585979Z","caller":"traceutil/trace.go:171","msg":"trace[1447402379] linearizableReadLoop","detail":"{readStateIndex:1334; appliedIndex:1334; }","duration":"299.856777ms","start":"2026-04-16T03:51:22.286092Z","end":"2026-04-16T03:51:22.585948Z","steps":["trace[1447402379] 'read index received' (duration: 299.842267ms)","trace[1447402379] 'applied index is now lower than readState.Index' (duration: 12.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:22.586156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.041691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T03:51:22.586193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.62446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:22.586232Z","caller":"traceutil/trace.go:171","msg":"trace[914603996] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1274; }","duration":"261.711132ms","start":"2026-04-16T03:51:22.324509Z","end":"2026-04-16T03:51:22.58622Z","steps":["trace[914603996] 'agreement among raft nodes before linearized reading' (duration: 261.60542ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:22.586226Z","caller":"traceutil/trace.go:171","msg":"trace[1196822537] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1274; }","duration":"300.134683ms","start":"2026-04-16T03:51:22.286072Z","end":"2026-04-16T03:51:22.586207Z","steps":["trace[1196822537] 'agreement among raft nodes before linearized reading' (duration: 299.967269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:22.586268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:22.286064Z","time spent":"300.195914ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:51:22.97369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.288645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:22.973798Z","caller":"traceutil/trace.go:171","msg":"trace[1741729029] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"248.680388ms","start":"2026-04-16T03:51:22.725107Z","end":"2026-04-16T03:51:22.973787Z","steps":["trace[1741729029] 'process raft request' (duration: 248.650186ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:22.973875Z","caller":"traceutil/trace.go:171","msg":"trace[1267738394] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"335.145228ms","start":"2026-04-16T03:51:22.638725Z","end":"2026-04-16T03:51:22.97387Z","steps":["trace[1267738394] 'process raft request' (duration: 207.617236ms)","trace[1267738394] 'compare' (duration: 127.192743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:22.973902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:22.6387Z","time spent":"335.187418ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:22.974018Z","caller":"traceutil/trace.go:171","msg":"trace[912157310] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1335; }","duration":"293.647457ms","start":"2026-04-16T03:51:22.680365Z","end":"2026-04-16T03:51:22.974013Z","steps":["trace[912157310] 'read index received' (duration: 165.947342ms)","trace[912157310] 'applied index is now lower than readState.Index' (duration: 127.699425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:22.97418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.743089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:51:22.974197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.819071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:51:22.974238Z","caller":"traceutil/trace.go:171","msg":"trace[1003218480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1277; }","duration":"293.823991ms","start":"2026-04-16T03:51:22.680402Z","end":"2026-04-16T03:51:22.974226Z","steps":["trace[1003218480] 'agreement among raft nodes before linearized reading' (duration: 293.672797ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:22.974261Z","caller":"traceutil/trace.go:171","msg":"trace[1282922121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1277; }","duration":"293.922813ms","start":"2026-04-16T03:51:22.68032Z","end":"2026-04-16T03:51:22.974243Z","steps":["trace[1282922121] 'agreement among raft nodes before linearized reading' (duration: 293.724269ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:23.414094Z","caller":"traceutil/trace.go:171","msg":"trace[680554726] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"436.838393ms","start":"2026-04-16T03:51:22.977218Z","end":"2026-04-16T03:51:23.414057Z","steps":["trace[680554726] 'process raft request' (duration: 436.641859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:23.414213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:22.977198Z","time spent":"436.953405ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:24.713895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.407845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:24.714004Z","caller":"traceutil/trace.go:171","msg":"trace[911992535] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1279; }","duration":"766.560958ms","start":"2026-04-16T03:51:23.947412Z","end":"2026-04-16T03:51:24.713973Z","steps":["trace[911992535] 'count revisions from in-memory index tree' (duration: 766.310552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:24.714061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:23.947393Z","time spent":"766.653ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:24.714303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.525294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:24.714411Z","caller":"traceutil/trace.go:171","msg":"trace[1283113376] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"426.992681ms","start":"2026-04-16T03:51:24.2874Z","end":"2026-04-16T03:51:24.714393Z","steps":["trace[1283113376] 'process raft request' (duration: 186.292033ms)","trace[1283113376] 'compare' (duration: 240.134025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:24.714476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:24.287382Z","time spent":"427.065943ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:26.068215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.8199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:26.068295Z","caller":"traceutil/trace.go:171","msg":"trace[512533106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1280; }","duration":"699.937263ms","start":"2026-04-16T03:51:25.368336Z","end":"2026-04-16T03:51:26.068273Z","steps":["trace[512533106] 'range keys from in-memory index tree' (duration: 699.742618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:26.068333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:25.368317Z","time spent":"700.006584ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:26.068557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034737763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:26.068619Z","caller":"traceutil/trace.go:171","msg":"trace[1527516633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1280; }","duration":"1.034846204s","start":"2026-04-16T03:51:25.03376Z","end":"2026-04-16T03:51:26.068606Z","steps":["trace[1527516633] 'range keys from in-memory index tree' (duration: 1.034585009s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:26.068652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:25.03374Z","time spent":"1.034905366s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:26.068663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.010445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:26.068736Z","caller":"traceutil/trace.go:171","msg":"trace[1345300095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1280; }","duration":"651.120828ms","start":"2026-04-16T03:51:25.417602Z","end":"2026-04-16T03:51:26.068723Z","steps":["trace[1345300095] 'range keys from in-memory index tree' (duration: 650.838701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:26.068779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:25.417582Z","time spent":"651.18718ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:26.069115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.815016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:26.06915Z","caller":"traceutil/trace.go:171","msg":"trace[1811086088] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1280; }","duration":"379.885248ms","start":"2026-04-16T03:51:25.689258Z","end":"2026-04-16T03:51:26.069143Z","steps":["trace[1811086088] 'count revisions from in-memory index tree' (duration: 379.751175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:26.069167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:25.689238Z","time spent":"379.923839ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:26.177616Z","caller":"traceutil/trace.go:171","msg":"trace[1683806203] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"104.655408ms","start":"2026-04-16T03:51:26.072942Z","end":"2026-04-16T03:51:26.177597Z","steps":["trace[1683806203] 'process raft request' (duration: 104.538695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:27.568613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215984019s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:27.568693Z","caller":"traceutil/trace.go:171","msg":"trace[588578993] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"1.30977514s","start":"2026-04-16T03:51:26.258903Z","end":"2026-04-16T03:51:27.568678Z","steps":["trace[588578993] 'read index received' (duration: 93.614757ms)","trace[588578993] 'applied index is now lower than readState.Index' (duration: 1.216159363s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:27.568867Z","caller":"traceutil/trace.go:171","msg":"trace[1351595378] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"1.495686902s","start":"2026-04-16T03:51:26.073168Z","end":"2026-04-16T03:51:27.568855Z","steps":["trace[1351595378] 'process raft request' (duration: 279.392886ms)","trace[1351595378] 'compare' (duration: 1.215432905s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:27.568927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:26.073159Z","time spent":"1.495731612s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:27.569214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310308081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9de03946f2d\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-04-16T03:51:27.569244Z","caller":"traceutil/trace.go:171","msg":"trace[185085232] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9de03946f2d; range_end:; response_count:1; response_revision:1282; }","duration":"1.310377173s","start":"2026-04-16T03:51:26.258856Z","end":"2026-04-16T03:51:27.569234Z","steps":["trace[185085232] 'agreement among raft nodes before linearized reading' (duration: 1.310272991s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:27.569264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:26.258837Z","time spent":"1.310422535s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9de03946f2d\" "} {"level":"info","ts":"2026-04-16T03:51:27.742083Z","caller":"traceutil/trace.go:171","msg":"trace[1417698768] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1342; }","duration":"173.344126ms","start":"2026-04-16T03:51:27.568713Z","end":"2026-04-16T03:51:27.742057Z","steps":["trace[1417698768] 'read index received' (duration: 105.771904ms)","trace[1417698768] 'applied index is now lower than readState.Index' (duration: 67.571092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:27.742198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373095464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:27.742228Z","caller":"traceutil/trace.go:171","msg":"trace[1731119267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1283; }","duration":"1.373177597s","start":"2026-04-16T03:51:26.369041Z","end":"2026-04-16T03:51:27.742219Z","steps":["trace[1731119267] 'agreement among raft nodes before linearized reading' (duration: 1.373107105s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:27.742207Z","caller":"traceutil/trace.go:171","msg":"trace[1561990580] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"1.022119716s","start":"2026-04-16T03:51:26.720036Z","end":"2026-04-16T03:51:27.742155Z","steps":["trace[1561990580] 'process raft request' (duration: 954.4324ms)","trace[1561990580] 'compare' (duration: 67.490111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:27.742261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:26.369024Z","time spent":"1.373229839s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:27.742483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:26.720016Z","time spent":"1.022276249s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:27.748725Z","caller":"traceutil/trace.go:171","msg":"trace[890418220] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"173.570731ms","start":"2026-04-16T03:51:27.575112Z","end":"2026-04-16T03:51:27.748683Z","steps":["trace[890418220] 'process raft request' (duration: 173.441348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:28.008817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.47609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:28.008902Z","caller":"traceutil/trace.go:171","msg":"trace[244693815] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"187.263744ms","start":"2026-04-16T03:51:27.821622Z","end":"2026-04-16T03:51:28.008885Z","steps":["trace[244693815] 'process raft request' (duration: 55.667431ms)","trace[244693815] 'compare' (duration: 131.360018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:29.480217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.933186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:29.480315Z","caller":"traceutil/trace.go:171","msg":"trace[215279021] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1346; }","duration":"1.29847275s","start":"2026-04-16T03:51:28.181827Z","end":"2026-04-16T03:51:29.480299Z","steps":["trace[215279021] 'read index received' (duration: 405.38985ms)","trace[215279021] 'applied index is now lower than readState.Index' (duration: 893.08191ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:29.480388Z","caller":"traceutil/trace.go:171","msg":"trace[262920198] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"1.467089299s","start":"2026-04-16T03:51:28.013285Z","end":"2026-04-16T03:51:29.480374Z","steps":["trace[262920198] 'process raft request' (duration: 573.917007ms)","trace[262920198] 'compare' (duration: 892.841204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:29.480457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:28.013271Z","time spent":"1.467151371s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:29.480762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298939701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:51:29.480791Z","caller":"traceutil/trace.go:171","msg":"trace[1695427794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1287; }","duration":"1.298999762s","start":"2026-04-16T03:51:28.181782Z","end":"2026-04-16T03:51:29.480782Z","steps":["trace[1695427794] 'agreement among raft nodes before linearized reading' (duration: 1.298866889s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:29.480827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:28.181765Z","time spent":"1.299054944s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:31.369344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:51:31.369409Z","caller":"traceutil/trace.go:171","msg":"trace[1981543941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140403s","start":"2026-04-16T03:51:29.369255Z","end":"2026-04-16T03:51:31.369395Z","steps":["trace[1981543941] 'agreement among raft nodes before linearized reading' (duration: 2.000054191s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:31.369442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:29.369236Z","time spent":"2.000199454s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:51:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:51:31.821507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062338232s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:31.821661Z","caller":"traceutil/trace.go:171","msg":"trace[1141656885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1287; }","duration":"2.062510716s","start":"2026-04-16T03:51:29.759131Z","end":"2026-04-16T03:51:31.821642Z","steps":["trace[1141656885] 'range keys from in-memory index tree' (duration: 2.062318972s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:33.208447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60867305s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:51:33.208526Z","caller":"traceutil/trace.go:171","msg":"trace[1090147768] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1347; }","duration":"3.728169278s","start":"2026-04-16T03:51:29.480343Z","end":"2026-04-16T03:51:33.208512Z","steps":["trace[1090147768] 'read index received' (duration: 119.411196ms)","trace[1090147768] 'applied index is now lower than readState.Index' (duration: 3.608756552s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:33.208665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:32.592312Z","time spent":"616.345955ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:51:33.369683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:51:33.369759Z","caller":"traceutil/trace.go:171","msg":"trace[1235000058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180084s","start":"2026-04-16T03:51:31.369561Z","end":"2026-04-16T03:51:33.369741Z","steps":["trace[1235000058] 'agreement among raft nodes before linearized reading' (duration: 2.000084361s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:33.369799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:31.369547Z","time spent":"2.000245226s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:51:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:51:33.582845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.983068134s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:51:33.583692Z","caller":"traceutil/trace.go:171","msg":"trace[616295919] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"4.097977217s","start":"2026-04-16T03:51:29.485686Z","end":"2026-04-16T03:51:33.583663Z","steps":["trace[616295919] 'process raft request' (duration: 4.097356573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:33.584106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:29.485667Z","time spent":"4.098384075s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:34.746456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:29.74862Z","time spent":"4.997830491s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:51:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:51:35.017741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.365372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:35.017881Z","caller":"traceutil/trace.go:171","msg":"trace[1068008634] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1348; }","duration":"1.80932574s","start":"2026-04-16T03:51:33.208543Z","end":"2026-04-16T03:51:35.017869Z","steps":["trace[1068008634] 'read index received' (duration: 374.550808ms)","trace[1068008634] 'applied index is now lower than readState.Index' (duration: 1.434774072s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:35.018071Z","caller":"traceutil/trace.go:171","msg":"trace[1474014431] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"1.956644391s","start":"2026-04-16T03:51:33.061419Z","end":"2026-04-16T03:51:35.018063Z","steps":["trace[1474014431] 'process raft request' (duration: 1.956386725s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.018107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:33.061395Z","time spent":"1.956692803s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:35.018266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.443875369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:35.018281Z","caller":"traceutil/trace.go:171","msg":"trace[1860871318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1291; }","duration":"5.443941151s","start":"2026-04-16T03:51:29.574334Z","end":"2026-04-16T03:51:35.018275Z","steps":["trace[1860871318] 'agreement among raft nodes before linearized reading' (duration: 5.443879449s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.018294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:29.574303Z","time spent":"5.443988592s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:51:35.018338Z","caller":"traceutil/trace.go:171","msg":"trace[750324484] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"1.653541814s","start":"2026-04-16T03:51:33.364792Z","end":"2026-04-16T03:51:35.018334Z","steps":["trace[750324484] 'process raft request' (duration: 1.653050523s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.018361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:33.364767Z","time spent":"1.653578744s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:35.018369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971172124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"warn","ts":"2026-04-16T03:51:35.018376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.69714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:35.018387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054656078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:35.018392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642522812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:35.018393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722843786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:51:35.01839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663085722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:35.018415Z","caller":"traceutil/trace.go:171","msg":"trace[996130591] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1291; }","duration":"4.971221215s","start":"2026-04-16T03:51:30.047181Z","end":"2026-04-16T03:51:35.018403Z","steps":["trace[996130591] 'agreement among raft nodes before linearized reading' (duration: 4.971093282s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:35.018436Z","caller":"traceutil/trace.go:171","msg":"trace[194413011] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1291; }","duration":"3.05475689s","start":"2026-04-16T03:51:31.963667Z","end":"2026-04-16T03:51:35.018424Z","steps":["trace[194413011] 'agreement among raft nodes before linearized reading' (duration: 3.054647338s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:35.018442Z","caller":"traceutil/trace.go:171","msg":"trace[789388795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1291; }","duration":"1.642607164s","start":"2026-04-16T03:51:33.375823Z","end":"2026-04-16T03:51:35.01843Z","steps":["trace[789388795] 'agreement among raft nodes before linearized reading' (duration: 1.642515092s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:35.018443Z","caller":"traceutil/trace.go:171","msg":"trace[2135499278] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1291; }","duration":"1.722953118s","start":"2026-04-16T03:51:33.295481Z","end":"2026-04-16T03:51:35.018434Z","steps":["trace[2135499278] 'agreement among raft nodes before linearized reading' (duration: 1.722843286s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:35.018453Z","caller":"traceutil/trace.go:171","msg":"trace[1130908868] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1291; }","duration":"1.663175914s","start":"2026-04-16T03:51:33.355264Z","end":"2026-04-16T03:51:35.018439Z","steps":["trace[1130908868] 'agreement among raft nodes before linearized reading' (duration: 1.663081572s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.018449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796280412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:51:35.01847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:33.37581Z","time spent":"1.642656935s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:35.018472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:33.295462Z","time spent":"1.723004399s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:35.018491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:33.355233Z","time spent":"1.663249336s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:35.018503Z","caller":"traceutil/trace.go:171","msg":"trace[342964901] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1291; }","duration":"3.796326913s","start":"2026-04-16T03:51:31.222157Z","end":"2026-04-16T03:51:35.018483Z","steps":["trace[342964901] 'agreement among raft nodes before linearized reading' (duration: 3.79617357s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.018457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:30.04714Z","time spent":"4.971309987s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"warn","ts":"2026-04-16T03:51:35.018541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:31.222138Z","time spent":"3.796390944s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:51:35.018465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:31.963652Z","time spent":"3.054806511s","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:35.018435Z","caller":"traceutil/trace.go:171","msg":"trace[197305467] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1291; }","duration":"657.797941ms","start":"2026-04-16T03:51:34.360618Z","end":"2026-04-16T03:51:35.018416Z","steps":["trace[197305467] 'agreement among raft nodes before linearized reading' (duration: 657.715249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.018691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:34.3606Z","time spent":"658.081928ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:35.018377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45659504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:35.018727Z","caller":"traceutil/trace.go:171","msg":"trace[1378028007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1291; }","duration":"2.456997369s","start":"2026-04-16T03:51:32.561719Z","end":"2026-04-16T03:51:35.018716Z","steps":["trace[1378028007] 'agreement among raft nodes before linearized reading' (duration: 2.45659152s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.018753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:32.561701Z","time spent":"2.45704362s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:35.018399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.285191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-16T03:51:35.018782Z","caller":"traceutil/trace.go:171","msg":"trace[254363978] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1291; }","duration":"271.704531ms","start":"2026-04-16T03:51:34.747071Z","end":"2026-04-16T03:51:35.018776Z","steps":["trace[254363978] 'agreement among raft nodes before linearized reading' (duration: 271.270271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.524442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.245146ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:51:35.524533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:35.019797Z","time spent":"504.732388ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:51:35.703089Z","caller":"traceutil/trace.go:171","msg":"trace[1256317097] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1352; }","duration":"681.792098ms","start":"2026-04-16T03:51:35.021275Z","end":"2026-04-16T03:51:35.703067Z","steps":["trace[1256317097] 'read index received' (duration: 378.980748ms)","trace[1256317097] 'applied index is now lower than readState.Index' (duration: 302.8104ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:35.703157Z","caller":"traceutil/trace.go:171","msg":"trace[169479571] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"683.048516ms","start":"2026-04-16T03:51:35.020093Z","end":"2026-04-16T03:51:35.703142Z","steps":["trace[169479571] 'process raft request' (duration: 676.566958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:35.703153Z","caller":"traceutil/trace.go:171","msg":"trace[975717945] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"680.242953ms","start":"2026-04-16T03:51:35.022881Z","end":"2026-04-16T03:51:35.703124Z","steps":["trace[975717945] 'process raft request' (duration: 680.12908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.703268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:35.022867Z","time spent":"680.341344ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:35.703299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.998324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-16T03:51:35.703334Z","caller":"traceutil/trace.go:171","msg":"trace[1060249371] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1293; }","duration":"682.062155ms","start":"2026-04-16T03:51:35.021261Z","end":"2026-04-16T03:51:35.703323Z","steps":["trace[1060249371] 'agreement among raft nodes before linearized reading' (duration: 681.918491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.703377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:35.021255Z","time spent":"682.113756ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T03:51:35.703499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:35.02007Z","time spent":"683.134788ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:35.720544Z","caller":"traceutil/trace.go:171","msg":"trace[749598928] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"194.749595ms","start":"2026-04-16T03:51:35.525775Z","end":"2026-04-16T03:51:35.720524Z","steps":["trace[749598928] 'process raft request' (duration: 194.607532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.72061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.16626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:51:35.720648Z","caller":"traceutil/trace.go:171","msg":"trace[1589189053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1294; }","duration":"133.250371ms","start":"2026-04-16T03:51:35.587388Z","end":"2026-04-16T03:51:35.720638Z","steps":["trace[1589189053] 'agreement among raft nodes before linearized reading' (duration: 133.105048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.720793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.867117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:35.720828Z","caller":"traceutil/trace.go:171","msg":"trace[1187841739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1294; }","duration":"694.933689ms","start":"2026-04-16T03:51:35.025886Z","end":"2026-04-16T03:51:35.72082Z","steps":["trace[1187841739] 'agreement among raft nodes before linearized reading' (duration: 694.883268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:35.720859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:35.025854Z","time spent":"694.99815ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:36.086868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.804367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:36.087056Z","caller":"traceutil/trace.go:171","msg":"trace[617573367] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"363.894964ms","start":"2026-04-16T03:51:35.723135Z","end":"2026-04-16T03:51:36.08703Z","steps":["trace[617573367] 'process raft request' (duration: 107.852751ms)","trace[617573367] 'compare' (duration: 255.711915ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:36.087094Z","caller":"traceutil/trace.go:171","msg":"trace[1317667038] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"360.823514ms","start":"2026-04-16T03:51:35.726252Z","end":"2026-04-16T03:51:36.087076Z","steps":["trace[1317667038] 'process raft request' (duration: 360.767063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:36.087162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:35.726231Z","time spent":"360.901627ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:36.087184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:35.723123Z","time spent":"363.991996ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:36.087154Z","caller":"traceutil/trace.go:171","msg":"trace[157594756] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1356; }","duration":"361.08386ms","start":"2026-04-16T03:51:35.726046Z","end":"2026-04-16T03:51:36.08713Z","steps":["trace[157594756] 'read index received' (duration: 104.963365ms)","trace[157594756] 'applied index is now lower than readState.Index' (duration: 256.117125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:36.087387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.339936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:51:36.087416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.417542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:36.087487Z","caller":"traceutil/trace.go:171","msg":"trace[1574503883] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1296; }","duration":"295.515194ms","start":"2026-04-16T03:51:35.791958Z","end":"2026-04-16T03:51:36.087473Z","steps":["trace[1574503883] 'agreement among raft nodes before linearized reading' (duration: 295.393581ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:36.087432Z","caller":"traceutil/trace.go:171","msg":"trace[872063546] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1296; }","duration":"361.409598ms","start":"2026-04-16T03:51:35.726012Z","end":"2026-04-16T03:51:36.087421Z","steps":["trace[872063546] 'agreement among raft nodes before linearized reading' (duration: 361.178483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:36.087561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:35.725997Z","time spent":"361.555831ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T03:51:36.4288Z","caller":"traceutil/trace.go:171","msg":"trace[384188287] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"291.318958ms","start":"2026-04-16T03:51:36.137443Z","end":"2026-04-16T03:51:36.428762Z","steps":["trace[384188287] 'process raft request' (duration: 291.056142ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:36.666195Z","caller":"traceutil/trace.go:171","msg":"trace[2083324871] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"231.936953ms","start":"2026-04-16T03:51:36.434228Z","end":"2026-04-16T03:51:36.666165Z","steps":["trace[2083324871] 'process raft request' (duration: 209.169253ms)","trace[2083324871] 'compare' (duration: 22.638747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:36.948777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.723652ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:51:38.703093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:39.192868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099055341s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:51:39.193163Z","caller":"traceutil/trace.go:171","msg":"trace[1045947541] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1369; }","duration":"990.542074ms","start":"2026-04-16T03:51:38.202603Z","end":"2026-04-16T03:51:39.193145Z","steps":["trace[1045947541] 'read index received' (duration: 990.392331ms)","trace[1045947541] 'applied index is now lower than readState.Index' (duration: 148.813µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:39.193225Z","caller":"traceutil/trace.go:171","msg":"trace[209904221] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"1.09947813s","start":"2026-04-16T03:51:38.093738Z","end":"2026-04-16T03:51:39.193216Z","steps":["trace[209904221] 'process raft request' (duration: 1.099301136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:39.193307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:38.093719Z","time spent":"1.099530942s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:39.193423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.750889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:39.193424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.681869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:39.193494Z","caller":"traceutil/trace.go:171","msg":"trace[1012264965] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1307; }","duration":"990.944713ms","start":"2026-04-16T03:51:38.202534Z","end":"2026-04-16T03:51:39.193478Z","steps":["trace[1012264965] 'agreement among raft nodes before linearized reading' (duration: 990.763129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:39.19353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:38.20252Z","time spent":"991.002085ms","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:39.193519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.475419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:39.193526Z","caller":"traceutil/trace.go:171","msg":"trace[1242064078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"824.853083ms","start":"2026-04-16T03:51:38.368648Z","end":"2026-04-16T03:51:39.193501Z","steps":["trace[1242064078] 'agreement among raft nodes before linearized reading' (duration: 824.651209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:39.193601Z","caller":"traceutil/trace.go:171","msg":"trace[868985154] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1307; }","duration":"790.563371ms","start":"2026-04-16T03:51:38.402997Z","end":"2026-04-16T03:51:39.19356Z","steps":["trace[868985154] 'agreement among raft nodes before linearized reading' (duration: 790.347266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:39.193748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:38.402961Z","time spent":"790.774257ms","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:39.193605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:38.368633Z","time spent":"824.959335ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:51:40.154055Z","caller":"traceutil/trace.go:171","msg":"trace[384858521] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1370; }","duration":"433.225356ms","start":"2026-04-16T03:51:39.720811Z","end":"2026-04-16T03:51:40.154036Z","steps":["trace[384858521] 'read index received' (duration: 433.073472ms)","trace[384858521] 'applied index is now lower than readState.Index' (duration: 151.004µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:40.154271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.440501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:40.154303Z","caller":"traceutil/trace.go:171","msg":"trace[1561265314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1308; }","duration":"433.512822ms","start":"2026-04-16T03:51:39.720782Z","end":"2026-04-16T03:51:40.154295Z","steps":["trace[1561265314] 'agreement among raft nodes before linearized reading' (duration: 433.367498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:40.15433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:39.720768Z","time spent":"433.556373ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:51:40.154653Z","caller":"traceutil/trace.go:171","msg":"trace[486530932] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"434.410784ms","start":"2026-04-16T03:51:39.720234Z","end":"2026-04-16T03:51:40.154645Z","steps":["trace[486530932] 'process raft request' (duration: 433.673207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:40.154725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:39.720219Z","time spent":"434.459975ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:42.737054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:43.161782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001802731s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:51:43.162082Z","caller":"traceutil/trace.go:171","msg":"trace[551517844] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"925.685884ms","start":"2026-04-16T03:51:42.236378Z","end":"2026-04-16T03:51:43.162064Z","steps":["trace[551517844] 'read index received' (duration: 925.50859ms)","trace[551517844] 'applied index is now lower than readState.Index' (duration: 176.334µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:43.162135Z","caller":"traceutil/trace.go:171","msg":"trace[1821684495] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"1.002221661s","start":"2026-04-16T03:51:42.159882Z","end":"2026-04-16T03:51:43.162104Z","steps":["trace[1821684495] 'process raft request' (duration: 1.002071497s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:43.162276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.888769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:43.162318Z","caller":"traceutil/trace.go:171","msg":"trace[567088381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1313; }","duration":"925.98276ms","start":"2026-04-16T03:51:42.236326Z","end":"2026-04-16T03:51:43.162308Z","steps":["trace[567088381] 'agreement among raft nodes before linearized reading' (duration: 925.844357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:43.162317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:42.159864Z","time spent":"1.002352834s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:43.16231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.545783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:43.162346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:42.236308Z","time spent":"926.031962ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:51:43.162369Z","caller":"traceutil/trace.go:171","msg":"trace[637825701] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1313; }","duration":"532.626894ms","start":"2026-04-16T03:51:42.62973Z","end":"2026-04-16T03:51:43.162357Z","steps":["trace[637825701] 'agreement among raft nodes before linearized reading' (duration: 532.499141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:43.1624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:42.629682Z","time spent":"532.710886ms","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:43.783406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:44.283797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:44.78453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:45.223132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.057020252s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:51:45.307328Z","caller":"traceutil/trace.go:171","msg":"trace[1032174821] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1377; }","duration":"2.024626032s","start":"2026-04-16T03:51:43.282674Z","end":"2026-04-16T03:51:45.3073Z","steps":["trace[1032174821] 'read index received' (duration: 1.940669386s)","trace[1032174821] 'applied index is now lower than readState.Index' (duration: 83.953036ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:45.307404Z","caller":"traceutil/trace.go:171","msg":"trace[307872513] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"2.141353886s","start":"2026-04-16T03:51:43.166041Z","end":"2026-04-16T03:51:45.307395Z","steps":["trace[307872513] 'process raft request' (duration: 2.057324089s)","trace[307872513] 'compare' (duration: 83.350852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:45.307468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:43.166026Z","time spent":"2.141393057s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:45.30765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02498199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:51:45.307672Z","caller":"traceutil/trace.go:171","msg":"trace[1640458408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1314; }","duration":"2.02502986s","start":"2026-04-16T03:51:43.282637Z","end":"2026-04-16T03:51:45.307667Z","steps":["trace[1640458408] 'agreement among raft nodes before linearized reading' (duration: 2.024942578s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:45.30769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:43.282623Z","time spent":"2.025064892s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:45.370609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:51:45.370675Z","caller":"traceutil/trace.go:171","msg":"trace[875681861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172105s","start":"2026-04-16T03:51:43.370489Z","end":"2026-04-16T03:51:45.370661Z","steps":["trace[875681861] 'agreement among raft nodes before linearized reading' (duration: 2.000084253s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:45.37071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:43.370474Z","time spent":"2.000229745s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:51:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T03:51:45.522426Z","caller":"traceutil/trace.go:171","msg":"trace[938069519] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"437.078074ms","start":"2026-04-16T03:51:45.085322Z","end":"2026-04-16T03:51:45.5224Z","steps":["trace[938069519] 'process raft request' (duration: 436.91732ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:45.522526Z","caller":"traceutil/trace.go:171","msg":"trace[622655224] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1378; }","duration":"215.144699ms","start":"2026-04-16T03:51:45.307371Z","end":"2026-04-16T03:51:45.522516Z","steps":["trace[622655224] 'read index received' (duration: 214.886114ms)","trace[622655224] 'applied index is now lower than readState.Index' (duration: 257.385µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:45.522585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:45.0853Z","time spent":"437.192987ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:45.522654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.251873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:45.52268Z","caller":"traceutil/trace.go:171","msg":"trace[1810677980] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1316; }","duration":"244.305545ms","start":"2026-04-16T03:51:45.278367Z","end":"2026-04-16T03:51:45.522673Z","steps":["trace[1810677980] 'agreement among raft nodes before linearized reading' (duration: 244.239143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:45.522657Z","caller":"traceutil/trace.go:171","msg":"trace[1791983878] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"355.617905ms","start":"2026-04-16T03:51:45.167007Z","end":"2026-04-16T03:51:45.522625Z","steps":["trace[1791983878] 'process raft request' (duration: 355.353219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:45.522793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:45.166985Z","time spent":"355.732028ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:45.523453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.25604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:45.523455Z","caller":"traceutil/trace.go:171","msg":"trace[488597744] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"100.36984ms","start":"2026-04-16T03:51:45.423061Z","end":"2026-04-16T03:51:45.523431Z","steps":["trace[488597744] 'process raft request' (duration: 100.247997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:45.523499Z","caller":"traceutil/trace.go:171","msg":"trace[2089626809] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"212.494259ms","start":"2026-04-16T03:51:45.310992Z","end":"2026-04-16T03:51:45.523487Z","steps":["trace[2089626809] 'process raft request' (duration: 212.156952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:45.523519Z","caller":"traceutil/trace.go:171","msg":"trace[1561214690] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1318; }","duration":"165.410025ms","start":"2026-04-16T03:51:45.358096Z","end":"2026-04-16T03:51:45.523506Z","steps":["trace[1561214690] 'agreement among raft nodes before linearized reading' (duration: 165.259141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:45.52352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.662813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:45.523572Z","caller":"traceutil/trace.go:171","msg":"trace[448934860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"152.749925ms","start":"2026-04-16T03:51:45.37081Z","end":"2026-04-16T03:51:45.52356Z","steps":["trace[448934860] 'agreement among raft nodes before linearized reading' (duration: 152.662963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.746921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.874005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:47.747011Z","caller":"traceutil/trace.go:171","msg":"trace[1081752998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1320; }","duration":"801.023289ms","start":"2026-04-16T03:51:46.945969Z","end":"2026-04-16T03:51:47.746992Z","steps":["trace[1081752998] 'count revisions from in-memory index tree' (duration: 800.775944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.74709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:46.945949Z","time spent":"801.097051ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:47.747218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.274577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:47.74726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007620005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:47.747292Z","caller":"traceutil/trace.go:171","msg":"trace[338861857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1320; }","duration":"376.40061ms","start":"2026-04-16T03:51:47.370874Z","end":"2026-04-16T03:51:47.747274Z","steps":["trace[338861857] 'range keys from in-memory index tree' (duration: 376.167194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.747297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.752038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:47.747318Z","caller":"traceutil/trace.go:171","msg":"trace[57127928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1320; }","duration":"1.007702996s","start":"2026-04-16T03:51:46.739599Z","end":"2026-04-16T03:51:47.747302Z","steps":["trace[57127928] 'range keys from in-memory index tree' (duration: 1.007570233s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.747332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:47.370855Z","time spent":"376.469091ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:51:47.747353Z","caller":"traceutil/trace.go:171","msg":"trace[1055614750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1320; }","duration":"220.862891ms","start":"2026-04-16T03:51:47.526477Z","end":"2026-04-16T03:51:47.74734Z","steps":["trace[1055614750] 'range keys from in-memory index tree' (duration: 220.567133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.747362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:46.739585Z","time spent":"1.007766578s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:51:47.747624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.618772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:51:47.74768Z","caller":"traceutil/trace.go:171","msg":"trace[2075910635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1320; }","duration":"435.757684ms","start":"2026-04-16T03:51:47.311907Z","end":"2026-04-16T03:51:47.747665Z","steps":["trace[2075910635] 'range keys from in-memory index tree' (duration: 435.499969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.747712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:47.311892Z","time spent":"435.812206ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:51:47.84762Z","caller":"traceutil/trace.go:171","msg":"trace[1027675099] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"320.326231ms","start":"2026-04-16T03:51:47.527269Z","end":"2026-04-16T03:51:47.847595Z","steps":["trace[1027675099] 'process raft request' (duration: 320.187388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:47.847767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:47.527251Z","time spent":"320.440453ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:48.734605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.093705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:48.734794Z","caller":"traceutil/trace.go:171","msg":"trace[2120649219] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1384; }","duration":"888.998147ms","start":"2026-04-16T03:51:47.845781Z","end":"2026-04-16T03:51:48.734779Z","steps":["trace[2120649219] 'read index received' (duration: 1.662848ms)","trace[2120649219] 'applied index is now lower than readState.Index' (duration: 887.334429ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:48.73486Z","caller":"traceutil/trace.go:171","msg":"trace[1255619982] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"983.002743ms","start":"2026-04-16T03:51:47.751845Z","end":"2026-04-16T03:51:48.734848Z","steps":["trace[1255619982] 'process raft request' (duration: 261.56812ms)","trace[1255619982] 'compare' (duration: 720.606844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:48.734919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:47.751825Z","time spent":"983.065473ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:48.735073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.271263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:51:48.735129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.941344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:48.735167Z","caller":"traceutil/trace.go:171","msg":"trace[1064632937] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1323; }","duration":"889.408206ms","start":"2026-04-16T03:51:47.845737Z","end":"2026-04-16T03:51:48.735146Z","steps":["trace[1064632937] 'agreement among raft nodes before linearized reading' (duration: 889.229012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:48.7352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.771862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:51:48.735235Z","caller":"traceutil/trace.go:171","msg":"trace[1767181097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1323; }","duration":"367.075168ms","start":"2026-04-16T03:51:48.368134Z","end":"2026-04-16T03:51:48.735209Z","steps":["trace[1767181097] 'agreement among raft nodes before linearized reading' (duration: 366.927263ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:48.735252Z","caller":"traceutil/trace.go:171","msg":"trace[1411821803] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1323; }","duration":"115.882915ms","start":"2026-04-16T03:51:48.619359Z","end":"2026-04-16T03:51:48.735242Z","steps":["trace[1411821803] 'agreement among raft nodes before linearized reading' (duration: 115.728551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:48.735254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.6955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:51:48.735235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:47.84572Z","time spent":"889.498169ms","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:51:48.735289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:48.36812Z","time spent":"367.15948ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:51:48.735341Z","caller":"traceutil/trace.go:171","msg":"trace[1919550288] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1323; }","duration":"363.840293ms","start":"2026-04-16T03:51:48.371477Z","end":"2026-04-16T03:51:48.735317Z","steps":["trace[1919550288] 'agreement among raft nodes before linearized reading' (duration: 363.699269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:48.735388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:48.371455Z","time spent":"363.920674ms","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:48.734938Z","caller":"traceutil/trace.go:171","msg":"trace[308266642] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"981.850036ms","start":"2026-04-16T03:51:47.753016Z","end":"2026-04-16T03:51:48.734866Z","steps":["trace[308266642] 'process raft request' (duration: 981.678272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:48.735865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:47.752996Z","time spent":"982.596593ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:49.974163Z","caller":"traceutil/trace.go:171","msg":"trace[394659179] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"121.376121ms","start":"2026-04-16T03:51:49.852764Z","end":"2026-04-16T03:51:49.97414Z","steps":["trace[394659179] 'process raft request' (duration: 121.224608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:51.239949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:51:51.531098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.382866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:51:51.531245Z","caller":"traceutil/trace.go:171","msg":"trace[121362978] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1390; }","duration":"792.454704ms","start":"2026-04-16T03:51:50.738768Z","end":"2026-04-16T03:51:51.531223Z","steps":["trace[121362978] 'read index received' (duration: 675.889454ms)","trace[121362978] 'applied index is now lower than readState.Index' (duration: 116.56279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:51.531689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.905724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:51.53174Z","caller":"traceutil/trace.go:171","msg":"trace[100275374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1326; }","duration":"792.991546ms","start":"2026-04-16T03:51:50.738734Z","end":"2026-04-16T03:51:51.531725Z","steps":["trace[100275374] 'agreement among raft nodes before linearized reading' (duration: 792.803802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:51.531735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.686079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:51:51.531783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:50.738719Z","time spent":"793.052577ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:51:51.531799Z","caller":"traceutil/trace.go:171","msg":"trace[1361389608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1326; }","duration":"792.805531ms","start":"2026-04-16T03:51:50.738978Z","end":"2026-04-16T03:51:51.531784Z","steps":["trace[1361389608] 'agreement among raft nodes before linearized reading' (duration: 792.590137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:51.531831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:50.73896Z","time spent":"792.866103ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:51:51.531946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.903687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:51.531958Z","caller":"traceutil/trace.go:171","msg":"trace[489031691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1326; }","duration":"162.915177ms","start":"2026-04-16T03:51:51.369038Z","end":"2026-04-16T03:51:51.531953Z","steps":["trace[489031691] 'agreement among raft nodes before linearized reading' (duration: 162.894607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:51.53213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.124616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-04-16T03:51:51.53216Z","caller":"traceutil/trace.go:171","msg":"trace[255754876] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6; range_end:; response_count:1; response_revision:1326; }","duration":"749.194348ms","start":"2026-04-16T03:51:50.782957Z","end":"2026-04-16T03:51:51.532151Z","steps":["trace[255754876] 'agreement among raft nodes before linearized reading' (duration: 749.105156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:51.532178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:50.782941Z","time spent":"749.232398ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4907,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" "} {"level":"warn","ts":"2026-04-16T03:51:51.532257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.726968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:51:51.532346Z","caller":"traceutil/trace.go:171","msg":"trace[1645651565] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1326; }","duration":"309.888492ms","start":"2026-04-16T03:51:51.222438Z","end":"2026-04-16T03:51:51.532327Z","steps":["trace[1645651565] 'agreement among raft nodes before linearized reading' (duration: 309.595185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:51.53239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:51.222422Z","time spent":"309.958114ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:51:52.252187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.056733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:51:52.252391Z","caller":"traceutil/trace.go:171","msg":"trace[384493161] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1398; }","duration":"188.596284ms","start":"2026-04-16T03:51:52.063778Z","end":"2026-04-16T03:51:52.252374Z","steps":["trace[384493161] 'read index received' (duration: 42.272155ms)","trace[384493161] 'applied index is now lower than readState.Index' (duration: 146.322729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:52.252495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.717306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:52.252531Z","caller":"traceutil/trace.go:171","msg":"trace[421364227] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1334; }","duration":"188.796568ms","start":"2026-04-16T03:51:52.063723Z","end":"2026-04-16T03:51:52.25252Z","steps":["trace[421364227] 'agreement among raft nodes before linearized reading' (duration: 188.708676ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:52.252548Z","caller":"traceutil/trace.go:171","msg":"trace[2137188259] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"274.039464ms","start":"2026-04-16T03:51:51.978481Z","end":"2026-04-16T03:51:52.25252Z","steps":["trace[2137188259] 'process raft request' (duration: 273.823659ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:52.252646Z","caller":"traceutil/trace.go:171","msg":"trace[1857586186] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"489.243835ms","start":"2026-04-16T03:51:51.763369Z","end":"2026-04-16T03:51:52.252612Z","steps":["trace[1857586186] 'process raft request' (duration: 342.686871ms)","trace[1857586186] 'compare' (duration: 145.823997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:52.252827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:51.763356Z","time spent":"489.394209ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:51:53.14223Z","caller":"traceutil/trace.go:171","msg":"trace[940957582] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1402; }","duration":"202.390169ms","start":"2026-04-16T03:51:52.939816Z","end":"2026-04-16T03:51:53.142206Z","steps":["trace[940957582] 'read index received' (duration: 202.066462ms)","trace[940957582] 'applied index is now lower than readState.Index' (duration: 322.517µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:53.14227Z","caller":"traceutil/trace.go:171","msg":"trace[150126764] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"324.873374ms","start":"2026-04-16T03:51:52.81737Z","end":"2026-04-16T03:51:53.142243Z","steps":["trace[150126764] 'process raft request' (duration: 324.665179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:53.142392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:52.817353Z","time spent":"324.974946ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:53.142454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.617514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:51:53.14251Z","caller":"traceutil/trace.go:171","msg":"trace[2036053373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1337; }","duration":"202.686906ms","start":"2026-04-16T03:51:52.939811Z","end":"2026-04-16T03:51:53.142498Z","steps":["trace[2036053373] 'agreement among raft nodes before linearized reading' (duration: 202.506622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.233892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106431,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:51:54.421854Z","caller":"traceutil/trace.go:171","msg":"trace[227551490] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"845.125976ms","start":"2026-04-16T03:51:53.576699Z","end":"2026-04-16T03:51:54.421825Z","steps":["trace[227551490] 'process raft request' (duration: 844.951762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.422014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:53.576676Z","time spent":"845.258438ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:54.424457Z","caller":"traceutil/trace.go:171","msg":"trace[2087916440] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1404; }","duration":"690.806964ms","start":"2026-04-16T03:51:53.733629Z","end":"2026-04-16T03:51:54.424435Z","steps":["trace[2087916440] 'read index received' (duration: 688.079202ms)","trace[2087916440] 'applied index is now lower than readState.Index' (duration: 2.726942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:54.424983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.193775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:54.425036Z","caller":"traceutil/trace.go:171","msg":"trace[857193735] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1341; }","duration":"461.297437ms","start":"2026-04-16T03:51:53.963727Z","end":"2026-04-16T03:51:54.425024Z","steps":["trace[857193735] 'agreement among raft nodes before linearized reading' (duration: 461.196705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.425075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:53.963708Z","time spent":"461.357518ms","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:54.425365Z","caller":"traceutil/trace.go:171","msg":"trace[198396957] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"163.352179ms","start":"2026-04-16T03:51:54.261995Z","end":"2026-04-16T03:51:54.425347Z","steps":["trace[198396957] 'process raft request' (duration: 162.403476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.425719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.076244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:51:54.425809Z","caller":"traceutil/trace.go:171","msg":"trace[2142613834] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1341; }","duration":"692.212417ms","start":"2026-04-16T03:51:53.733584Z","end":"2026-04-16T03:51:54.425796Z","steps":["trace[2142613834] 'agreement among raft nodes before linearized reading' (duration: 692.020682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.425855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:53.733564Z","time spent":"692.273418ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:51:54.428313Z","caller":"traceutil/trace.go:171","msg":"trace[1265626539] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"847.771826ms","start":"2026-04-16T03:51:53.576913Z","end":"2026-04-16T03:51:54.424685Z","steps":["trace[1265626539] 'process raft request' (duration: 847.387967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:54.428431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:53.576903Z","time spent":"851.45921ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:56.491398Z","caller":"traceutil/trace.go:171","msg":"trace[1179305829] linearizableReadLoop","detail":"{readStateIndex:1409; appliedIndex:1408; }","duration":"399.920987ms","start":"2026-04-16T03:51:56.091458Z","end":"2026-04-16T03:51:56.491379Z","steps":["trace[1179305829] 'read index received' (duration: 399.873366ms)","trace[1179305829] 'applied index is now lower than readState.Index' (duration: 46.901µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:56.491504Z","caller":"traceutil/trace.go:171","msg":"trace[366033510] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"664.231668ms","start":"2026-04-16T03:51:55.827231Z","end":"2026-04-16T03:51:56.491462Z","steps":["trace[366033510] 'process raft request' (duration: 664.044664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:56.491553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.082231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:51:56.491576Z","caller":"traceutil/trace.go:171","msg":"trace[465024525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1343; }","duration":"400.153351ms","start":"2026-04-16T03:51:56.091417Z","end":"2026-04-16T03:51:56.49157Z","steps":["trace[465024525] 'agreement among raft nodes before linearized reading' (duration: 400.056449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:56.491597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:56.091396Z","time spent":"400.193643ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:51:56.491653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:55.827215Z","time spent":"664.36154ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:51:56.598806Z","caller":"traceutil/trace.go:171","msg":"trace[1276345827] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1409; }","duration":"107.33385ms","start":"2026-04-16T03:51:56.491447Z","end":"2026-04-16T03:51:56.598781Z","steps":["trace[1276345827] 'read index received' (duration: 19.841832ms)","trace[1276345827] 'applied index is now lower than readState.Index' (duration: 87.488418ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:56.598883Z","caller":"traceutil/trace.go:171","msg":"trace[213082532] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"169.101369ms","start":"2026-04-16T03:51:56.429755Z","end":"2026-04-16T03:51:56.598856Z","steps":["trace[213082532] 'process raft request' (duration: 168.781951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:56.631708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.10182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:51:56.631816Z","caller":"traceutil/trace.go:171","msg":"trace[791346912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1344; }","duration":"262.261664ms","start":"2026-04-16T03:51:56.369527Z","end":"2026-04-16T03:51:56.631788Z","steps":["trace[791346912] 'agreement among raft nodes before linearized reading' (duration: 229.354434ms)","trace[791346912] 'range keys from in-memory index tree' (duration: 32.759027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:56.631735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.490396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-16T03:51:56.631884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.609979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:56.63192Z","caller":"traceutil/trace.go:171","msg":"trace[2089106910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1344; }","duration":"204.63868ms","start":"2026-04-16T03:51:56.427266Z","end":"2026-04-16T03:51:56.631905Z","steps":["trace[2089106910] 'agreement among raft nodes before linearized reading' (duration: 171.589436ms)","trace[2089106910] 'range keys from in-memory index tree' (duration: 32.724066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:56.631898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.993304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:51:56.631984Z","caller":"traceutil/trace.go:171","msg":"trace[659780361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1344; }","duration":"200.113256ms","start":"2026-04-16T03:51:56.431846Z","end":"2026-04-16T03:51:56.631959Z","steps":["trace[659780361] 'agreement among raft nodes before linearized reading' (duration: 166.9715ms)","trace[659780361] 'range keys from in-memory index tree' (duration: 32.780177ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:56.631922Z","caller":"traceutil/trace.go:171","msg":"trace[647913159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1344; }","duration":"360.730101ms","start":"2026-04-16T03:51:56.271173Z","end":"2026-04-16T03:51:56.631903Z","steps":["trace[647913159] 'agreement among raft nodes before linearized reading' (duration: 327.688007ms)","trace[647913159] 'range keys from in-memory index tree' (duration: 32.718906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:51:56.63205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:56.271143Z","time spent":"360.892165ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:51:58.907789Z","caller":"traceutil/trace.go:171","msg":"trace[500892112] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1413; }","duration":"286.117859ms","start":"2026-04-16T03:51:58.621649Z","end":"2026-04-16T03:51:58.907766Z","steps":["trace[500892112] 'read index received' (duration: 285.915264ms)","trace[500892112] 'applied index is now lower than readState.Index' (duration: 201.405µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:51:58.907868Z","caller":"traceutil/trace.go:171","msg":"trace[880024145] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"304.702834ms","start":"2026-04-16T03:51:58.603142Z","end":"2026-04-16T03:51:58.907845Z","steps":["trace[880024145] 'process raft request' (duration: 304.484849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:58.907986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:58.603122Z","time spent":"304.798465ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:51:58.907998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.737888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:51:58.907998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.334654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:51:58.908033Z","caller":"traceutil/trace.go:171","msg":"trace[106349451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1347; }","duration":"259.8158ms","start":"2026-04-16T03:51:58.648206Z","end":"2026-04-16T03:51:58.908022Z","steps":["trace[106349451] 'agreement among raft nodes before linearized reading' (duration: 259.693937ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:51:58.908041Z","caller":"traceutil/trace.go:171","msg":"trace[271781138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1347; }","duration":"286.414046ms","start":"2026-04-16T03:51:58.621616Z","end":"2026-04-16T03:51:58.90803Z","steps":["trace[271781138] 'agreement among raft nodes before linearized reading' (duration: 286.263232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:58.908263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.135128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:51:58.908379Z","caller":"traceutil/trace.go:171","msg":"trace[2081263346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1347; }","duration":"257.278861ms","start":"2026-04-16T03:51:58.651074Z","end":"2026-04-16T03:51:58.908353Z","steps":["trace[2081263346] 'agreement among raft nodes before linearized reading' (duration: 256.901793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:51:59.529298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:00.02965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:00.077736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166185532s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:52:00.078119Z","caller":"traceutil/trace.go:171","msg":"trace[774929716] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"1.166732585s","start":"2026-04-16T03:51:58.911358Z","end":"2026-04-16T03:52:00.078091Z","steps":["trace[774929716] 'process raft request' (duration: 1.16653878s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:00.078271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:58.911326Z","time spent":"1.166852128s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:00.989845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.524338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:00.989909Z","caller":"traceutil/trace.go:171","msg":"trace[1736533493] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1414; }","duration":"1.961416299s","start":"2026-04-16T03:51:59.028483Z","end":"2026-04-16T03:52:00.989899Z","steps":["trace[1736533493] 'read index received' (duration: 1.049421747s)","trace[1736533493] 'applied index is now lower than readState.Index' (duration: 911.993802ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:00.98995Z","caller":"traceutil/trace.go:171","msg":"trace[1516743259] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"2.078387459s","start":"2026-04-16T03:51:58.911557Z","end":"2026-04-16T03:52:00.989944Z","steps":["trace[1516743259] 'process raft request' (duration: 1.217711319s)","trace[1516743259] 'compare' (duration: 860.446275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:00.989977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:58.911535Z","time spent":"2.07842798s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:00.990044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961555873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:52:00.990091Z","caller":"traceutil/trace.go:171","msg":"trace[2105278129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1349; }","duration":"1.961612674s","start":"2026-04-16T03:51:59.028467Z","end":"2026-04-16T03:52:00.99008Z","steps":["trace[2105278129] 'agreement among raft nodes before linearized reading' (duration: 1.961478031s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:00.990112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:59.02841Z","time spent":"1.961697836s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:52:01.071163Z","caller":"traceutil/trace.go:171","msg":"trace[1968757336] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"158.121608ms","start":"2026-04-16T03:52:00.913015Z","end":"2026-04-16T03:52:01.071137Z","steps":["trace[1968757336] 'process raft request' (duration: 157.942674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.07136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.211778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:01.071408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092964431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:52:01.071417Z","caller":"traceutil/trace.go:171","msg":"trace[895774698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1350; }","duration":"760.341301ms","start":"2026-04-16T03:52:00.31106Z","end":"2026-04-16T03:52:01.071402Z","steps":["trace[895774698] 'agreement among raft nodes before linearized reading' (duration: 760.213998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:01.0715Z","caller":"traceutil/trace.go:171","msg":"trace[1671755400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1350; }","duration":"1.093107105s","start":"2026-04-16T03:51:59.978371Z","end":"2026-04-16T03:52:01.071478Z","steps":["trace[1671755400] 'agreement among raft nodes before linearized reading' (duration: 1.092745057s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.071489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885691562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:01.071524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:00.311019Z","time spent":"760.493785ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:01.071541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:59.978353Z","time spent":"1.093180896s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:52:01.071547Z","caller":"traceutil/trace.go:171","msg":"trace[757491629] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1350; }","duration":"1.885787374s","start":"2026-04-16T03:51:59.185744Z","end":"2026-04-16T03:52:01.071531Z","steps":["trace[757491629] 'agreement among raft nodes before linearized reading' (duration: 1.885689382s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.071547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699852551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:01.071587Z","caller":"traceutil/trace.go:171","msg":"trace[1183280956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1350; }","duration":"1.699956783s","start":"2026-04-16T03:51:59.37162Z","end":"2026-04-16T03:52:01.071577Z","steps":["trace[1183280956] 'agreement among raft nodes before linearized reading' (duration: 1.699857061s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:01.071582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:59.185726Z","time spent":"1.885848135s","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:01.071611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:51:59.371607Z","time spent":"1.699996405s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:01.723998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:02.224534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:02.725628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:03.225819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:03.31331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.227090662s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:52:03.313995Z","caller":"traceutil/trace.go:171","msg":"trace[557816127] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"2.227687937s","start":"2026-04-16T03:52:01.086134Z","end":"2026-04-16T03:52:03.313821Z","steps":["trace[557816127] 'process raft request' (duration: 2.227494782s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.314154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:01.08612Z","time spent":"2.227948442s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7316,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:03.865523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.08539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:03.865598Z","caller":"traceutil/trace.go:171","msg":"trace[146380278] linearizableReadLoop","detail":"{readStateIndex:1419; appliedIndex:1417; }","duration":"2.641967151s","start":"2026-04-16T03:52:01.223618Z","end":"2026-04-16T03:52:03.865586Z","steps":["trace[146380278] 'read index received' (duration: 2.090019815s)","trace[146380278] 'applied index is now lower than readState.Index' (duration: 551.946486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:03.865757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442417226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:03.865794Z","caller":"traceutil/trace.go:171","msg":"trace[2081013976] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1352; }","duration":"2.442500618s","start":"2026-04-16T03:52:01.423284Z","end":"2026-04-16T03:52:03.865785Z","steps":["trace[2081013976] 'agreement among raft nodes before linearized reading' (duration: 2.442434497s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.865815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37248063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-16T03:52:03.865821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:01.423263Z","time spent":"2.442550989s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:03.865837Z","caller":"traceutil/trace.go:171","msg":"trace[254876138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1352; }","duration":"1.372539151s","start":"2026-04-16T03:52:02.493292Z","end":"2026-04-16T03:52:03.865831Z","steps":["trace[254876138] 'agreement among raft nodes before linearized reading' (duration: 1.372452279s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.865852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.493274Z","time spent":"1.372575122s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:52:03.86585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496751856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:03.865879Z","caller":"traceutil/trace.go:171","msg":"trace[1222365247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1352; }","duration":"1.496821128s","start":"2026-04-16T03:52:02.369049Z","end":"2026-04-16T03:52:03.86587Z","steps":["trace[1222365247] 'agreement among raft nodes before linearized reading' (duration: 1.496771137s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.865873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653512794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:03.8659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.369025Z","time spent":"1.496870649s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:03.865924Z","caller":"traceutil/trace.go:171","msg":"trace[1733136666] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1352; }","duration":"1.653629176s","start":"2026-04-16T03:52:02.212283Z","end":"2026-04-16T03:52:03.865913Z","steps":["trace[1733136666] 'agreement among raft nodes before linearized reading' (duration: 1.653527074s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.86596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.212263Z","time spent":"1.653690548s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:03.86595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.321715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:52:03.865937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278095067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:03.865997Z","caller":"traceutil/trace.go:171","msg":"trace[1133560112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1352; }","duration":"304.402097ms","start":"2026-04-16T03:52:03.561583Z","end":"2026-04-16T03:52:03.865985Z","steps":["trace[1133560112] 'agreement among raft nodes before linearized reading' (duration: 304.230433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.865994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.890006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:52:03.865995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784340888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:52:03.866023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64240416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:52:03.866032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.561558Z","time spent":"304.466429ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:52:03.866045Z","caller":"traceutil/trace.go:171","msg":"trace[997724732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1352; }","duration":"867.979048ms","start":"2026-04-16T03:52:02.998054Z","end":"2026-04-16T03:52:03.866033Z","steps":["trace[997724732] 'agreement among raft nodes before linearized reading' (duration: 867.799214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.865989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33392476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"info","ts":"2026-04-16T03:52:03.865651Z","caller":"traceutil/trace.go:171","msg":"trace[746303429] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"780.044501ms","start":"2026-04-16T03:52:03.085599Z","end":"2026-04-16T03:52:03.865644Z","steps":["trace[746303429] 'process raft request' (duration: 528.770447ms)","trace[746303429] 'compare' (duration: 251.003387ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:03.866078Z","caller":"traceutil/trace.go:171","msg":"trace[644232425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1352; }","duration":"1.784458811s","start":"2026-04-16T03:52:02.081599Z","end":"2026-04-16T03:52:03.866058Z","steps":["trace[644232425] 'agreement among raft nodes before linearized reading' (duration: 1.784218336s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:03.866086Z","caller":"traceutil/trace.go:171","msg":"trace[313077497] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1352; }","duration":"2.642516183s","start":"2026-04-16T03:52:01.223554Z","end":"2026-04-16T03:52:03.86607Z","steps":["trace[313077497] 'agreement among raft nodes before linearized reading' (duration: 2.642335718s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:03.866107Z","caller":"traceutil/trace.go:171","msg":"trace[2008110619] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1352; }","duration":"1.334060993s","start":"2026-04-16T03:52:02.532029Z","end":"2026-04-16T03:52:03.866089Z","steps":["trace[2008110619] 'agreement among raft nodes before linearized reading' (duration: 1.33391051s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.866123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.081587Z","time spent":"1.784526493s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:03.86613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:01.223528Z","time spent":"2.642590535s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:52:03.866122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.085577Z","time spent":"780.523452ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:03.866148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.532Z","time spent":"1.334135634s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7098,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-16T03:52:03.866028Z","caller":"traceutil/trace.go:171","msg":"trace[644182914] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1352; }","duration":"2.27822691s","start":"2026-04-16T03:52:01.587779Z","end":"2026-04-16T03:52:03.866006Z","steps":["trace[644182914] 'agreement among raft nodes before linearized reading' (duration: 2.278071637s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:03.866196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:01.587765Z","time spent":"2.278423054s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:03.866089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:02.998036Z","time spent":"868.045619ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:04.993755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.173566ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:52:04.993858Z","caller":"traceutil/trace.go:171","msg":"trace[194991168] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1419; }","duration":"1.126519897s","start":"2026-04-16T03:52:03.867317Z","end":"2026-04-16T03:52:04.993837Z","steps":["trace[194991168] 'read index received' (duration: 469.251698ms)","trace[194991168] 'applied index is now lower than readState.Index' (duration: 657.266319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:04.993945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.867198Z","time spent":"1.126742452s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:52:04.994142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126810713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:04.994192Z","caller":"traceutil/trace.go:171","msg":"trace[1735761509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1352; }","duration":"1.126886155s","start":"2026-04-16T03:52:03.867294Z","end":"2026-04-16T03:52:04.99418Z","steps":["trace[1735761509] 'agreement among raft nodes before linearized reading' (duration: 1.126800023s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:04.994229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.867279Z","time spent":"1.126942766s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:05.494114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:05.994431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:06.495529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:06.500589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.030332573s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:52:06.501047Z","caller":"traceutil/trace.go:171","msg":"trace[1215370183] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"2.628469682s","start":"2026-04-16T03:52:03.872556Z","end":"2026-04-16T03:52:06.501026Z","steps":["trace[1215370183] 'process raft request' (duration: 2.62840665s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:06.501202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.872539Z","time spent":"2.628584474s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:06.501657Z","caller":"traceutil/trace.go:171","msg":"trace[982996] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"2.631484421s","start":"2026-04-16T03:52:03.870162Z","end":"2026-04-16T03:52:06.501647Z","steps":["trace[982996] 'process raft request' (duration: 2.630640221s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:06.501712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.870143Z","time spent":"2.631540373s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:06.50181Z","caller":"traceutil/trace.go:171","msg":"trace[2032866049] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"2.631089942s","start":"2026-04-16T03:52:03.870712Z","end":"2026-04-16T03:52:06.501802Z","steps":["trace[2032866049] 'process raft request' (duration: 2.630217202s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:06.501846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.870702Z","time spent":"2.631123663s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:07.005057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:52:07.00513Z","caller":"traceutil/trace.go:171","msg":"trace[703269718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325197s","start":"2026-04-16T03:52:05.004784Z","end":"2026-04-16T03:52:07.005109Z","steps":["trace[703269718] 'agreement among raft nodes before linearized reading' (duration: 2.000235435s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.005167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:05.004751Z","time spent":"2.000408509s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:07.041664Z","caller":"traceutil/trace.go:171","msg":"trace[197438263] linearizableReadLoop","detail":"{readStateIndex:1426; appliedIndex:1420; }","duration":"2.04774956s","start":"2026-04-16T03:52:04.993896Z","end":"2026-04-16T03:52:07.041645Z","steps":["trace[197438263] 'read index received' (duration: 1.50698674s)","trace[197438263] 'applied index is now lower than readState.Index' (duration: 540.76207ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:07.041697Z","caller":"traceutil/trace.go:171","msg":"trace[495466179] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"1.444650726s","start":"2026-04-16T03:52:05.597028Z","end":"2026-04-16T03:52:07.041679Z","steps":["trace[495466179] 'process raft request' (duration: 1.444556314s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:07.04174Z","caller":"traceutil/trace.go:171","msg":"trace[950492450] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"1.169524508s","start":"2026-04-16T03:52:05.87221Z","end":"2026-04-16T03:52:07.041734Z","steps":["trace[950492450] 'process raft request' (duration: 1.169406405s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.0418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:05.872194Z","time spent":"1.169560559s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:07.041802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:05.596999Z","time spent":"1.444737888s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:07.041967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953069039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:07.042044Z","caller":"traceutil/trace.go:171","msg":"trace[1361453998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1358; }","duration":"2.953165581s","start":"2026-04-16T03:52:04.088861Z","end":"2026-04-16T03:52:07.042026Z","steps":["trace[1361453998] 'agreement among raft nodes before linearized reading' (duration: 2.952937206s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.042077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:04.08879Z","time spent":"2.953280213s","remote":"127.0.0.1:42084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:07.041859Z","caller":"traceutil/trace.go:171","msg":"trace[1177007830] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"2.046807167s","start":"2026-04-16T03:52:04.994992Z","end":"2026-04-16T03:52:07.041799Z","steps":["trace[1177007830] 'process raft request' (duration: 2.0464742s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.042152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:04.994971Z","time spent":"2.047151495s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:07.042134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057088973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:52:07.042319Z","caller":"traceutil/trace.go:171","msg":"trace[277475476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1358; }","duration":"3.057319538s","start":"2026-04-16T03:52:03.984979Z","end":"2026-04-16T03:52:07.042298Z","steps":["trace[277475476] 'agreement among raft nodes before linearized reading' (duration: 3.056892428s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.042385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:03.984965Z","time spent":"3.057402561s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:52:07.27504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.606208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:07.275285Z","caller":"traceutil/trace.go:171","msg":"trace[79863818] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"606.147223ms","start":"2026-04-16T03:52:06.669119Z","end":"2026-04-16T03:52:07.275266Z","steps":["trace[79863818] 'process raft request' (duration: 476.256588ms)","trace[79863818] 'compare' (duration: 129.525196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:07.275339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:06.669096Z","time spent":"606.220825ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:07.39706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.933682ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:52:07.397339Z","caller":"traceutil/trace.go:171","msg":"trace[583912689] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1426; }","duration":"355.615936ms","start":"2026-04-16T03:52:07.04171Z","end":"2026-04-16T03:52:07.397326Z","steps":["trace[583912689] 'read index received' (duration: 103.732087ms)","trace[583912689] 'applied index is now lower than readState.Index' (duration: 251.882479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:07.397443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.319169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:07.397461Z","caller":"traceutil/trace.go:171","msg":"trace[1561722369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"391.370281ms","start":"2026-04-16T03:52:07.006084Z","end":"2026-04-16T03:52:07.397454Z","steps":["trace[1561722369] 'agreement among raft nodes before linearized reading' (duration: 391.313969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.397482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.006068Z","time spent":"391.408871ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:07.397648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463957977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:52:07.397712Z","caller":"traceutil/trace.go:171","msg":"trace[1745320175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1359; }","duration":"1.464050689s","start":"2026-04-16T03:52:05.933648Z","end":"2026-04-16T03:52:07.397698Z","steps":["trace[1745320175] 'agreement among raft nodes before linearized reading' (duration: 1.463829704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.397726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336793176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-16T03:52:07.397741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:05.933633Z","time spent":"1.464102031s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:07.397729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.835288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:07.397752Z","caller":"traceutil/trace.go:171","msg":"trace[2017584930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1359; }","duration":"1.336855827s","start":"2026-04-16T03:52:06.060888Z","end":"2026-04-16T03:52:07.397744Z","steps":["trace[2017584930] 'agreement among raft nodes before linearized reading' (duration: 1.336753125s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.397779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:06.06087Z","time spent":"1.336904878s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:52:07.39778Z","caller":"traceutil/trace.go:171","msg":"trace[1837249597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"124.926341ms","start":"2026-04-16T03:52:07.272841Z","end":"2026-04-16T03:52:07.397768Z","steps":["trace[1837249597] 'agreement among raft nodes before linearized reading' (duration: 124.852739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.397764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.236321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-16T03:52:07.397729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.024018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"info","ts":"2026-04-16T03:52:07.397825Z","caller":"traceutil/trace.go:171","msg":"trace[1352359873] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1359; }","duration":"353.325823ms","start":"2026-04-16T03:52:07.044487Z","end":"2026-04-16T03:52:07.397812Z","steps":["trace[1352359873] 'agreement among raft nodes before linearized reading' (duration: 353.20172ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:07.397847Z","caller":"traceutil/trace.go:171","msg":"trace[1662802473] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1359; }","duration":"893.180742ms","start":"2026-04-16T03:52:06.504659Z","end":"2026-04-16T03:52:07.397839Z","steps":["trace[1662802473] 'agreement among raft nodes before linearized reading' (duration: 892.931687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.397858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.044475Z","time spent":"353.373614ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:52:07.397866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:06.504643Z","time spent":"893.217483ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7098,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-16T03:52:07.792799Z","caller":"traceutil/trace.go:171","msg":"trace[1098386679] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1429; }","duration":"342.333801ms","start":"2026-04-16T03:52:07.450442Z","end":"2026-04-16T03:52:07.792776Z","steps":["trace[1098386679] 'read index received' (duration: 342.049375ms)","trace[1098386679] 'applied index is now lower than readState.Index' (duration: 283.306µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:07.792861Z","caller":"traceutil/trace.go:171","msg":"trace[863407499] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"386.821388ms","start":"2026-04-16T03:52:07.406002Z","end":"2026-04-16T03:52:07.792823Z","steps":["trace[863407499] 'process raft request' (duration: 386.663044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.792911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.403899Z","time spent":"389.005256ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:52:07.792999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.405992Z","time spent":"386.93543ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:07.793045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.580649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:52:07.793098Z","caller":"traceutil/trace.go:171","msg":"trace[2025725074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1361; }","duration":"342.689391ms","start":"2026-04-16T03:52:07.450394Z","end":"2026-04-16T03:52:07.793084Z","steps":["trace[2025725074] 'agreement among raft nodes before linearized reading' (duration: 342.523497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.793142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.450374Z","time spent":"342.755592ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:07.793184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.462217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-04-16T03:52:07.793257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.625259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-04-16T03:52:07.793329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.959934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-16T03:52:07.793337Z","caller":"traceutil/trace.go:171","msg":"trace[2054584476] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"303.733772ms","start":"2026-04-16T03:52:07.489587Z","end":"2026-04-16T03:52:07.793321Z","steps":["trace[2054584476] 'agreement among raft nodes before linearized reading' (duration: 303.521687ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:07.793397Z","caller":"traceutil/trace.go:171","msg":"trace[1728202912] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"317.038236ms","start":"2026-04-16T03:52:07.476328Z","end":"2026-04-16T03:52:07.793366Z","steps":["trace[1728202912] 'agreement among raft nodes before linearized reading' (duration: 316.902893ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:07.793264Z","caller":"traceutil/trace.go:171","msg":"trace[368306093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"339.57448ms","start":"2026-04-16T03:52:07.453667Z","end":"2026-04-16T03:52:07.793242Z","steps":["trace[368306093] 'agreement among raft nodes before linearized reading' (duration: 339.338735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.793442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.078356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-04-16T03:52:07.793452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.476304Z","time spent":"317.134567ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:52:07.79346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.542019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-16T03:52:07.793494Z","caller":"traceutil/trace.go:171","msg":"trace[1946648337] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"140.163688ms","start":"2026-04-16T03:52:07.653315Z","end":"2026-04-16T03:52:07.793478Z","steps":["trace[1946648337] 'agreement among raft nodes before linearized reading' (duration: 139.942383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:07.793504Z","caller":"traceutil/trace.go:171","msg":"trace[1563572876] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"332.620861ms","start":"2026-04-16T03:52:07.460871Z","end":"2026-04-16T03:52:07.793492Z","steps":["trace[1563572876] 'agreement among raft nodes before linearized reading' (duration: 332.554519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.793509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.795874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-04-16T03:52:07.793531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.664891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-16T03:52:07.793544Z","caller":"traceutil/trace.go:171","msg":"trace[1847455836] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"328.839025ms","start":"2026-04-16T03:52:07.464696Z","end":"2026-04-16T03:52:07.793535Z","steps":["trace[1847455836] 'agreement among raft nodes before linearized reading' (duration: 328.683221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.793542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.46085Z","time spent":"332.683572ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:52:07.793575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.464691Z","time spent":"328.875805ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:52:07.793569Z","caller":"traceutil/trace.go:171","msg":"trace[248067346] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"332.713313ms","start":"2026-04-16T03:52:07.460845Z","end":"2026-04-16T03:52:07.793558Z","steps":["trace[248067346] 'agreement among raft nodes before linearized reading' (duration: 332.624011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.793451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.453658Z","time spent":"339.777554ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:52:07.793612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.460838Z","time spent":"332.768134ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:52:07.793191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.259996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-04-16T03:52:07.793409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.489566Z","time spent":"303.834294ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:52:07.793621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.788244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-16T03:52:07.793692Z","caller":"traceutil/trace.go:171","msg":"trace[846321600] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"330.752398ms","start":"2026-04-16T03:52:07.462883Z","end":"2026-04-16T03:52:07.793636Z","steps":["trace[846321600] 'agreement among raft nodes before linearized reading' (duration: 330.170365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.793399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.460297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-16T03:52:07.793707Z","caller":"traceutil/trace.go:171","msg":"trace[624508306] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"332.912357ms","start":"2026-04-16T03:52:07.46078Z","end":"2026-04-16T03:52:07.793692Z","steps":["trace[624508306] 'agreement among raft nodes before linearized reading' (duration: 332.766014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.793722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.817635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-04-16T03:52:07.793742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.46076Z","time spent":"332.974118ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:52:07.793737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.462866Z","time spent":"330.85872ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:52:07.793768Z","caller":"traceutil/trace.go:171","msg":"trace[1339671143] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"332.868106ms","start":"2026-04-16T03:52:07.46088Z","end":"2026-04-16T03:52:07.793748Z","steps":["trace[1339671143] 'agreement among raft nodes before linearized reading' (duration: 332.654512ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:07.793755Z","caller":"traceutil/trace.go:171","msg":"trace[2005389375] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1361; }","duration":"332.815435ms","start":"2026-04-16T03:52:07.460913Z","end":"2026-04-16T03:52:07.793729Z","steps":["trace[2005389375] 'agreement among raft nodes before linearized reading' (duration: 332.382495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:07.793798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.460873Z","time spent":"332.916897ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:52:07.793811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.460907Z","time spent":"332.889946ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:52:08.710235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.50827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:08.710314Z","caller":"traceutil/trace.go:171","msg":"trace[665191382] linearizableReadLoop","detail":"{readStateIndex:1433; appliedIndex:1432; }","duration":"889.55497ms","start":"2026-04-16T03:52:07.820746Z","end":"2026-04-16T03:52:08.710301Z","steps":["trace[665191382] 'read index received' (duration: 314.867696ms)","trace[665191382] 'applied index is now lower than readState.Index' (duration: 574.686364ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:08.710371Z","caller":"traceutil/trace.go:171","msg":"trace[1298122470] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"913.094117ms","start":"2026-04-16T03:52:07.79727Z","end":"2026-04-16T03:52:08.710364Z","steps":["trace[1298122470] 'process raft request' (duration: 338.392123ms)","trace[1298122470] 'compare' (duration: 574.419358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:08.710404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.79725Z","time spent":"913.135978ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:08.710472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.673994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:08.710541Z","caller":"traceutil/trace.go:171","msg":"trace[201627323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"340.784107ms","start":"2026-04-16T03:52:08.369739Z","end":"2026-04-16T03:52:08.710523Z","steps":["trace[201627323] 'agreement among raft nodes before linearized reading' (duration: 340.674494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:08.710652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:08.36972Z","time spent":"340.920459ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:08.710854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.103772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:08.710864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.363099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:08.710892Z","caller":"traceutil/trace.go:171","msg":"trace[1733215428] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1363; }","duration":"890.173934ms","start":"2026-04-16T03:52:07.820709Z","end":"2026-04-16T03:52:08.710883Z","steps":["trace[1733215428] 'agreement among raft nodes before linearized reading' (duration: 890.103912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:08.710869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.914708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:08.710918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:07.82069Z","time spent":"890.222145ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:08.710903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.766565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-04-16T03:52:08.710918Z","caller":"traceutil/trace.go:171","msg":"trace[1263991614] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1363; }","duration":"284.46128ms","start":"2026-04-16T03:52:08.426444Z","end":"2026-04-16T03:52:08.710905Z","steps":["trace[1263991614] 'agreement among raft nodes before linearized reading' (duration: 284.361228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:08.710947Z","caller":"traceutil/trace.go:171","msg":"trace[1438616500] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1363; }","duration":"290.843287ms","start":"2026-04-16T03:52:08.420096Z","end":"2026-04-16T03:52:08.71094Z","steps":["trace[1438616500] 'agreement among raft nodes before linearized reading' (duration: 290.718194ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:08.710938Z","caller":"traceutil/trace.go:171","msg":"trace[520137692] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1363; }","duration":"284.015301ms","start":"2026-04-16T03:52:08.426905Z","end":"2026-04-16T03:52:08.71092Z","steps":["trace[520137692] 'agreement among raft nodes before linearized reading' (duration: 283.902008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:08.710913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.226741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:52:08.710952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.269291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:52:08.710964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.08947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2330"} {"level":"info","ts":"2026-04-16T03:52:08.711012Z","caller":"traceutil/trace.go:171","msg":"trace[1861243249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1363; }","duration":"204.372743ms","start":"2026-04-16T03:52:08.506624Z","end":"2026-04-16T03:52:08.710997Z","steps":["trace[1861243249] 'agreement among raft nodes before linearized reading' (duration: 204.192859ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:08.711025Z","caller":"traceutil/trace.go:171","msg":"trace[743793718] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:1363; }","duration":"159.188583ms","start":"2026-04-16T03:52:08.55182Z","end":"2026-04-16T03:52:08.711008Z","steps":["trace[743793718] 'agreement among raft nodes before linearized reading' (duration: 158.971998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:08.711012Z","caller":"traceutil/trace.go:171","msg":"trace[38935999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1363; }","duration":"204.384704ms","start":"2026-04-16T03:52:08.506605Z","end":"2026-04-16T03:52:08.71099Z","steps":["trace[38935999] 'agreement among raft nodes before linearized reading' (duration: 204.095978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:09.64034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.374347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:09.640431Z","caller":"traceutil/trace.go:171","msg":"trace[1993310589] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"925.444068ms","start":"2026-04-16T03:52:08.714972Z","end":"2026-04-16T03:52:09.640416Z","steps":["trace[1993310589] 'process raft request' (duration: 311.936958ms)","trace[1993310589] 'compare' (duration: 613.303756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:09.640471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:08.714951Z","time spent":"925.50102ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:10.086886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059983278s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:52:10.427301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.765069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:10.427423Z","caller":"traceutil/trace.go:171","msg":"trace[474365477] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1364; }","duration":"667.912403ms","start":"2026-04-16T03:52:09.759493Z","end":"2026-04-16T03:52:10.427405Z","steps":["trace[474365477] 'range keys from in-memory index tree' (duration: 667.750579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:10.427903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.749377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:10.428119Z","caller":"traceutil/trace.go:171","msg":"trace[205019026] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"1.382026388s","start":"2026-04-16T03:52:09.046075Z","end":"2026-04-16T03:52:10.428102Z","steps":["trace[205019026] 'process raft request' (duration: 1.381984657s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:10.428193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:09.046057Z","time spent":"1.3821034s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:10.428406Z","caller":"traceutil/trace.go:171","msg":"trace[1019857232] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"1.71298057s","start":"2026-04-16T03:52:08.715403Z","end":"2026-04-16T03:52:10.428383Z","steps":["trace[1019857232] 'process raft request' (duration: 1.37166491s)","trace[1019857232] 'compare' (duration: 340.176384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:10.428494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:08.715379Z","time spent":"1.713066222s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:10.428401Z","caller":"traceutil/trace.go:171","msg":"trace[111042094] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1433; }","duration":"1.708139659s","start":"2026-04-16T03:52:08.720242Z","end":"2026-04-16T03:52:10.428381Z","steps":["trace[111042094] 'read index received' (duration: 306.682718ms)","trace[111042094] 'applied index is now lower than readState.Index' (duration: 1.401454861s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:10.428594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708342594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2330"} {"level":"warn","ts":"2026-04-16T03:52:10.42864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058400552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:10.428655Z","caller":"traceutil/trace.go:171","msg":"trace[367325528] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:1367; }","duration":"1.708429375s","start":"2026-04-16T03:52:08.720212Z","end":"2026-04-16T03:52:10.428641Z","steps":["trace[367325528] 'agreement among raft nodes before linearized reading' (duration: 1.708223631s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:10.428683Z","caller":"traceutil/trace.go:171","msg":"trace[2056824496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1367; }","duration":"1.058466303s","start":"2026-04-16T03:52:09.370205Z","end":"2026-04-16T03:52:10.428671Z","steps":["trace[2056824496] 'agreement among raft nodes before linearized reading' (duration: 1.058402832s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:10.428701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:08.720204Z","time spent":"1.708485517s","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2353,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-16T03:52:10.428712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:09.370191Z","time spent":"1.058512725s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:10.428918Z","caller":"traceutil/trace.go:171","msg":"trace[284032046] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"1.710020143s","start":"2026-04-16T03:52:08.718867Z","end":"2026-04-16T03:52:10.428887Z","steps":["trace[284032046] 'process raft request' (duration: 1.709122963s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:10.428999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:08.718852Z","time spent":"1.710113075s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:10.970205Z","caller":"traceutil/trace.go:171","msg":"trace[1833121297] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"334.085335ms","start":"2026-04-16T03:52:10.636098Z","end":"2026-04-16T03:52:10.970183Z","steps":["trace[1833121297] 'read index received' (duration: 333.917631ms)","trace[1833121297] 'applied index is now lower than readState.Index' (duration: 166.854µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:10.970288Z","caller":"traceutil/trace.go:171","msg":"trace[599836750] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"531.840627ms","start":"2026-04-16T03:52:10.438434Z","end":"2026-04-16T03:52:10.970275Z","steps":["trace[599836750] 'process raft request' (duration: 531.612502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:10.970373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:10.438421Z","time spent":"531.896108ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:10.970411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.31094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:52:10.970447Z","caller":"traceutil/trace.go:171","msg":"trace[2001380520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1368; }","duration":"334.381211ms","start":"2026-04-16T03:52:10.636053Z","end":"2026-04-16T03:52:10.970434Z","steps":["trace[2001380520] 'agreement among raft nodes before linearized reading' (duration: 334.244608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:10.970482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:10.636031Z","time spent":"334.444692ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:52:10.970527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.920513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:52:10.970599Z","caller":"traceutil/trace.go:171","msg":"trace[725999890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1368; }","duration":"257.030456ms","start":"2026-04-16T03:52:10.713557Z","end":"2026-04-16T03:52:10.970588Z","steps":["trace[725999890] 'agreement among raft nodes before linearized reading' (duration: 256.844022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:10.970636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.643496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:52:10.970702Z","caller":"traceutil/trace.go:171","msg":"trace[566069590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1368; }","duration":"206.759818ms","start":"2026-04-16T03:52:10.763927Z","end":"2026-04-16T03:52:10.970687Z","steps":["trace[566069590] 'agreement among raft nodes before linearized reading' (duration: 206.527823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:11.184796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.174153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:11.185Z","caller":"traceutil/trace.go:171","msg":"trace[517767818] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"209.403798ms","start":"2026-04-16T03:52:10.975579Z","end":"2026-04-16T03:52:11.184983Z","steps":["trace[517767818] 'process raft request' (duration: 70.952129ms)","trace[517767818] 'compare' (duration: 138.0371ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:11.185082Z","caller":"traceutil/trace.go:171","msg":"trace[2008730945] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"208.640431ms","start":"2026-04-16T03:52:10.976421Z","end":"2026-04-16T03:52:11.185062Z","steps":["trace[2008730945] 'process raft request' (duration: 208.58796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:11.185133Z","caller":"traceutil/trace.go:171","msg":"trace[2059272946] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"209.214914ms","start":"2026-04-16T03:52:10.975895Z","end":"2026-04-16T03:52:11.18511Z","steps":["trace[2059272946] 'process raft request' (duration: 209.03531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:11.695188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106512,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:52:11.733809Z","caller":"traceutil/trace.go:171","msg":"trace[1504110183] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"545.028017ms","start":"2026-04-16T03:52:11.188761Z","end":"2026-04-16T03:52:11.733789Z","steps":["trace[1504110183] 'process raft request' (duration: 544.924425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:11.733955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:11.188751Z","time spent":"545.15566ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:52:12.364892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.067051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:12.365303Z","caller":"traceutil/trace.go:171","msg":"trace[1476087881] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"1.176369445s","start":"2026-04-16T03:52:11.188911Z","end":"2026-04-16T03:52:12.36528Z","steps":["trace[1476087881] 'process raft request' (duration: 878.841965ms)","trace[1476087881] 'compare' (duration: 296.530927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:12.365375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:11.188882Z","time spent":"1.176464348s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:52:12.36586Z","caller":"traceutil/trace.go:171","msg":"trace[208041489] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"1.17482731s","start":"2026-04-16T03:52:11.191021Z","end":"2026-04-16T03:52:12.365848Z","steps":["trace[208041489] 'process raft request' (duration: 1.174218976s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.365962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:11.191006Z","time spent":"1.174900682s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:12.36607Z","caller":"traceutil/trace.go:171","msg":"trace[1669131110] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1441; }","duration":"1.170967841s","start":"2026-04-16T03:52:11.19508Z","end":"2026-04-16T03:52:12.366048Z","steps":["trace[1669131110] 'read index received' (duration: 538.623701ms)","trace[1669131110] 'applied index is now lower than readState.Index' (duration: 632.34309ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:12.366304Z","caller":"traceutil/trace.go:171","msg":"trace[1141997397] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"1.174736038s","start":"2026-04-16T03:52:11.191555Z","end":"2026-04-16T03:52:12.366291Z","steps":["trace[1141997397] 'process raft request' (duration: 1.174256647s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.366413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:11.191549Z","time spent":"1.174791689s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:12.366445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142493262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:52:12.36648Z","caller":"traceutil/trace.go:171","msg":"trace[136807500] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1375; }","duration":"1.142560574s","start":"2026-04-16T03:52:11.223909Z","end":"2026-04-16T03:52:12.366469Z","steps":["trace[136807500] 'agreement among raft nodes before linearized reading' (duration: 1.142445921s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.366522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:11.223893Z","time spent":"1.142622265s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:52:12.36675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171665097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-16T03:52:12.366791Z","caller":"traceutil/trace.go:171","msg":"trace[1538752360] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1375; }","duration":"1.171722539s","start":"2026-04-16T03:52:11.195058Z","end":"2026-04-16T03:52:12.366781Z","steps":["trace[1538752360] 'agreement among raft nodes before linearized reading' (duration: 1.171654807s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.366821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:11.195052Z","time spent":"1.171762319s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-16T03:52:12.366845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.464093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:52:12.366923Z","caller":"traceutil/trace.go:171","msg":"trace[1877735725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1375; }","duration":"721.594827ms","start":"2026-04-16T03:52:11.645311Z","end":"2026-04-16T03:52:12.366906Z","steps":["trace[1877735725] 'agreement among raft nodes before linearized reading' (duration: 721.359931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.367002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:11.645293Z","time spent":"721.698548ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:12.776581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.128959ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:52:12.776947Z","caller":"traceutil/trace.go:171","msg":"trace[21830847] linearizableReadLoop","detail":"{readStateIndex:1446; appliedIndex:1445; }","duration":"406.63954ms","start":"2026-04-16T03:52:12.370285Z","end":"2026-04-16T03:52:12.776924Z","steps":["trace[21830847] 'read index received' (duration: 219.180212ms)","trace[21830847] 'applied index is now lower than readState.Index' (duration: 187.457368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:12.776952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:12.368077Z","time spent":"408.87025ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:52:12.777091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.791843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:52:12.777148Z","caller":"traceutil/trace.go:171","msg":"trace[1801625586] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:1375; }","duration":"406.886546ms","start":"2026-04-16T03:52:12.370247Z","end":"2026-04-16T03:52:12.777134Z","steps":["trace[1801625586] 'agreement among raft nodes before linearized reading' (duration: 406.766973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.777193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:12.370232Z","time spent":"406.949808ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-16T03:52:12.982795Z","caller":"traceutil/trace.go:171","msg":"trace[1618410305] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1446; }","duration":"205.785066ms","start":"2026-04-16T03:52:12.776985Z","end":"2026-04-16T03:52:12.98277Z","steps":["trace[1618410305] 'read index received' (duration: 142.711757ms)","trace[1618410305] 'applied index is now lower than readState.Index' (duration: 63.072479ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:12.982948Z","caller":"traceutil/trace.go:171","msg":"trace[1319633117] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"548.735762ms","start":"2026-04-16T03:52:12.434179Z","end":"2026-04-16T03:52:12.982915Z","steps":["trace[1319633117] 'process raft request' (duration: 548.530428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.983038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:12.434155Z","time spent":"548.819405ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:12.983058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.535394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:52:12.983049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.729283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:12.983018Z","caller":"traceutil/trace.go:171","msg":"trace[616231540] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"612.578869ms","start":"2026-04-16T03:52:12.370394Z","end":"2026-04-16T03:52:12.982972Z","steps":["trace[616231540] 'process raft request' (duration: 549.214643ms)","trace[616231540] 'compare' (duration: 62.928636ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:12.983084Z","caller":"traceutil/trace.go:171","msg":"trace[452369281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1377; }","duration":"547.590696ms","start":"2026-04-16T03:52:12.435486Z","end":"2026-04-16T03:52:12.983076Z","steps":["trace[452369281] 'agreement among raft nodes before linearized reading' (duration: 547.485403ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:12.983094Z","caller":"traceutil/trace.go:171","msg":"trace[207743982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1377; }","duration":"612.798384ms","start":"2026-04-16T03:52:12.370285Z","end":"2026-04-16T03:52:12.983083Z","steps":["trace[207743982] 'agreement among raft nodes before linearized reading' (duration: 612.722492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.983128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:12.370272Z","time spent":"612.849986ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:12.983135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:12.435475Z","time spent":"547.629116ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:12.983217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:12.370375Z","time spent":"612.741183ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:12.985166Z","caller":"traceutil/trace.go:171","msg":"trace[779102856] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"206.890801ms","start":"2026-04-16T03:52:12.778266Z","end":"2026-04-16T03:52:12.985156Z","steps":["trace[779102856] 'process raft request' (duration: 206.80935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:12.985193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.543678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T03:52:12.985222Z","caller":"traceutil/trace.go:171","msg":"trace[748263996] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:1378; }","duration":"204.610399ms","start":"2026-04-16T03:52:12.780603Z","end":"2026-04-16T03:52:12.985214Z","steps":["trace[748263996] 'agreement among raft nodes before linearized reading' (duration: 204.542517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:13.211482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.799287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T03:52:13.211553Z","caller":"traceutil/trace.go:171","msg":"trace[540616291] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:1379; }","duration":"127.894079ms","start":"2026-04-16T03:52:13.083644Z","end":"2026-04-16T03:52:13.211538Z","steps":["trace[540616291] 'range keys from in-memory index tree' (duration: 127.742706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:14.681613Z","caller":"traceutil/trace.go:171","msg":"trace[844837057] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"307.581429ms","start":"2026-04-16T03:52:14.374007Z","end":"2026-04-16T03:52:14.681588Z","steps":["trace[844837057] 'process raft request' (duration: 307.425844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:14.681767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.373981Z","time spent":"307.708452ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:15.480461Z","caller":"traceutil/trace.go:171","msg":"trace[2083375344] linearizableReadLoop","detail":"{readStateIndex:1454; appliedIndex:1452; }","duration":"1.088460229s","start":"2026-04-16T03:52:14.391974Z","end":"2026-04-16T03:52:15.480434Z","steps":["trace[2083375344] 'read index received' (duration: 289.555298ms)","trace[2083375344] 'applied index is now lower than readState.Index' (duration: 798.903841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:15.480707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088706495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-04-16T03:52:15.480739Z","caller":"traceutil/trace.go:171","msg":"trace[1590608786] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:1383; }","duration":"1.088792247s","start":"2026-04-16T03:52:14.391936Z","end":"2026-04-16T03:52:15.480729Z","steps":["trace[1590608786] 'agreement among raft nodes before linearized reading' (duration: 1.088629823s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:15.480694Z","caller":"traceutil/trace.go:171","msg":"trace[653515717] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"1.106136203s","start":"2026-04-16T03:52:14.37448Z","end":"2026-04-16T03:52:15.480616Z","steps":["trace[653515717] 'process raft request' (duration: 1.105779225s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.480774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.391926Z","time spent":"1.088840108s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-16T03:52:15.4811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.374463Z","time spent":"1.106408358s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:15.687372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.806694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:15.687493Z","caller":"traceutil/trace.go:171","msg":"trace[200200265] linearizableReadLoop","detail":"{readStateIndex:1455; appliedIndex:1454; }","duration":"206.946582ms","start":"2026-04-16T03:52:15.480531Z","end":"2026-04-16T03:52:15.687478Z","steps":["trace[200200265] 'read index received' (duration: 33.900153ms)","trace[200200265] 'applied index is now lower than readState.Index' (duration: 173.045239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:15.687663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294557521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"warn","ts":"2026-04-16T03:52:15.687727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.052612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:52:15.687747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.487865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:52:15.687762Z","caller":"traceutil/trace.go:171","msg":"trace[515832359] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"699.600845ms","start":"2026-04-16T03:52:14.988134Z","end":"2026-04-16T03:52:15.687735Z","steps":["trace[515832359] 'process raft request' (duration: 526.352102ms)","trace[515832359] 'compare' (duration: 172.665269ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:15.687758Z","caller":"traceutil/trace.go:171","msg":"trace[1900213249] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:1384; }","duration":"1.294687365s","start":"2026-04-16T03:52:14.393049Z","end":"2026-04-16T03:52:15.687737Z","steps":["trace[1900213249] 'agreement among raft nodes before linearized reading' (duration: 1.294506071s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:15.687795Z","caller":"traceutil/trace.go:171","msg":"trace[547167496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1384; }","duration":"642.156915ms","start":"2026-04-16T03:52:15.04562Z","end":"2026-04-16T03:52:15.687777Z","steps":["trace[547167496] 'agreement among raft nodes before linearized reading' (duration: 641.9604ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:15.687805Z","caller":"traceutil/trace.go:171","msg":"trace[1852762102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1384; }","duration":"700.603837ms","start":"2026-04-16T03:52:14.987185Z","end":"2026-04-16T03:52:15.687789Z","steps":["trace[1852762102] 'agreement among raft nodes before linearized reading' (duration: 700.434003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.687823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.393039Z","time spent":"1.294770657s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2941,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-16T03:52:15.687834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:15.045605Z","time spent":"642.221876ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:15.687845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.987165Z","time spent":"700.669799ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:15.687868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.988118Z","time spent":"699.685117ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:15.687895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294968362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" ","response":"range_response_count:1 size:5486"} {"level":"warn","ts":"2026-04-16T03:52:15.687926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295051324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-2hwld\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-04-16T03:52:15.687942Z","caller":"traceutil/trace.go:171","msg":"trace[157760566] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm; range_end:; response_count:1; response_revision:1384; }","duration":"1.295030293s","start":"2026-04-16T03:52:14.392896Z","end":"2026-04-16T03:52:15.687927Z","steps":["trace[157760566] 'agreement among raft nodes before linearized reading' (duration: 1.29490111s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.687948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295813931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-cr8ss\" ","response":"range_response_count:1 size:3610"} {"level":"info","ts":"2026-04-16T03:52:15.687979Z","caller":"traceutil/trace.go:171","msg":"trace[2138615748] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-2hwld; range_end:; response_count:1; response_revision:1384; }","duration":"1.295117425s","start":"2026-04-16T03:52:14.392846Z","end":"2026-04-16T03:52:15.687963Z","steps":["trace[2138615748] 'agreement among raft nodes before linearized reading' (duration: 1.294954771s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.687983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.392878Z","time spent":"1.295093935s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" "} {"level":"info","ts":"2026-04-16T03:52:15.687993Z","caller":"traceutil/trace.go:171","msg":"trace[1825501772] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-cr8ss; range_end:; response_count:1; response_revision:1384; }","duration":"1.295879752s","start":"2026-04-16T03:52:14.392097Z","end":"2026-04-16T03:52:15.687977Z","steps":["trace[1825501772] 'agreement among raft nodes before linearized reading' (duration: 1.295423692s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.688021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.409549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:52:15.688022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.392838Z","time spent":"1.295173326s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-2hwld\" "} {"level":"warn","ts":"2026-04-16T03:52:15.687753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139995335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:15.688054Z","caller":"traceutil/trace.go:171","msg":"trace[2037960902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1384; }","duration":"418.4661ms","start":"2026-04-16T03:52:15.269576Z","end":"2026-04-16T03:52:15.688042Z","steps":["trace[2037960902] 'agreement among raft nodes before linearized reading' (duration: 418.375968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.688082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:15.26956Z","time spent":"418.514661ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:52:15.688093Z","caller":"traceutil/trace.go:171","msg":"trace[347077811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1384; }","duration":"1.140372563s","start":"2026-04-16T03:52:14.5477Z","end":"2026-04-16T03:52:15.688073Z","steps":["trace[347077811] 'agreement among raft nodes before linearized reading' (duration: 1.140000145s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.688115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29533595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7330"} {"level":"warn","ts":"2026-04-16T03:52:15.688029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.392092Z","time spent":"1.295929053s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3633,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-cr8ss\" "} {"level":"warn","ts":"2026-04-16T03:52:15.688114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295487343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-16T03:52:15.688144Z","caller":"traceutil/trace.go:171","msg":"trace[1323044020] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1384; }","duration":"1.295393312s","start":"2026-04-16T03:52:14.392741Z","end":"2026-04-16T03:52:15.688134Z","steps":["trace[1323044020] 'agreement among raft nodes before linearized reading' (duration: 1.29531154s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.68815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.54768Z","time spent":"1.140451025s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:15.688184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.392726Z","time spent":"1.295439163s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7353,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T03:52:15.687768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294948751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-x98v0d\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-16T03:52:15.688242Z","caller":"traceutil/trace.go:171","msg":"trace[1530597754] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-x98v0d; range_end:; response_count:1; response_revision:1384; }","duration":"1.295449783s","start":"2026-04-16T03:52:14.392783Z","end":"2026-04-16T03:52:15.688233Z","steps":["trace[1530597754] 'agreement among raft nodes before linearized reading' (duration: 1.29489052s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.688273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.39277Z","time spent":"1.295495044s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":563,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-x98v0d\" "} {"level":"warn","ts":"2026-04-16T03:52:15.688032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29535274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-hbjwq\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-04-16T03:52:15.68867Z","caller":"traceutil/trace.go:171","msg":"trace[1143016744] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-hbjwq; range_end:; response_count:1; response_revision:1384; }","duration":"1.296020536s","start":"2026-04-16T03:52:14.392637Z","end":"2026-04-16T03:52:15.688658Z","steps":["trace[1143016744] 'agreement among raft nodes before linearized reading' (duration: 1.29532888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.688713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.392622Z","time spent":"1.296079577s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4930,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-hbjwq\" "} {"level":"info","ts":"2026-04-16T03:52:15.689715Z","caller":"traceutil/trace.go:171","msg":"trace[2090619126] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1384; }","duration":"1.295914683s","start":"2026-04-16T03:52:14.392586Z","end":"2026-04-16T03:52:15.688501Z","steps":["trace[2090619126] 'agreement among raft nodes before linearized reading' (duration: 1.295464193s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:15.689781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:14.392569Z","time spent":"1.297192752s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-16T03:52:16.790486Z","caller":"traceutil/trace.go:171","msg":"trace[1546560303] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"100.771969ms","start":"2026-04-16T03:52:16.689688Z","end":"2026-04-16T03:52:16.790459Z","steps":["trace[1546560303] 'process raft request' (duration: 100.623396ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:17.436088Z","caller":"traceutil/trace.go:171","msg":"trace[443164456] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"142.590894ms","start":"2026-04-16T03:52:17.293477Z","end":"2026-04-16T03:52:17.436068Z","steps":["trace[443164456] 'process raft request' (duration: 142.464951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:17.763858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.580034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:52:17.763933Z","caller":"traceutil/trace.go:171","msg":"trace[1229494881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1389; }","duration":"277.706927ms","start":"2026-04-16T03:52:17.486209Z","end":"2026-04-16T03:52:17.763916Z","steps":["trace[1229494881] 'range keys from in-memory index tree' (duration: 277.41457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:17.76397Z","caller":"traceutil/trace.go:171","msg":"trace[997699536] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"129.038415ms","start":"2026-04-16T03:52:17.634904Z","end":"2026-04-16T03:52:17.763942Z","steps":["trace[997699536] 'process raft request' (duration: 105.164409ms)","trace[997699536] 'compare' (duration: 23.587199ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:17.826506Z","caller":"traceutil/trace.go:171","msg":"trace[1596049802] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1460; }","duration":"107.081254ms","start":"2026-04-16T03:52:17.719405Z","end":"2026-04-16T03:52:17.826486Z","steps":["trace[1596049802] 'read index received' (duration: 20.668992ms)","trace[1596049802] 'applied index is now lower than readState.Index' (duration: 86.411232ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:17.826634Z","caller":"traceutil/trace.go:171","msg":"trace[1487464827] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"132.947593ms","start":"2026-04-16T03:52:17.693659Z","end":"2026-04-16T03:52:17.826606Z","steps":["trace[1487464827] 'process raft request' (duration: 132.705898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:17.826716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.303268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:52:17.826775Z","caller":"traceutil/trace.go:171","msg":"trace[1208424364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1391; }","duration":"107.400781ms","start":"2026-04-16T03:52:17.719361Z","end":"2026-04-16T03:52:17.826761Z","steps":["trace[1208424364] 'agreement among raft nodes before linearized reading' (duration: 107.237427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:18.075715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.007378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:18.075897Z","caller":"traceutil/trace.go:171","msg":"trace[1290360111] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"308.410758ms","start":"2026-04-16T03:52:17.767455Z","end":"2026-04-16T03:52:18.075866Z","steps":["trace[1290360111] 'process raft request' (duration: 199.111523ms)","trace[1290360111] 'compare' (duration: 108.824424ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:18.075962Z","caller":"traceutil/trace.go:171","msg":"trace[360067533] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"245.288637ms","start":"2026-04-16T03:52:17.830648Z","end":"2026-04-16T03:52:18.075937Z","steps":["trace[360067533] 'process raft request' (duration: 245.204115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:18.076019Z","caller":"traceutil/trace.go:171","msg":"trace[2127024323] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1462; }","duration":"249.390611ms","start":"2026-04-16T03:52:17.826592Z","end":"2026-04-16T03:52:18.075983Z","steps":["trace[2127024323] 'read index received' (duration: 139.993195ms)","trace[2127024323] 'applied index is now lower than readState.Index' (duration: 109.392956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:18.076046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:17.767434Z","time spent":"308.530741ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:18.076177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.685429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:52:18.076178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.118289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:18.076207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.457747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:52:18.076227Z","caller":"traceutil/trace.go:171","msg":"trace[1881693328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1393; }","duration":"324.764441ms","start":"2026-04-16T03:52:17.751452Z","end":"2026-04-16T03:52:18.076217Z","steps":["trace[1881693328] 'agreement among raft nodes before linearized reading' (duration: 324.604348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:18.076241Z","caller":"traceutil/trace.go:171","msg":"trace[425516584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1393; }","duration":"325.213242ms","start":"2026-04-16T03:52:17.751014Z","end":"2026-04-16T03:52:18.076227Z","steps":["trace[425516584] 'agreement among raft nodes before linearized reading' (duration: 325.075389ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:18.076248Z","caller":"traceutil/trace.go:171","msg":"trace[1517314472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1393; }","duration":"325.525708ms","start":"2026-04-16T03:52:17.750713Z","end":"2026-04-16T03:52:18.076239Z","steps":["trace[1517314472] 'agreement among raft nodes before linearized reading' (duration: 325.377785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:18.076275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:17.751005Z","time spent":"325.260073ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:18.076282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:17.750695Z","time spent":"325.58045ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:18.076272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:17.751444Z","time spent":"324.816062ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:18.50822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.422091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:18.508323Z","caller":"traceutil/trace.go:171","msg":"trace[1184255894] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"428.688223ms","start":"2026-04-16T03:52:18.079615Z","end":"2026-04-16T03:52:18.508303Z","steps":["trace[1184255894] 'process raft request' (duration: 211.109997ms)","trace[1184255894] 'compare' (duration: 217.273258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:18.508383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:18.079602Z","time spent":"428.749574ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:18.691171Z","caller":"traceutil/trace.go:171","msg":"trace[1830653099] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"611.498824ms","start":"2026-04-16T03:52:18.079645Z","end":"2026-04-16T03:52:18.691144Z","steps":["trace[1830653099] 'process raft request' (duration: 544.459074ms)","trace[1830653099] 'compare' (duration: 66.844505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:18.691342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:18.079625Z","time spent":"611.632497ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:18.691352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.17914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:18.691419Z","caller":"traceutil/trace.go:171","msg":"trace[458353193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1395; }","duration":"321.295272ms","start":"2026-04-16T03:52:18.370107Z","end":"2026-04-16T03:52:18.691403Z","steps":["trace[458353193] 'agreement among raft nodes before linearized reading' (duration: 321.160879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:18.691458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:18.37009Z","time spent":"321.362964ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:18.691724Z","caller":"traceutil/trace.go:171","msg":"trace[1943205352] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1465; }","duration":"320.941264ms","start":"2026-04-16T03:52:18.370147Z","end":"2026-04-16T03:52:18.691088Z","steps":["trace[1943205352] 'read index received' (duration: 253.996197ms)","trace[1943205352] 'applied index is now lower than readState.Index' (duration: 66.943797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:18.692016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.553057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:18.692076Z","caller":"traceutil/trace.go:171","msg":"trace[2115112650] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1395; }","duration":"264.663429ms","start":"2026-04-16T03:52:18.4274Z","end":"2026-04-16T03:52:18.692063Z","steps":["trace[2115112650] 'agreement among raft nodes before linearized reading' (duration: 264.416264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:18.915746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.764306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:52:18.915868Z","caller":"traceutil/trace.go:171","msg":"trace[1029122475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1395; }","duration":"120.908859ms","start":"2026-04-16T03:52:18.794914Z","end":"2026-04-16T03:52:18.915823Z","steps":["trace[1029122475] 'range keys from in-memory index tree' (duration: 120.53289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:19.769283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.490881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:52:20.780963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:21.853075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.461794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:21.853174Z","caller":"traceutil/trace.go:171","msg":"trace[569071938] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"1.572675629s","start":"2026-04-16T03:52:20.280476Z","end":"2026-04-16T03:52:21.853152Z","steps":["trace[569071938] 'read index received' (duration: 903.99464ms)","trace[569071938] 'applied index is now lower than readState.Index' (duration: 668.679379ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:21.853353Z","caller":"traceutil/trace.go:171","msg":"trace[1866639688] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"1.769243845s","start":"2026-04-16T03:52:20.0841Z","end":"2026-04-16T03:52:21.853344Z","steps":["trace[1866639688] 'process raft request' (duration: 1.100412282s)","trace[1866639688] 'compare' (duration: 667.783318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:21.853407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:20.084077Z","time spent":"1.769297906s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:21.853507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482801639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:21.853589Z","caller":"traceutil/trace.go:171","msg":"trace[1584552194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1399; }","duration":"1.482913991s","start":"2026-04-16T03:52:20.370654Z","end":"2026-04-16T03:52:21.853568Z","steps":["trace[1584552194] 'agreement among raft nodes before linearized reading' (duration: 1.482768278s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.85365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:20.370639Z","time spent":"1.483003413s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:21.853744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.118548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:52:21.853749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.245365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:21.853762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203486744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:21.853786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457975142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:21.853795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573308614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:21.853818Z","caller":"traceutil/trace.go:171","msg":"trace[1860527821] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1399; }","duration":"468.369488ms","start":"2026-04-16T03:52:21.38543Z","end":"2026-04-16T03:52:21.8538Z","steps":["trace[1860527821] 'agreement among raft nodes before linearized reading' (duration: 468.226955ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:21.853833Z","caller":"traceutil/trace.go:171","msg":"trace[2060138902] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1399; }","duration":"1.458053334s","start":"2026-04-16T03:52:20.395768Z","end":"2026-04-16T03:52:21.853821Z","steps":["trace[2060138902] 'agreement among raft nodes before linearized reading' (duration: 1.457971032s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:21.853835Z","caller":"traceutil/trace.go:171","msg":"trace[311975527] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1399; }","duration":"1.203601116s","start":"2026-04-16T03:52:20.650216Z","end":"2026-04-16T03:52:21.853817Z","steps":["trace[311975527] 'agreement among raft nodes before linearized reading' (duration: 1.203457063s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.853867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.38541Z","time spent":"468.44761ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:21.85387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:20.395752Z","time spent":"1.458106204s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:21.853871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.153757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:52:21.853869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342394944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:52:21.853884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:20.650201Z","time spent":"1.203672669s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:21.853906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159148402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:52:21.854037Z","caller":"traceutil/trace.go:171","msg":"trace[829513593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1399; }","duration":"1.159315126s","start":"2026-04-16T03:52:20.694701Z","end":"2026-04-16T03:52:21.854016Z","steps":["trace[829513593] 'agreement among raft nodes before linearized reading' (duration: 1.15903234s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.8541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:20.694682Z","time spent":"1.159405778s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:52:21.853834Z","caller":"traceutil/trace.go:171","msg":"trace[163435026] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1399; }","duration":"1.573370536s","start":"2026-04-16T03:52:20.280455Z","end":"2026-04-16T03:52:21.853826Z","steps":["trace[163435026] 'agreement among raft nodes before linearized reading' (duration: 1.573294634s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.85418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:20.280445Z","time spent":"1.573719043s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:21.853791Z","caller":"traceutil/trace.go:171","msg":"trace[1840098025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1399; }","duration":"899.230541ms","start":"2026-04-16T03:52:20.954548Z","end":"2026-04-16T03:52:21.853778Z","steps":["trace[1840098025] 'agreement among raft nodes before linearized reading' (duration: 899.074297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.85434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:20.954529Z","time spent":"899.799634ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:52:21.853926Z","caller":"traceutil/trace.go:171","msg":"trace[647595759] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1399; }","duration":"629.24984ms","start":"2026-04-16T03:52:21.224664Z","end":"2026-04-16T03:52:21.853914Z","steps":["trace[647595759] 'agreement among raft nodes before linearized reading' (duration: 629.071176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.85455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.224645Z","time spent":"629.885555ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:52:21.853946Z","caller":"traceutil/trace.go:171","msg":"trace[1688783360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1399; }","duration":"1.342518147s","start":"2026-04-16T03:52:20.511409Z","end":"2026-04-16T03:52:21.853928Z","steps":["trace[1688783360] 'agreement among raft nodes before linearized reading' (duration: 1.342277812s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:21.854748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:20.511392Z","time spent":"1.343335015s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:52:22.387656Z","caller":"traceutil/trace.go:171","msg":"trace[82739982] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1471; }","duration":"526.305181ms","start":"2026-04-16T03:52:21.861331Z","end":"2026-04-16T03:52:22.387636Z","steps":["trace[82739982] 'read index received' (duration: 186.086887ms)","trace[82739982] 'applied index is now lower than readState.Index' (duration: 340.217354ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:22.387793Z","caller":"traceutil/trace.go:171","msg":"trace[1711438808] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"529.639557ms","start":"2026-04-16T03:52:21.858143Z","end":"2026-04-16T03:52:22.387782Z","steps":["trace[1711438808] 'process raft request' (duration: 529.401762ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:22.38781Z","caller":"traceutil/trace.go:171","msg":"trace[1981992496] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"457.98291ms","start":"2026-04-16T03:52:21.929815Z","end":"2026-04-16T03:52:22.387797Z","steps":["trace[1981992496] 'process raft request' (duration: 457.790996ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:22.387819Z","caller":"traceutil/trace.go:171","msg":"trace[2061100309] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"529.659257ms","start":"2026-04-16T03:52:21.858109Z","end":"2026-04-16T03:52:22.387768Z","steps":["trace[2061100309] 'process raft request' (duration: 493.136853ms)","trace[2061100309] 'compare' (duration: 36.223357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:22.387882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.929791Z","time spent":"458.052762ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:22.387868Z","caller":"traceutil/trace.go:171","msg":"trace[488965332] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"529.659817ms","start":"2026-04-16T03:52:21.858177Z","end":"2026-04-16T03:52:22.387836Z","steps":["trace[488965332] 'process raft request' (duration: 529.400061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:22.387882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.858124Z","time spent":"529.694488ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:22.387988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.858088Z","time spent":"529.812581ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:22.387979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.632598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:22.387997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.858156Z","time spent":"529.777569ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:22.388039Z","caller":"traceutil/trace.go:171","msg":"trace[1708346453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1403; }","duration":"526.723789ms","start":"2026-04-16T03:52:21.861302Z","end":"2026-04-16T03:52:22.388026Z","steps":["trace[1708346453] 'agreement among raft nodes before linearized reading' (duration: 526.577366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:22.388076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.861291Z","time spent":"526.778861ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:22.406806Z","caller":"traceutil/trace.go:171","msg":"trace[94479162] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"293.338715ms","start":"2026-04-16T03:52:22.11344Z","end":"2026-04-16T03:52:22.406778Z","steps":["trace[94479162] 'process raft request' (duration: 293.234652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:22.406848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.022916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:22.406886Z","caller":"traceutil/trace.go:171","msg":"trace[172218854] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1404; }","duration":"435.116079ms","start":"2026-04-16T03:52:21.971761Z","end":"2026-04-16T03:52:22.406877Z","steps":["trace[172218854] 'agreement among raft nodes before linearized reading' (duration: 435.008016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:22.406909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:21.971742Z","time spent":"435.160179ms","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:22.40692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.909452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:52:22.406977Z","caller":"traceutil/trace.go:171","msg":"trace[1660316066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1404; }","duration":"263.970334ms","start":"2026-04-16T03:52:22.142992Z","end":"2026-04-16T03:52:22.406962Z","steps":["trace[1660316066] 'agreement among raft nodes before linearized reading' (duration: 263.79705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:22.954051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.132234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:22.954143Z","caller":"traceutil/trace.go:171","msg":"trace[372156037] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1477; }","duration":"543.133175ms","start":"2026-04-16T03:52:22.410995Z","end":"2026-04-16T03:52:22.954128Z","steps":["trace[372156037] 'read index received' (duration: 116.844596ms)","trace[372156037] 'applied index is now lower than readState.Index' (duration: 426.287439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:22.954258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.266337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:52:22.954244Z","caller":"traceutil/trace.go:171","msg":"trace[1379353123] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"543.926863ms","start":"2026-04-16T03:52:22.41028Z","end":"2026-04-16T03:52:22.954207Z","steps":["trace[1379353123] 'process raft request' (duration: 117.574774ms)","trace[1379353123] 'compare' (duration: 425.888688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:22.954329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.1745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:22.954378Z","caller":"traceutil/trace.go:171","msg":"trace[141657575] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1405; }","duration":"378.270192ms","start":"2026-04-16T03:52:22.576095Z","end":"2026-04-16T03:52:22.954365Z","steps":["trace[141657575] 'agreement among raft nodes before linearized reading' (duration: 378.1771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:22.954409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:22.576071Z","time spent":"378.330473ms","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:22.954402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:22.410252Z","time spent":"544.069816ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:22.954285Z","caller":"traceutil/trace.go:171","msg":"trace[1257567449] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1405; }","duration":"543.303378ms","start":"2026-04-16T03:52:22.410972Z","end":"2026-04-16T03:52:22.954276Z","steps":["trace[1257567449] 'agreement among raft nodes before linearized reading' (duration: 543.240147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:22.954591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:22.410966Z","time spent":"543.583414ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:52:24.35951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106644,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:52:24.428835Z","caller":"traceutil/trace.go:171","msg":"trace[1989566330] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1478; }","duration":"570.377846ms","start":"2026-04-16T03:52:23.858427Z","end":"2026-04-16T03:52:24.428805Z","steps":["trace[1989566330] 'read index received' (duration: 570.219823ms)","trace[1989566330] 'applied index is now lower than readState.Index' (duration: 156.473µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:24.428915Z","caller":"traceutil/trace.go:171","msg":"trace[977818808] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"796.897775ms","start":"2026-04-16T03:52:23.632Z","end":"2026-04-16T03:52:24.428898Z","steps":["trace[977818808] 'process raft request' (duration: 796.570187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:24.429016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:23.631977Z","time spent":"796.976346ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7737,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:24.429082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.639692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:52:24.429143Z","caller":"traceutil/trace.go:171","msg":"trace[1693221874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1406; }","duration":"570.725114ms","start":"2026-04-16T03:52:23.8584Z","end":"2026-04-16T03:52:24.429125Z","steps":["trace[1693221874] 'agreement among raft nodes before linearized reading' (duration: 570.55494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:24.429195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:23.858384Z","time spent":"570.798076ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:24.710462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.119186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:24.710681Z","caller":"traceutil/trace.go:171","msg":"trace[1370469410] linearizableReadLoop","detail":"{readStateIndex:1480; appliedIndex:1479; }","duration":"281.689359ms","start":"2026-04-16T03:52:24.428929Z","end":"2026-04-16T03:52:24.710619Z","steps":["trace[1370469410] 'read index received' (duration: 145.341207ms)","trace[1370469410] 'applied index is now lower than readState.Index' (duration: 136.346392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:24.710804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.154134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:52:24.710874Z","caller":"traceutil/trace.go:171","msg":"trace[638643342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1407; }","duration":"319.267595ms","start":"2026-04-16T03:52:24.391591Z","end":"2026-04-16T03:52:24.710858Z","steps":["trace[638643342] 'agreement among raft nodes before linearized reading' (duration: 319.081431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:24.710905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.391572Z","time spent":"319.326437ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:52:24.710898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.324137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:52:24.710951Z","caller":"traceutil/trace.go:171","msg":"trace[376146017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1407; }","duration":"319.412959ms","start":"2026-04-16T03:52:24.391524Z","end":"2026-04-16T03:52:24.710937Z","steps":["trace[376146017] 'agreement among raft nodes before linearized reading' (duration: 319.229825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:24.710996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.391504Z","time spent":"319.48061ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:24.711035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.184734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:24.71105Z","caller":"traceutil/trace.go:171","msg":"trace[298015348] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"311.851817ms","start":"2026-04-16T03:52:24.399155Z","end":"2026-04-16T03:52:24.711006Z","steps":["trace[298015348] 'process raft request' (duration: 175.062925ms)","trace[298015348] 'compare' (duration: 135.941492ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:24.711109Z","caller":"traceutil/trace.go:171","msg":"trace[1292222294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1407; }","duration":"340.298206ms","start":"2026-04-16T03:52:24.370793Z","end":"2026-04-16T03:52:24.711092Z","steps":["trace[1292222294] 'agreement among raft nodes before linearized reading' (duration: 340.154112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:24.711142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.370779Z","time spent":"340.356388ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:24.711051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.684255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:52:24.711188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.399122Z","time spent":"311.98803ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:24.711203Z","caller":"traceutil/trace.go:171","msg":"trace[1371628128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1407; }","duration":"319.87498ms","start":"2026-04-16T03:52:24.391312Z","end":"2026-04-16T03:52:24.711187Z","steps":["trace[1371628128] 'agreement among raft nodes before linearized reading' (duration: 319.607934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:24.71123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.391294Z","time spent":"319.930061ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:25.782814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.831275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:25.782919Z","caller":"traceutil/trace.go:171","msg":"trace[2031772044] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1480; }","duration":"1.072184827s","start":"2026-04-16T03:52:24.710718Z","end":"2026-04-16T03:52:25.782903Z","steps":["trace[2031772044] 'read index received' (duration: 434.183638ms)","trace[2031772044] 'applied index is now lower than readState.Index' (duration: 637.999909ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:25.782963Z","caller":"traceutil/trace.go:171","msg":"trace[2074644468] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"1.348708268s","start":"2026-04-16T03:52:24.434222Z","end":"2026-04-16T03:52:25.78293Z","steps":["trace[2074644468] 'process raft request' (duration: 710.663868ms)","trace[2074644468] 'compare' (duration: 637.5939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:25.783012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204010425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:25.783046Z","caller":"traceutil/trace.go:171","msg":"trace[1235738791] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1408; }","duration":"1.204046086s","start":"2026-04-16T03:52:24.578987Z","end":"2026-04-16T03:52:25.783033Z","steps":["trace[1235738791] 'agreement among raft nodes before linearized reading' (duration: 1.203981005s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:25.783105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.434203Z","time spent":"1.34882435s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:25.783121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.578968Z","time spent":"1.204133468s","remote":"127.0.0.1:60286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:25.791062Z","caller":"traceutil/trace.go:171","msg":"trace[741720197] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"1.076664s","start":"2026-04-16T03:52:24.714377Z","end":"2026-04-16T03:52:25.791041Z","steps":["trace[741720197] 'process raft request' (duration: 1.076503126s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:25.791197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.714356Z","time spent":"1.076769581s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:25.791337Z","caller":"traceutil/trace.go:171","msg":"trace[1489210409] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"1.075556565s","start":"2026-04-16T03:52:24.715762Z","end":"2026-04-16T03:52:25.791318Z","steps":["trace[1489210409] 'process raft request' (duration: 1.075242058s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:25.791422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.715747Z","time spent":"1.075638606s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:25.791448Z","caller":"traceutil/trace.go:171","msg":"trace[384105806] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"1.075590475s","start":"2026-04-16T03:52:24.715835Z","end":"2026-04-16T03:52:25.791425Z","steps":["trace[384105806] 'process raft request' (duration: 1.075400991s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:25.791465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079316609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:25.791553Z","caller":"traceutil/trace.go:171","msg":"trace[232095816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1411; }","duration":"1.079444483s","start":"2026-04-16T03:52:24.712087Z","end":"2026-04-16T03:52:25.791531Z","steps":["trace[232095816] 'agreement among raft nodes before linearized reading' (duration: 1.079282739s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:25.791553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.715828Z","time spent":"1.075670987s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:25.791594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.510618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:52:25.7916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.712067Z","time spent":"1.079523525s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:25.791624Z","caller":"traceutil/trace.go:171","msg":"trace[1562267281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1411; }","duration":"832.577179ms","start":"2026-04-16T03:52:24.959037Z","end":"2026-04-16T03:52:25.791614Z","steps":["trace[1562267281] 'agreement among raft nodes before linearized reading' (duration: 832.465397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:25.791648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:24.959018Z","time spent":"832.62481ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:52:27.11633Z","caller":"traceutil/trace.go:171","msg":"trace[1941068166] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"399.955526ms","start":"2026-04-16T03:52:26.716351Z","end":"2026-04-16T03:52:27.116307Z","steps":["trace[1941068166] 'process raft request' (duration: 399.789963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:27.116485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:26.716336Z","time spent":"400.072949ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:27.921163Z","caller":"traceutil/trace.go:171","msg":"trace[1905534176] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1486; }","duration":"133.621369ms","start":"2026-04-16T03:52:27.787518Z","end":"2026-04-16T03:52:27.921139Z","steps":["trace[1905534176] 'read index received' (duration: 133.527807ms)","trace[1905534176] 'applied index is now lower than readState.Index' (duration: 92.182µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:27.921221Z","caller":"traceutil/trace.go:171","msg":"trace[2081766128] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"142.255676ms","start":"2026-04-16T03:52:27.778928Z","end":"2026-04-16T03:52:27.921184Z","steps":["trace[2081766128] 'process raft request' (duration: 142.065912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:27.921417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.884386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:52:27.921471Z","caller":"traceutil/trace.go:171","msg":"trace[489993871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1414; }","duration":"133.993957ms","start":"2026-04-16T03:52:27.787462Z","end":"2026-04-16T03:52:27.921456Z","steps":["trace[489993871] 'agreement among raft nodes before linearized reading' (duration: 133.828824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:27.921483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.368732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:52:27.921557Z","caller":"traceutil/trace.go:171","msg":"trace[735299660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1414; }","duration":"125.460483ms","start":"2026-04-16T03:52:27.79608Z","end":"2026-04-16T03:52:27.92154Z","steps":["trace[735299660] 'agreement among raft nodes before linearized reading' (duration: 125.260079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:27.921572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.859742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:52:27.921696Z","caller":"traceutil/trace.go:171","msg":"trace[418657553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1414; }","duration":"126.050256ms","start":"2026-04-16T03:52:27.795616Z","end":"2026-04-16T03:52:27.921666Z","steps":["trace[418657553] 'agreement among raft nodes before linearized reading' (duration: 125.707779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:27.921611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.576935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:52:27.921797Z","caller":"traceutil/trace.go:171","msg":"trace[1256965042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1414; }","duration":"125.782381ms","start":"2026-04-16T03:52:27.795994Z","end":"2026-04-16T03:52:27.921776Z","steps":["trace[1256965042] 'agreement among raft nodes before linearized reading' (duration: 125.446583ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:28.170587Z","caller":"traceutil/trace.go:171","msg":"trace[99154479] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"196.157846ms","start":"2026-04-16T03:52:27.974373Z","end":"2026-04-16T03:52:28.170531Z","steps":["trace[99154479] 'process raft request' (duration: 131.746287ms)","trace[99154479] 'compare' (duration: 64.249436ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:29.247654Z","caller":"traceutil/trace.go:171","msg":"trace[38968499] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1494; }","duration":"115.089136ms","start":"2026-04-16T03:52:29.132541Z","end":"2026-04-16T03:52:29.24763Z","steps":["trace[38968499] 'read index received' (duration: 114.82279ms)","trace[38968499] 'applied index is now lower than readState.Index' (duration: 265.106µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:29.247731Z","caller":"traceutil/trace.go:171","msg":"trace[2129688964] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"125.576186ms","start":"2026-04-16T03:52:29.122123Z","end":"2026-04-16T03:52:29.247699Z","steps":["trace[2129688964] 'process raft request' (duration: 125.339781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:29.247787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.222629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:29.247823Z","caller":"traceutil/trace.go:171","msg":"trace[125242057] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1421; }","duration":"115.322731ms","start":"2026-04-16T03:52:29.13249Z","end":"2026-04-16T03:52:29.247812Z","steps":["trace[125242057] 'agreement among raft nodes before linearized reading' (duration: 115.235799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:30.220186Z","caller":"traceutil/trace.go:171","msg":"trace[1753202251] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1495; }","duration":"222.71088ms","start":"2026-04-16T03:52:29.997443Z","end":"2026-04-16T03:52:30.220154Z","steps":["trace[1753202251] 'read index received' (duration: 222.488145ms)","trace[1753202251] 'applied index is now lower than readState.Index' (duration: 206.765µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:30.220267Z","caller":"traceutil/trace.go:171","msg":"trace[1721451054] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"225.442062ms","start":"2026-04-16T03:52:29.9948Z","end":"2026-04-16T03:52:30.220242Z","steps":["trace[1721451054] 'process raft request' (duration: 225.194476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:30.220513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.536796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:52:30.220523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.542727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:52:30.220568Z","caller":"traceutil/trace.go:171","msg":"trace[1524031412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1422; }","duration":"222.622119ms","start":"2026-04-16T03:52:29.997929Z","end":"2026-04-16T03:52:30.220551Z","steps":["trace[1524031412] 'agreement among raft nodes before linearized reading' (duration: 222.411054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:30.220632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.14676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:52:30.220739Z","caller":"traceutil/trace.go:171","msg":"trace[1079376095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1422; }","duration":"223.331375ms","start":"2026-04-16T03:52:29.997394Z","end":"2026-04-16T03:52:30.220726Z","steps":["trace[1079376095] 'agreement among raft nodes before linearized reading' (duration: 222.907275ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:30.220571Z","caller":"traceutil/trace.go:171","msg":"trace[1453504113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1422; }","duration":"222.597498ms","start":"2026-04-16T03:52:29.997961Z","end":"2026-04-16T03:52:30.220558Z","steps":["trace[1453504113] 'agreement among raft nodes before linearized reading' (duration: 222.468085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:30.220558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.546387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:52:30.220953Z","caller":"traceutil/trace.go:171","msg":"trace[754790378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1422; }","duration":"222.962437ms","start":"2026-04-16T03:52:29.997973Z","end":"2026-04-16T03:52:30.220935Z","steps":["trace[754790378] 'agreement among raft nodes before linearized reading' (duration: 222.392934ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:30.325232Z","caller":"traceutil/trace.go:171","msg":"trace[2111145581] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"100.943385ms","start":"2026-04-16T03:52:30.224252Z","end":"2026-04-16T03:52:30.325196Z","steps":["trace[2111145581] 'process raft request' (duration: 73.990824ms)","trace[2111145581] 'compare' (duration: 26.804557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:30.539074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.804812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:30.53934Z","caller":"traceutil/trace.go:171","msg":"trace[1970042240] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"314.968978ms","start":"2026-04-16T03:52:30.224335Z","end":"2026-04-16T03:52:30.539304Z","steps":["trace[1970042240] 'process raft request' (duration: 209.838139ms)","trace[1970042240] 'compare' (duration: 104.602798ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:30.539434Z","caller":"traceutil/trace.go:171","msg":"trace[322813172] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"314.756124ms","start":"2026-04-16T03:52:30.224664Z","end":"2026-04-16T03:52:30.53942Z","steps":["trace[322813172] 'process raft request' (duration: 314.55617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:30.53949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:30.224648Z","time spent":"314.816685ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:30.539517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:30.224322Z","time spent":"315.100961ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:30.5396Z","caller":"traceutil/trace.go:171","msg":"trace[1849702811] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"312.900201ms","start":"2026-04-16T03:52:30.226691Z","end":"2026-04-16T03:52:30.539591Z","steps":["trace[1849702811] 'process raft request' (duration: 312.686166ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:30.539597Z","caller":"traceutil/trace.go:171","msg":"trace[170148816] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1497; }","duration":"158.927936ms","start":"2026-04-16T03:52:30.380642Z","end":"2026-04-16T03:52:30.53957Z","steps":["trace[170148816] 'read index received' (duration: 53.440039ms)","trace[170148816] 'applied index is now lower than readState.Index' (duration: 105.486837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:30.53964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:30.226672Z","time spent":"312.944442ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:30.539878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.231583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:30.5399Z","caller":"traceutil/trace.go:171","msg":"trace[1328644339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1426; }","duration":"159.266014ms","start":"2026-04-16T03:52:30.380627Z","end":"2026-04-16T03:52:30.539893Z","steps":["trace[1328644339] 'agreement among raft nodes before linearized reading' (duration: 159.027218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:31.659028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.713585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:52:31.659106Z","caller":"traceutil/trace.go:171","msg":"trace[394800600] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1426; }","duration":"432.840808ms","start":"2026-04-16T03:52:31.226247Z","end":"2026-04-16T03:52:31.659088Z","steps":["trace[394800600] 'range keys from in-memory index tree' (duration: 432.51033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:31.659146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:31.226227Z","time spent":"432.909689ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:52:31.733372Z","caller":"traceutil/trace.go:171","msg":"trace[1249141708] linearizableReadLoop","detail":"{readStateIndex:1501; appliedIndex:1501; }","duration":"437.820229ms","start":"2026-04-16T03:52:31.295519Z","end":"2026-04-16T03:52:31.733339Z","steps":["trace[1249141708] 'read index received' (duration: 437.810019ms)","trace[1249141708] 'applied index is now lower than readState.Index' (duration: 8.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:31.733504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.962552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:31.733572Z","caller":"traceutil/trace.go:171","msg":"trace[557757353] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1427; }","duration":"438.080386ms","start":"2026-04-16T03:52:31.295477Z","end":"2026-04-16T03:52:31.733558Z","steps":["trace[557757353] 'agreement among raft nodes before linearized reading' (duration: 437.972213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:31.733629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:31.295455Z","time spent":"438.159948ms","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:31.733374Z","caller":"traceutil/trace.go:171","msg":"trace[578223569] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"480.087126ms","start":"2026-04-16T03:52:31.253258Z","end":"2026-04-16T03:52:31.733345Z","steps":["trace[578223569] 'process raft request' (duration: 479.920972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:31.733849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:31.253151Z","time spent":"480.573728ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:32.233819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:33.925904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575624522s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:52:33.925986Z","caller":"traceutil/trace.go:171","msg":"trace[1450110882] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1501; }","duration":"2.192458503s","start":"2026-04-16T03:52:31.733515Z","end":"2026-04-16T03:52:33.925973Z","steps":["trace[1450110882] 'read index received' (duration: 616.74304ms)","trace[1450110882] 'applied index is now lower than readState.Index' (duration: 1.575714453s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:33.926035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:31.660021Z","time spent":"2.266011058s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:52:33.926224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253442013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:33.926298Z","caller":"traceutil/trace.go:171","msg":"trace[1255312986] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1427; }","duration":"2.253564026s","start":"2026-04-16T03:52:31.672714Z","end":"2026-04-16T03:52:33.926278Z","steps":["trace[1255312986] 'agreement among raft nodes before linearized reading' (duration: 2.253432503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:33.926338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:31.6727Z","time spent":"2.253628917s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:34.011659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785856721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:52:34.011712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642349713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:34.011722Z","caller":"traceutil/trace.go:171","msg":"trace[1390249333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1428; }","duration":"1.785961993s","start":"2026-04-16T03:52:32.225747Z","end":"2026-04-16T03:52:34.011709Z","steps":["trace[1390249333] 'agreement among raft nodes before linearized reading' (duration: 1.785791969s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:34.011717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463408143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:52:34.011758Z","caller":"traceutil/trace.go:171","msg":"trace[1959675852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1428; }","duration":"1.642428705s","start":"2026-04-16T03:52:32.369315Z","end":"2026-04-16T03:52:34.011743Z","steps":["trace[1959675852] 'agreement among raft nodes before linearized reading' (duration: 1.642344443s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:34.011783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:32.369296Z","time spent":"1.642482897s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:34.011809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682215505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:52:34.011799Z","caller":"traceutil/trace.go:171","msg":"trace[1500047095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1428; }","duration":"1.463510485s","start":"2026-04-16T03:52:32.548267Z","end":"2026-04-16T03:52:34.011778Z","steps":["trace[1500047095] 'agreement among raft nodes before linearized reading' (duration: 1.46328295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:34.01178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468754054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:52:34.011805Z","caller":"traceutil/trace.go:171","msg":"trace[1210674583] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"271.754111ms","start":"2026-04-16T03:52:33.740028Z","end":"2026-04-16T03:52:34.011782Z","steps":["trace[1210674583] 'process raft request' (duration: 271.378372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:34.011852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:32.548257Z","time spent":"1.463581627s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:52:34.011862Z","caller":"traceutil/trace.go:171","msg":"trace[1122304486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1428; }","duration":"1.468883747s","start":"2026-04-16T03:52:32.542961Z","end":"2026-04-16T03:52:34.011845Z","steps":["trace[1122304486] 'agreement among raft nodes before linearized reading' (duration: 1.468636942s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:34.011877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.572846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:34.011831Z","caller":"traceutil/trace.go:171","msg":"trace[1056816794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1428; }","duration":"1.682264156s","start":"2026-04-16T03:52:32.329561Z","end":"2026-04-16T03:52:34.011825Z","steps":["trace[1056816794] 'agreement among raft nodes before linearized reading' (duration: 1.682209005s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:34.011898Z","caller":"traceutil/trace.go:171","msg":"trace[218433763] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1428; }","duration":"164.599096ms","start":"2026-04-16T03:52:33.847293Z","end":"2026-04-16T03:52:34.011892Z","steps":["trace[218433763] 'agreement among raft nodes before linearized reading' (duration: 164.561895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:34.011879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468730503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:52:34.011902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:32.542943Z","time spent":"1.468951168s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:52:34.011913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:32.329545Z","time spent":"1.682357498s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:52:34.011756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:32.225727Z","time spent":"1.786022665s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:52:34.011945Z","caller":"traceutil/trace.go:171","msg":"trace[1244167735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1428; }","duration":"1.468813154s","start":"2026-04-16T03:52:32.543114Z","end":"2026-04-16T03:52:34.011928Z","steps":["trace[1244167735] 'agreement among raft nodes before linearized reading' (duration: 1.46861921s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:34.012013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:32.543106Z","time spent":"1.468893676s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:34.512757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:35.013298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:35.383908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372501715s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:52:36.013236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:36.013315Z","caller":"traceutil/trace.go:171","msg":"trace[2076241389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817346s","start":"2026-04-16T03:52:34.012478Z","end":"2026-04-16T03:52:36.013296Z","steps":["trace[2076241389] 'agreement among raft nodes before linearized reading' (duration: 2.000721764s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:36.013359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.012457Z","time spent":"2.000893617s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:36.808539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424341237s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:36.808634Z","caller":"traceutil/trace.go:171","msg":"trace[893567452] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"2.881054388s","start":"2026-04-16T03:52:33.927563Z","end":"2026-04-16T03:52:36.808617Z","steps":["trace[893567452] 'process raft request' (duration: 1.456558517s)","trace[893567452] 'compare' (duration: 1.423986349s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:36.808687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:33.927542Z","time spent":"2.88111818s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:37.096408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.712196483s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:52:37.81358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.879426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:37.813845Z","caller":"traceutil/trace.go:171","msg":"trace[1943722980] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"3.797695676s","start":"2026-04-16T03:52:34.016132Z","end":"2026-04-16T03:52:37.813827Z","steps":["trace[1943722980] 'process raft request' (duration: 3.797623794s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:37.813835Z","caller":"traceutil/trace.go:171","msg":"trace[1261064884] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"3.798735179s","start":"2026-04-16T03:52:34.015051Z","end":"2026-04-16T03:52:37.813786Z","steps":["trace[1261064884] 'process raft request' (duration: 3.081560476s)","trace[1261064884] 'compare' (duration: 716.554349ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:37.813847Z","caller":"traceutil/trace.go:171","msg":"trace[210178517] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"3.798360651s","start":"2026-04-16T03:52:34.015459Z","end":"2026-04-16T03:52:37.81382Z","steps":["trace[210178517] 'process raft request' (duration: 3.798217097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:37.813923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.016126Z","time spent":"3.797766117s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:37.813991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.015452Z","time spent":"3.798466893s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:37.814155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.015035Z","time spent":"3.798869512s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:37.814234Z","caller":"traceutil/trace.go:171","msg":"trace[1198505486] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"3.797789128s","start":"2026-04-16T03:52:34.016426Z","end":"2026-04-16T03:52:37.814215Z","steps":["trace[1198505486] 'process raft request' (duration: 3.797364069s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:37.814263Z","caller":"traceutil/trace.go:171","msg":"trace[514022454] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"3.797518981s","start":"2026-04-16T03:52:34.016728Z","end":"2026-04-16T03:52:37.814247Z","steps":["trace[514022454] 'process raft request' (duration: 3.797414259s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:37.81429Z","caller":"traceutil/trace.go:171","msg":"trace[870500945] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1503; }","duration":"3.801738437s","start":"2026-04-16T03:52:34.01254Z","end":"2026-04-16T03:52:37.814278Z","steps":["trace[870500945] 'read index received' (duration: 1.371598074s)","trace[870500945] 'applied index is now lower than readState.Index' (duration: 2.430138913s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:37.814315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.016411Z","time spent":"3.79786058s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:37.814328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.016722Z","time spent":"3.797569302s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:37.814359Z","caller":"traceutil/trace.go:171","msg":"trace[150848242] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"1.795718633s","start":"2026-04-16T03:52:36.018625Z","end":"2026-04-16T03:52:37.814344Z","steps":["trace[150848242] 'process raft request' (duration: 1.795618181s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:37.814433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:36.018605Z","time spent":"1.795793595s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:38.021745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:52:38.021872Z","caller":"traceutil/trace.go:171","msg":"trace[401930514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426096s","start":"2026-04-16T03:52:36.021414Z","end":"2026-04-16T03:52:38.02184Z","steps":["trace[401930514] 'agreement among raft nodes before linearized reading' (duration: 2.000280823s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:38.021953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:36.021405Z","time spent":"2.00053765s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:39.01051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196206534s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:52:39.010774Z","caller":"traceutil/trace.go:171","msg":"trace[2075390829] linearizableReadLoop","detail":"{readStateIndex:1511; appliedIndex:1510; }","duration":"1.196427639s","start":"2026-04-16T03:52:37.814316Z","end":"2026-04-16T03:52:39.010743Z","steps":["trace[2075390829] 'read index received' (duration: 40.7µs)","trace[2075390829] 'applied index is now lower than readState.Index' (duration: 1.196385909s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:39.010888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736230147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:39.010923Z","caller":"traceutil/trace.go:171","msg":"trace[1112836754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1435; }","duration":"1.73632893s","start":"2026-04-16T03:52:37.274585Z","end":"2026-04-16T03:52:39.010914Z","steps":["trace[1112836754] 'agreement among raft nodes before linearized reading' (duration: 1.736265978s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.010959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:37.274532Z","time spent":"1.736419521s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:39.0111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993902402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:52:39.011094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039076618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:39.011137Z","caller":"traceutil/trace.go:171","msg":"trace[633626983] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1435; }","duration":"2.993969303s","start":"2026-04-16T03:52:36.017153Z","end":"2026-04-16T03:52:39.011122Z","steps":["trace[633626983] 'agreement among raft nodes before linearized reading' (duration: 2.993875421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.011159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:36.017138Z","time spent":"2.994017525s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"info","ts":"2026-04-16T03:52:39.01115Z","caller":"traceutil/trace.go:171","msg":"trace[1932025416] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1435; }","duration":"4.039188201s","start":"2026-04-16T03:52:34.971949Z","end":"2026-04-16T03:52:39.011137Z","steps":["trace[1932025416] 'agreement among raft nodes before linearized reading' (duration: 4.039084498s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.011192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.971925Z","time spent":"4.039259272s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:39.011282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20073491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:52:39.011355Z","caller":"traceutil/trace.go:171","msg":"trace[1977292399] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1435; }","duration":"2.200850963s","start":"2026-04-16T03:52:36.81048Z","end":"2026-04-16T03:52:39.011331Z","steps":["trace[1977292399] 'agreement among raft nodes before linearized reading' (duration: 2.20072046s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:39.011363Z","caller":"traceutil/trace.go:171","msg":"trace[829971625] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"930.618933ms","start":"2026-04-16T03:52:38.080733Z","end":"2026-04-16T03:52:39.011352Z","steps":["trace[829971625] 'process raft request' (duration: 929.894517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.011398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:36.810462Z","time spent":"2.200922284s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:52:39.011427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:38.080707Z","time spent":"930.677444ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:39.012188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.591181145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:39.012984Z","caller":"traceutil/trace.go:171","msg":"trace[1999916770] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1435; }","duration":"4.593025408s","start":"2026-04-16T03:52:34.419913Z","end":"2026-04-16T03:52:39.012939Z","steps":["trace[1999916770] 'agreement among raft nodes before linearized reading' (duration: 4.591160705s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:39.013103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:34.419897Z","time spent":"4.593171541s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:39.511228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:40.012391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:40.02269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:40.022778Z","caller":"traceutil/trace.go:171","msg":"trace[393642112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669243s","start":"2026-04-16T03:52:38.022091Z","end":"2026-04-16T03:52:40.02276Z","steps":["trace[393642112] 'agreement among raft nodes before linearized reading' (duration: 2.000526979s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:40.022829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:38.022075Z","time spent":"2.000739944s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:40.513482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:40.788318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029153793s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:40.788538Z","caller":"traceutil/trace.go:171","msg":"trace[1750697943] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1436; }","duration":"1.02938694s","start":"2026-04-16T03:52:39.759131Z","end":"2026-04-16T03:52:40.788518Z","steps":["trace[1750697943] 'range keys from in-memory index tree' (duration: 1.029136133s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:41.014168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:41.515251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:41.985946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.275335893s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:52:41.986311Z","caller":"traceutil/trace.go:171","msg":"trace[1587732121] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"3.529448934s","start":"2026-04-16T03:52:38.456836Z","end":"2026-04-16T03:52:41.986285Z","steps":["trace[1587732121] 'process raft request' (duration: 3.529326091s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:41.986504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:38.456814Z","time spent":"3.529570456s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:42.029607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:42.029717Z","caller":"traceutil/trace.go:171","msg":"trace[413110724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159871s","start":"2026-04-16T03:52:40.0295Z","end":"2026-04-16T03:52:42.02966Z","steps":["trace[413110724] 'agreement among raft nodes before linearized reading' (duration: 2.000064329s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:42.029762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:40.029472Z","time spent":"2.000278693s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:43.207209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:42.883587Z","time spent":"323.616284ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:52:43.207362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033256346s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:43.208653Z","caller":"traceutil/trace.go:171","msg":"trace[636190427] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1513; }","duration":"4.197821713s","start":"2026-04-16T03:52:39.010811Z","end":"2026-04-16T03:52:43.208633Z","steps":["trace[636190427] 'read index received' (duration: 2.975531177s)","trace[636190427] 'applied index is now lower than readState.Index' (duration: 1.222289536s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:43.208721Z","caller":"traceutil/trace.go:171","msg":"trace[1623238773] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"3.389165779s","start":"2026-04-16T03:52:39.819546Z","end":"2026-04-16T03:52:43.208712Z","steps":["trace[1623238773] 'process raft request' (duration: 3.388984765s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.208807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.819534Z","time spent":"3.38920711s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:43.208788Z","caller":"traceutil/trace.go:171","msg":"trace[1585552879] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"4.19599339s","start":"2026-04-16T03:52:39.012757Z","end":"2026-04-16T03:52:43.20875Z","steps":["trace[1585552879] 'process raft request' (duration: 3.16126367s)","trace[1585552879] 'compare' (duration: 1.033090283s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:43.208942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.181347963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:43.208954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.012741Z","time spent":"4.196122974s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:43.209008Z","caller":"traceutil/trace.go:171","msg":"trace[630445738] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1439; }","duration":"5.181449196s","start":"2026-04-16T03:52:38.027538Z","end":"2026-04-16T03:52:43.208987Z","steps":["trace[630445738] 'agreement among raft nodes before linearized reading' (duration: 5.181343133s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.209058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:38.027525Z","time spent":"5.181519647s","remote":"127.0.0.1:60102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:43.997098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.623277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:43.997223Z","caller":"traceutil/trace.go:171","msg":"trace[1656288536] linearizableReadLoop","detail":"{readStateIndex:1516; appliedIndex:1515; }","duration":"788.523516ms","start":"2026-04-16T03:52:43.20868Z","end":"2026-04-16T03:52:43.997204Z","steps":["trace[1656288536] 'read index received' (duration: 307.594472ms)","trace[1656288536] 'applied index is now lower than readState.Index' (duration: 480.927104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:43.997319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077445687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:43.997381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178985575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:52:43.997415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984518628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:52:43.997437Z","caller":"traceutil/trace.go:171","msg":"trace[1661562183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1440; }","duration":"4.179042666s","start":"2026-04-16T03:52:39.818372Z","end":"2026-04-16T03:52:43.997414Z","steps":["trace[1661562183] 'agreement among raft nodes before linearized reading' (duration: 4.178893163s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926383991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:43.997458Z","caller":"traceutil/trace.go:171","msg":"trace[327311659] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1440; }","duration":"4.984583139s","start":"2026-04-16T03:52:39.012862Z","end":"2026-04-16T03:52:43.997445Z","steps":["trace[327311659] 'agreement among raft nodes before linearized reading' (duration: 4.984442196s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.818367Z","time spent":"4.179096997s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:43.997464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178707069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:52:43.997472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178630507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:52:43.997498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179490317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:52:43.99749Z","caller":"traceutil/trace.go:171","msg":"trace[1140875600] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1440; }","duration":"4.926520284s","start":"2026-04-16T03:52:39.070951Z","end":"2026-04-16T03:52:43.997471Z","steps":["trace[1140875600] 'agreement among raft nodes before linearized reading' (duration: 4.926360151s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:43.997515Z","caller":"traceutil/trace.go:171","msg":"trace[386356190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1440; }","duration":"4.1787696s","start":"2026-04-16T03:52:39.818732Z","end":"2026-04-16T03:52:43.997501Z","steps":["trace[386356190] 'agreement among raft nodes before linearized reading' (duration: 4.178622367s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179181929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:52:43.997533Z","caller":"traceutil/trace.go:171","msg":"trace[1595481453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1440; }","duration":"4.178701768s","start":"2026-04-16T03:52:39.818818Z","end":"2026-04-16T03:52:43.99752Z","steps":["trace[1595481453] 'agreement among raft nodes before linearized reading' (duration: 4.178506794s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:43.997537Z","caller":"traceutil/trace.go:171","msg":"trace[524966927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1440; }","duration":"4.179557349s","start":"2026-04-16T03:52:39.81797Z","end":"2026-04-16T03:52:43.997528Z","steps":["trace[524966927] 'agreement among raft nodes before linearized reading' (duration: 4.179459376s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.818726Z","time spent":"4.178816231s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:52:43.997556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.070932Z","time spent":"4.926614207s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:43.997566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.818776Z","time spent":"4.17878408s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:43.997566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.817955Z","time spent":"4.179605279s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:52:43.997567Z","caller":"traceutil/trace.go:171","msg":"trace[845147973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1440; }","duration":"4.17924419s","start":"2026-04-16T03:52:39.818307Z","end":"2026-04-16T03:52:43.997551Z","steps":["trace[845147973] 'agreement among raft nodes before linearized reading' (duration: 4.179109247s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.012857Z","time spent":"4.98463305s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:52:43.997617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.818302Z","time spent":"4.179303341s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:43.99768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967729227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:43.997696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06050302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:43.997709Z","caller":"traceutil/trace.go:171","msg":"trace[679554850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1440; }","duration":"1.967787107s","start":"2026-04-16T03:52:42.029913Z","end":"2026-04-16T03:52:43.9977Z","steps":["trace[679554850] 'agreement among raft nodes before linearized reading' (duration: 1.967738296s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.99771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055833867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:43.997718Z","caller":"traceutil/trace.go:171","msg":"trace[1063528825] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1440; }","duration":"3.060562581s","start":"2026-04-16T03:52:40.937149Z","end":"2026-04-16T03:52:43.997712Z","steps":["trace[1063528825] 'agreement among raft nodes before linearized reading' (duration: 3.060505299s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:42.029897Z","time spent":"1.967832949s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:43.997746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:40.937128Z","time spent":"3.060610662s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:43.997743Z","caller":"traceutil/trace.go:171","msg":"trace[250355799] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1440; }","duration":"4.055913639s","start":"2026-04-16T03:52:39.94182Z","end":"2026-04-16T03:52:43.997734Z","steps":["trace[250355799] 'agreement among raft nodes before linearized reading' (duration: 4.055858238s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218113853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:43.997776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.941801Z","time spent":"4.05596668s","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:43.997799Z","caller":"traceutil/trace.go:171","msg":"trace[1672201746] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1440; }","duration":"2.218183695s","start":"2026-04-16T03:52:41.779587Z","end":"2026-04-16T03:52:43.997771Z","steps":["trace[1672201746] 'agreement among raft nodes before linearized reading' (duration: 2.217795486s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:41.779569Z","time spent":"2.218247016s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:43.997373Z","caller":"traceutil/trace.go:171","msg":"trace[1448364334] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1440; }","duration":"4.077546949s","start":"2026-04-16T03:52:39.919812Z","end":"2026-04-16T03:52:43.997359Z","steps":["trace[1448364334] 'agreement among raft nodes before linearized reading' (duration: 4.077400116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.997623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.268994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:52:43.997977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:39.91979Z","time spent":"4.078174614s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:43.997644Z","caller":"traceutil/trace.go:171","msg":"trace[972362907] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"1.213633368s","start":"2026-04-16T03:52:42.783997Z","end":"2026-04-16T03:52:43.99763Z","steps":["trace[972362907] 'process raft request' (duration: 732.391847ms)","trace[972362907] 'compare' (duration: 479.900241ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:43.998029Z","caller":"traceutil/trace.go:171","msg":"trace[330838584] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1440; }","duration":"785.655163ms","start":"2026-04-16T03:52:43.212321Z","end":"2026-04-16T03:52:43.997976Z","steps":["trace[330838584] 'agreement among raft nodes before linearized reading' (duration: 785.217572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:43.998062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:43.21231Z","time spent":"785.742514ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"warn","ts":"2026-04-16T03:52:43.998084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:42.783967Z","time spent":"1.214049548s","remote":"127.0.0.1:59852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:44.59982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.365492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:44.59993Z","caller":"traceutil/trace.go:171","msg":"trace[1453349517] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1516; }","duration":"598.891665ms","start":"2026-04-16T03:52:44.001023Z","end":"2026-04-16T03:52:44.599914Z","steps":["trace[1453349517] 'read index received' (duration: 323.591734ms)","trace[1453349517] 'applied index is now lower than readState.Index' (duration: 275.298861ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:44.600001Z","caller":"traceutil/trace.go:171","msg":"trace[1549724770] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"599.220362ms","start":"2026-04-16T03:52:44.00077Z","end":"2026-04-16T03:52:44.599991Z","steps":["trace[1549724770] 'process raft request' (duration: 323.703626ms)","trace[1549724770] 'compare' (duration: 275.034035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:44.600061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.000756Z","time spent":"599.275934ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:44.600222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.146361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:52:44.600298Z","caller":"traceutil/trace.go:171","msg":"trace[916325936] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1441; }","duration":"599.289194ms","start":"2026-04-16T03:52:44.000991Z","end":"2026-04-16T03:52:44.60028Z","steps":["trace[916325936] 'agreement among raft nodes before linearized reading' (duration: 599.061788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:44.600343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.000977Z","time spent":"599.357446ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:52:45.100549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:45.444936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120331027s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:52:46.018751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013431411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:46.018831Z","caller":"traceutil/trace.go:171","msg":"trace[2137997774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.013537574s","start":"2026-04-16T03:52:44.005276Z","end":"2026-04-16T03:52:46.018813Z","steps":["trace[2137997774] 'agreement among raft nodes before linearized reading' (duration: 2.013442182s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:46.018873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.005269Z","time spent":"2.013595275s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:46.072429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.192106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:46.072746Z","caller":"traceutil/trace.go:171","msg":"trace[586604660] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"2.070234977s","start":"2026-04-16T03:52:44.002493Z","end":"2026-04-16T03:52:46.072728Z","steps":["trace[586604660] 'process raft request' (duration: 2.070195346s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:46.072821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.002486Z","time spent":"2.070300128s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:46.072917Z","caller":"traceutil/trace.go:171","msg":"trace[1996606695] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"2.071863653s","start":"2026-04-16T03:52:44.001039Z","end":"2026-04-16T03:52:46.072903Z","steps":["trace[1996606695] 'process raft request' (duration: 1.444124645s)","trace[1996606695] 'compare' (duration: 626.91619ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:46.072882Z","caller":"traceutil/trace.go:171","msg":"trace[1570550642] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"2.071325381s","start":"2026-04-16T03:52:44.001531Z","end":"2026-04-16T03:52:46.072856Z","steps":["trace[1570550642] 'process raft request' (duration: 2.071085066s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:46.072972Z","caller":"traceutil/trace.go:171","msg":"trace[846424106] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"2.071397283s","start":"2026-04-16T03:52:44.00156Z","end":"2026-04-16T03:52:46.072957Z","steps":["trace[846424106] 'process raft request' (duration: 2.071098517s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:46.07301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.001031Z","time spent":"2.071919434s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:46.073014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.00154Z","time spent":"2.071452194s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:46.073014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.001522Z","time spent":"2.071433093s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:46.073043Z","caller":"traceutil/trace.go:171","msg":"trace[58562932] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"2.071842762s","start":"2026-04-16T03:52:44.001165Z","end":"2026-04-16T03:52:46.073007Z","steps":["trace[58562932] 'process raft request' (duration: 2.071368012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:46.073237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.001152Z","time spent":"2.071993846s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:47.192254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746123731s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:52:48.006752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98774118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:48.00684Z","caller":"traceutil/trace.go:171","msg":"trace[1049491461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.987894584s","start":"2026-04-16T03:52:46.018926Z","end":"2026-04-16T03:52:48.006821Z","steps":["trace[1049491461] 'agreement among raft nodes before linearized reading' (duration: 1.987779081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:48.006884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.018902Z","time spent":"1.987972606s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:49.265547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073114492s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:52:49.265742Z","caller":"traceutil/trace.go:171","msg":"trace[1173300848] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1517; }","duration":"4.665772884s","start":"2026-04-16T03:52:44.599955Z","end":"2026-04-16T03:52:49.265728Z","steps":["trace[1173300848] 'read index received' (duration: 845.226261ms)","trace[1173300848] 'applied index is now lower than readState.Index' (duration: 3.820545913s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:49.265792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.601313Z","time spent":"4.664477134s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:52:49.26599Z","caller":"traceutil/trace.go:171","msg":"trace[805295451] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"4.05282756s","start":"2026-04-16T03:52:45.213154Z","end":"2026-04-16T03:52:49.265982Z","steps":["trace[805295451] 'process raft request' (duration: 4.052469912s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.266059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:45.213131Z","time spent":"4.052882822s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:49.266194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264892723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-16T03:52:49.266213Z","caller":"traceutil/trace.go:171","msg":"trace[1227980502] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1447; }","duration":"5.264924064s","start":"2026-04-16T03:52:44.001282Z","end":"2026-04-16T03:52:49.266206Z","steps":["trace[1227980502] 'agreement among raft nodes before linearized reading' (duration: 5.264851323s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.26623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:44.001277Z","time spent":"5.264949005s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:52:49.271622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:52:49.271715Z","caller":"traceutil/trace.go:171","msg":"trace[1967335491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056985s","start":"2026-04-16T03:52:47.271127Z","end":"2026-04-16T03:52:49.271697Z","steps":["trace[1967335491] 'agreement among raft nodes before linearized reading' (duration: 2.000458757s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:49.271796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.271112Z","time spent":"2.000672833s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:49.766753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:50.014016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000320644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:52:50.014096Z","caller":"traceutil/trace.go:171","msg":"trace[190987544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453818s","start":"2026-04-16T03:52:48.013626Z","end":"2026-04-16T03:52:50.01408Z","steps":["trace[190987544] 'agreement among raft nodes before linearized reading' (duration: 2.000348995s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:50.014139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:48.013607Z","time spent":"2.000523829s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:50.267313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:50.768308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:50.822404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.567761284s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:52:50.935584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17611242s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:50.935725Z","caller":"traceutil/trace.go:171","msg":"trace[1930190214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1447; }","duration":"1.176264093s","start":"2026-04-16T03:52:49.759441Z","end":"2026-04-16T03:52:50.935705Z","steps":["trace[1930190214] 'range keys from in-memory index tree' (duration: 1.17609496s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:50.936491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.239223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:52:50.936631Z","caller":"traceutil/trace.go:171","msg":"trace[108340674] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"1.682175124s","start":"2026-04-16T03:52:49.254433Z","end":"2026-04-16T03:52:50.936609Z","steps":["trace[108340674] 'process raft request' (duration: 1.568188534s)","trace[108340674] 'compare' (duration: 113.078899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:52:50.936741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:49.254406Z","time spent":"1.682263095s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:52.021834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:52:52.021909Z","caller":"traceutil/trace.go:171","msg":"trace[1734981768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339915s","start":"2026-04-16T03:52:50.021555Z","end":"2026-04-16T03:52:52.021895Z","steps":["trace[1734981768] 'agreement among raft nodes before linearized reading' (duration: 2.000236503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:52.021944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:50.021506Z","time spent":"2.000431307s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:53.077238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000186593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-16T03:52:53.077281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999193431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-16T03:52:53.077282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999422456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:52:53.077326Z","caller":"traceutil/trace.go:171","msg":"trace[809265829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000314705s","start":"2026-04-16T03:52:48.076992Z","end":"2026-04-16T03:52:53.077307Z","steps":["trace[809265829] 'agreement among raft nodes before linearized reading' (duration: 5.000209593s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:53.077348Z","caller":"traceutil/trace.go:171","msg":"trace[29770307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999298803s","start":"2026-04-16T03:52:48.078033Z","end":"2026-04-16T03:52:53.077332Z","steps":["trace[29770307] 'agreement among raft nodes before linearized reading' (duration: 4.999196021s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:53.07736Z","caller":"traceutil/trace.go:171","msg":"trace[616157869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999542439s","start":"2026-04-16T03:52:48.0778Z","end":"2026-04-16T03:52:53.077342Z","steps":["trace[616157869] 'agreement among raft nodes before linearized reading' (duration: 4.999438657s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.077387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:48.078025Z","time spent":"4.999354205s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:53.07739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:48.07698Z","time spent":"5.000400388s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:52:53.077403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:48.07779Z","time spent":"4.99960551s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 03:52:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/16 03:52:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:53.888942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367834872s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:52:53.889441Z","caller":"traceutil/trace.go:171","msg":"trace[1921110873] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1524; }","duration":"4.623660629s","start":"2026-04-16T03:52:49.265767Z","end":"2026-04-16T03:52:53.889428Z","steps":["trace[1921110873] 'read index received' (duration: 1.556877078s)","trace[1921110873] 'applied index is now lower than readState.Index' (duration: 3.066782401s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:52:53.889547Z","caller":"traceutil/trace.go:171","msg":"trace[302756072] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1449; }","duration":"4.621072812s","start":"2026-04-16T03:52:49.268467Z","end":"2026-04-16T03:52:53.88954Z","steps":["trace[302756072] 'process raft request' (duration: 4.620544199s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.889617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:49.268448Z","time spent":"4.621114073s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:52:53.889625Z","caller":"traceutil/trace.go:171","msg":"trace[931177941] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"4.615121097s","start":"2026-04-16T03:52:49.274483Z","end":"2026-04-16T03:52:53.889604Z","steps":["trace[931177941] 'process raft request' (duration: 4.614567324s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:53.889696Z","caller":"traceutil/trace.go:171","msg":"trace[2035795498] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"2.619076959s","start":"2026-04-16T03:52:51.270602Z","end":"2026-04-16T03:52:53.889679Z","steps":["trace[2035795498] 'process raft request' (duration: 2.618792862s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.889737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:49.274462Z","time spent":"4.61521312s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:53.889723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.447138806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:53.889799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:51.270583Z","time spent":"2.619160751s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:53.889855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.290199365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:52:53.889882Z","caller":"traceutil/trace.go:171","msg":"trace[443362992] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1451; }","duration":"7.290260665s","start":"2026-04-16T03:52:46.599612Z","end":"2026-04-16T03:52:53.889873Z","steps":["trace[443362992] 'agreement among raft nodes before linearized reading' (duration: 7.290109772s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.889899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.599591Z","time spent":"7.290303787s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.889944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416576741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:53.890014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075915981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:53.890012Z","caller":"traceutil/trace.go:171","msg":"trace[714391590] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1452; }","duration":"3.416679632s","start":"2026-04-16T03:52:50.473316Z","end":"2026-04-16T03:52:53.889995Z","steps":["trace[714391590] 'agreement among raft nodes before linearized reading' (duration: 3.416557259s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286489969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:52:53.890036Z","caller":"traceutil/trace.go:171","msg":"trace[1931709705] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1452; }","duration":"1.075981313s","start":"2026-04-16T03:52:52.814049Z","end":"2026-04-16T03:52:53.89003Z","steps":["trace[1931709705] 'agreement among raft nodes before linearized reading' (duration: 1.075935262s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867623541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:53.890061Z","caller":"traceutil/trace.go:171","msg":"trace[2044600095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"1.867678682s","start":"2026-04-16T03:52:52.022377Z","end":"2026-04-16T03:52:53.890056Z","steps":["trace[2044600095] 'agreement among raft nodes before linearized reading' (duration: 1.867649522s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:52.814029Z","time spent":"1.076024984s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.890048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.728899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:53.890061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:50.473294Z","time spent":"3.416753654s","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.890079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:52.022366Z","time spent":"1.867709873s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:52:53.890063Z","caller":"traceutil/trace.go:171","msg":"trace[1996488252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1451; }","duration":"7.286562401s","start":"2026-04-16T03:52:46.603488Z","end":"2026-04-16T03:52:53.89005Z","steps":["trace[1996488252] 'agreement among raft nodes before linearized reading' (duration: 7.286245914s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813610394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:52:53.890098Z","caller":"traceutil/trace.go:171","msg":"trace[692442266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1452; }","duration":"430.819831ms","start":"2026-04-16T03:52:53.459265Z","end":"2026-04-16T03:52:53.890084Z","steps":["trace[692442266] 'agreement among raft nodes before linearized reading' (duration: 430.746579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.603477Z","time spent":"7.286628553s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:53.890142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.414297427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:53.890152Z","caller":"traceutil/trace.go:171","msg":"trace[142064950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1451; }","duration":"5.813789878s","start":"2026-04-16T03:52:48.076337Z","end":"2026-04-16T03:52:53.890127Z","steps":["trace[142064950] 'agreement among raft nodes before linearized reading' (duration: 5.813336158s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979473084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:53.890201Z","caller":"traceutil/trace.go:171","msg":"trace[108641922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1451; }","duration":"8.414392048s","start":"2026-04-16T03:52:45.475794Z","end":"2026-04-16T03:52:53.890186Z","steps":["trace[108641922] 'agreement among raft nodes before linearized reading' (duration: 8.413966969s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:53.890407Z","caller":"traceutil/trace.go:171","msg":"trace[1640725118] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1452; }","duration":"1.979529914s","start":"2026-04-16T03:52:51.910689Z","end":"2026-04-16T03:52:53.890219Z","steps":["trace[1640725118] 'agreement among raft nodes before linearized reading' (duration: 1.979495243s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400145599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:52:53.890453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:51.91067Z","time spent":"1.97977779s","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.890441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:45.475775Z","time spent":"8.414642965s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:53.89047Z","caller":"traceutil/trace.go:171","msg":"trace[1697179869] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1451; }","duration":"6.400302042s","start":"2026-04-16T03:52:47.490156Z","end":"2026-04-16T03:52:53.890458Z","steps":["trace[1697179869] 'agreement among raft nodes before linearized reading' (duration: 6.399417433s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.459239Z","time spent":"430.895993ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.890215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632558202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:52:53.890515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.490135Z","time spent":"6.400369254s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.890089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.813588311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:52:53.890583Z","caller":"traceutil/trace.go:171","msg":"trace[873743362] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1451; }","duration":"7.814135163s","start":"2026-04-16T03:52:46.076441Z","end":"2026-04-16T03:52:53.890576Z","steps":["trace[873743362] 'agreement among raft nodes before linearized reading' (duration: 7.813309575s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.076422Z","time spent":"7.814174764s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"info","ts":"2026-04-16T03:52:53.890549Z","caller":"traceutil/trace.go:171","msg":"trace[1777907065] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1451; }","duration":"4.63290592s","start":"2026-04-16T03:52:49.257613Z","end":"2026-04-16T03:52:53.890519Z","steps":["trace[1777907065] 'agreement among raft nodes before linearized reading' (duration: 4.631938738s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:49.257593Z","time spent":"4.633029343s","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.889739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.093360579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:53.890687Z","caller":"traceutil/trace.go:171","msg":"trace[274577846] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1451; }","duration":"7.094370672s","start":"2026-04-16T03:52:46.796291Z","end":"2026-04-16T03:52:53.890662Z","steps":["trace[274577846] 'agreement among raft nodes before linearized reading' (duration: 7.093355899s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:52:53.889838Z","caller":"traceutil/trace.go:171","msg":"trace[310369545] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1451; }","duration":"7.44730492s","start":"2026-04-16T03:52:46.442511Z","end":"2026-04-16T03:52:53.889816Z","steps":["trace[310369545] 'agreement among raft nodes before linearized reading' (duration: 7.447130196s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.796273Z","time spent":"7.094432353s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:53.890743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:46.442491Z","time spent":"7.448232821s","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:52:53.889937Z","caller":"traceutil/trace.go:171","msg":"trace[199185054] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"1.571836526s","start":"2026-04-16T03:52:52.318076Z","end":"2026-04-16T03:52:53.889913Z","steps":["trace[199185054] 'process raft request' (duration: 1.57154974s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:52.318043Z","time spent":"1.572764507s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:52:53.890213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:48.076319Z","time spent":"5.81388578s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:52:53.890418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.433385791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:52:53.89089Z","caller":"traceutil/trace.go:171","msg":"trace[301702695] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1451; }","duration":"6.433873953s","start":"2026-04-16T03:52:47.456997Z","end":"2026-04-16T03:52:53.890871Z","steps":["trace[301702695] 'agreement among raft nodes before linearized reading' (duration: 6.432701586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:53.890952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:47.456979Z","time spent":"6.433953494s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:52:54.3963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:52:55.911073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992200261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:55.911196Z","caller":"traceutil/trace.go:171","msg":"trace[1305213370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992366245s","start":"2026-04-16T03:52:53.918806Z","end":"2026-04-16T03:52:55.911172Z","steps":["trace[1305213370] 'agreement among raft nodes before linearized reading' (duration: 1.992221531s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:55.911302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.918789Z","time spent":"1.992498578s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:56.603527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.895155Z","time spent":"2.70836619s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:52:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:57.560255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76930334s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:52:57.560403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.893309Z","time spent":"3.66708841s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:52:57.911217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:57.911326Z","caller":"traceutil/trace.go:171","msg":"trace[1421174631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159461s","start":"2026-04-16T03:52:55.911143Z","end":"2026-04-16T03:52:57.911303Z","steps":["trace[1421174631] 'agreement among raft nodes before linearized reading' (duration: 2.000031388s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:57.911386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.91112Z","time spent":"2.000253973s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:58.07651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.895078Z","time spent":"4.181424692s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:52:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:58.07731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997557726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:58.077388Z","caller":"traceutil/trace.go:171","msg":"trace[1206465866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997697639s","start":"2026-04-16T03:52:55.07967Z","end":"2026-04-16T03:52:58.077368Z","steps":["trace[1206465866] 'agreement among raft nodes before linearized reading' (duration: 2.997602407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:58.077432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.079637Z","time spent":"2.99778572s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 03:52:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:58.077707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998096998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:58.077767Z","caller":"traceutil/trace.go:171","msg":"trace[2114375726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998196711s","start":"2026-04-16T03:52:55.079556Z","end":"2026-04-16T03:52:58.077752Z","steps":["trace[2114375726] 'agreement among raft nodes before linearized reading' (duration: 2.998130439s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:58.077783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998106259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-16T03:52:58.077808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.079534Z","time spent":"2.998263973s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/16 03:52:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T03:52:58.077844Z","caller":"traceutil/trace.go:171","msg":"trace[1334671026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998221502s","start":"2026-04-16T03:52:55.079607Z","end":"2026-04-16T03:52:58.077829Z","steps":["trace[1334671026] 'agreement among raft nodes before linearized reading' (duration: 2.99814108s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:58.077875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.079575Z","time spent":"2.998293523s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 03:52:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:52:59.27563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000776075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:52:59.275787Z","caller":"traceutil/trace.go:171","msg":"trace[390766900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100354s","start":"2026-04-16T03:52:57.274747Z","end":"2026-04-16T03:52:59.27575Z","steps":["trace[390766900] 'agreement among raft nodes before linearized reading' (duration: 2.000806946s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.275875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:57.274727Z","time spent":"2.001128042s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:52:59.740863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.950016927s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:52:59.916238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:52:59.91631Z","caller":"traceutil/trace.go:171","msg":"trace[2091533667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514228s","start":"2026-04-16T03:52:57.91578Z","end":"2026-04-16T03:52:59.916294Z","steps":["trace[2091533667] 'agreement among raft nodes before linearized reading' (duration: 2.000420626s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:52:59.916349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:57.915759Z","time spent":"2.00058016s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:52:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:00.300174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.010105ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:00.300284Z","caller":"traceutil/trace.go:171","msg":"trace[1513714735] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1452; }","duration":"541.142748ms","start":"2026-04-16T03:52:59.759126Z","end":"2026-04-16T03:53:00.300269Z","steps":["trace[1513714735] 'range keys from in-memory index tree' (duration: 540.990695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:00.301098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.965194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:00.301237Z","caller":"traceutil/trace.go:171","msg":"trace[1506563011] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1530; }","duration":"6.405280734s","start":"2026-04-16T03:52:53.895949Z","end":"2026-04-16T03:53:00.301229Z","steps":["trace[1506563011] 'read index received' (duration: 894.973316ms)","trace[1506563011] 'applied index is now lower than readState.Index' (duration: 5.510306588s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:00.30129Z","caller":"traceutil/trace.go:171","msg":"trace[518702050] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"6.407823833s","start":"2026-04-16T03:52:53.893459Z","end":"2026-04-16T03:53:00.301283Z","steps":["trace[518702050] 'process raft request' (duration: 5.847607013s)","trace[518702050] 'compare' (duration: 559.76371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:00.301335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.893445Z","time spent":"6.407865273s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:00.301631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.405666233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-16T03:53:00.301699Z","caller":"traceutil/trace.go:171","msg":"trace[1199507695] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1455; }","duration":"6.405768316s","start":"2026-04-16T03:52:53.895916Z","end":"2026-04-16T03:53:00.301684Z","steps":["trace[1199507695] 'agreement among raft nodes before linearized reading' (duration: 6.40553814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:00.301731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:53.895896Z","time spent":"6.405828677s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:53:00.801294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:00.893788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:55.89564Z","time spent":"4.998133136s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:53:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:01.87146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.191556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:01.871655Z","caller":"traceutil/trace.go:171","msg":"trace[1207109073] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1534; }","duration":"1.570391814s","start":"2026-04-16T03:53:00.301255Z","end":"2026-04-16T03:53:01.871647Z","steps":["trace[1207109073] 'read index received' (duration: 1.000218749s)","trace[1207109073] 'applied index is now lower than readState.Index' (duration: 570.170885ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:01.87165Z","caller":"traceutil/trace.go:171","msg":"trace[672639688] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"4.310002252s","start":"2026-04-16T03:52:57.561627Z","end":"2026-04-16T03:53:01.871629Z","steps":["trace[672639688] 'process raft request' (duration: 4.30993656s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:01.8717Z","caller":"traceutil/trace.go:171","msg":"trace[1555843233] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1457; }","duration":"3.792894837s","start":"2026-04-16T03:52:58.078801Z","end":"2026-04-16T03:53:01.871696Z","steps":["trace[1555843233] 'process raft request' (duration: 3.792788155s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:01.871656Z","caller":"traceutil/trace.go:171","msg":"trace[665265218] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1456; }","duration":"5.264867574s","start":"2026-04-16T03:52:56.606741Z","end":"2026-04-16T03:53:01.871609Z","steps":["trace[665265218] 'process raft request' (duration: 5.264785513s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:01.871736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.07878Z","time spent":"3.792932018s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:01.871742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:57.561603Z","time spent":"4.310085133s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:01.871814Z","caller":"traceutil/trace.go:171","msg":"trace[1012036632] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"3.792755054s","start":"2026-04-16T03:52:58.07903Z","end":"2026-04-16T03:53:01.871785Z","steps":["trace[1012036632] 'process raft request' (duration: 3.79257128s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:01.871837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:56.606718Z","time spent":"5.265024357s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:01.871905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.360415063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:53:01.871921Z","caller":"traceutil/trace.go:171","msg":"trace[205368526] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1459; }","duration":"7.360476635s","start":"2026-04-16T03:52:54.51144Z","end":"2026-04-16T03:53:01.871916Z","steps":["trace[205368526] 'agreement among raft nodes before linearized reading' (duration: 7.360389933s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:01.871909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.079024Z","time spent":"3.792837206s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:01.871936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:54.511406Z","time spent":"7.360526757s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":135,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:01.872033Z","caller":"traceutil/trace.go:171","msg":"trace[438621877] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"3.791358053s","start":"2026-04-16T03:52:58.080365Z","end":"2026-04-16T03:53:01.871723Z","steps":["trace[438621877] 'process raft request' (duration: 3.791259261s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:01.872101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94754512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:01.872172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:58.080347Z","time spent":"3.791748271s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:01.872198Z","caller":"traceutil/trace.go:171","msg":"trace[1591478085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1459; }","duration":"1.947658782s","start":"2026-04-16T03:52:59.924478Z","end":"2026-04-16T03:53:01.872136Z","steps":["trace[1591478085] 'agreement among raft nodes before linearized reading' (duration: 1.947249883s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:01.872247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:52:59.924466Z","time spent":"1.947768264s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:02.31304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011526434s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:03.664751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351403577s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:03.665272Z","caller":"traceutil/trace.go:171","msg":"trace[1545133219] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1540; }","duration":"1.793567944s","start":"2026-04-16T03:53:01.871675Z","end":"2026-04-16T03:53:03.665243Z","steps":["trace[1545133219] 'read index received' (duration: 441.491582ms)","trace[1545133219] 'applied index is now lower than readState.Index' (duration: 1.352072912s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:03.665524Z","caller":"traceutil/trace.go:171","msg":"trace[1866697416] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"2.588151499s","start":"2026-04-16T03:53:01.077057Z","end":"2026-04-16T03:53:03.665209Z","steps":["trace[1866697416] 'process raft request' (duration: 1.236200099s)","trace[1866697416] 'compare' (duration: 1.35107305s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:03.665669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.077031Z","time spent":"2.588568858s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:03.87418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:53:03.874281Z","caller":"traceutil/trace.go:171","msg":"trace[309310886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347015s","start":"2026-04-16T03:53:01.87391Z","end":"2026-04-16T03:53:03.874257Z","steps":["trace[309310886] 'agreement among raft nodes before linearized reading' (duration: 2.000228242s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:03.874344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.873892Z","time spent":"2.000438117s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:05.723193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45665471s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:05.882667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000480469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:05.882756Z","caller":"traceutil/trace.go:171","msg":"trace[1540495249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626901s","start":"2026-04-16T03:53:03.882111Z","end":"2026-04-16T03:53:05.882738Z","steps":["trace[1540495249] 'agreement among raft nodes before linearized reading' (duration: 2.000508829s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:05.882806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:03.882096Z","time spent":"2.000700914s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:06.360691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695817026s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:53:06.360891Z","caller":"traceutil/trace.go:171","msg":"trace[2077499193] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"2.69553622s","start":"2026-04-16T03:53:03.665338Z","end":"2026-04-16T03:53:06.360874Z","steps":["trace[2077499193] 'read index received' (duration: 98.353µs)","trace[2077499193] 'applied index is now lower than readState.Index' (duration: 2.695436537s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:06.360997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.810628372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-16T03:53:06.361077Z","caller":"traceutil/trace.go:171","msg":"trace[1945354567] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556; range_end:; response_count:1; response_revision:1460; }","duration":"4.810697073s","start":"2026-04-16T03:53:01.550342Z","end":"2026-04-16T03:53:06.361039Z","steps":["trace[1945354567] 'agreement among raft nodes before linearized reading' (duration: 2.115043981s)","trace[1945354567] 'range keys from in-memory index tree' (duration: 2.695483579s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:06.361107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.55028Z","time spent":"4.810820807s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":895,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" "} {"level":"warn","ts":"2026-04-16T03:53:06.361189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033755214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:06.361224Z","caller":"traceutil/trace.go:171","msg":"trace[1415699463] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1460; }","duration":"3.033830136s","start":"2026-04-16T03:53:03.327379Z","end":"2026-04-16T03:53:06.36121Z","steps":["trace[1415699463] 'agreement among raft nodes before linearized reading' (duration: 3.033761794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:06.361251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:03.327362Z","time spent":"3.033883118s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:06.361334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.039591674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:06.361405Z","caller":"traceutil/trace.go:171","msg":"trace[1611310007] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1460; }","duration":"5.039713247s","start":"2026-04-16T03:53:01.321675Z","end":"2026-04-16T03:53:06.361389Z","steps":["trace[1611310007] 'agreement among raft nodes before linearized reading' (duration: 2.343727536s)","trace[1611310007] 'count revisions from in-memory index tree' (duration: 2.695874789s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:06.361437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.321655Z","time spent":"5.039774199s","remote":"127.0.0.1:60256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:06.361365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487249873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:53:06.361736Z","caller":"traceutil/trace.go:171","msg":"trace[979688346] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1460; }","duration":"4.487651833s","start":"2026-04-16T03:53:01.874078Z","end":"2026-04-16T03:53:06.361729Z","steps":["trace[979688346] 'agreement among raft nodes before linearized reading' (duration: 4.487255214s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:06.361755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.874062Z","time spent":"4.487687373s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:53:06.361748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.040031624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:06.362011Z","caller":"traceutil/trace.go:171","msg":"trace[2011125482] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1460; }","duration":"5.040346301s","start":"2026-04-16T03:53:01.321645Z","end":"2026-04-16T03:53:06.361991Z","steps":["trace[2011125482] 'agreement among raft nodes before linearized reading' (duration: 2.343770817s)","trace[2011125482] 'count revisions from in-memory index tree' (duration: 2.696275668s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:06.362051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:01.321625Z","time spent":"5.040411982s","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:06.362056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.466945558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-16T03:53:06.362082Z","caller":"traceutil/trace.go:171","msg":"trace[655924251] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.467003829s","start":"2026-04-16T03:53:00.895071Z","end":"2026-04-16T03:53:06.362075Z","steps":["trace[655924251] 'agreement among raft nodes before linearized reading' (duration: 2.770356743s)","trace[655924251] 'range keys from in-memory index tree' (duration: 2.696610185s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:06.362103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:00.89505Z","time spent":"5.46704797s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/16 03:53:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T03:53:06.362183Z","caller":"traceutil/trace.go:171","msg":"trace[1897711805] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"2.095713173s","start":"2026-04-16T03:53:04.266459Z","end":"2026-04-16T03:53:06.362172Z","steps":["trace[1897711805] 'process raft request' (duration: 2.094335482s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:06.362264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.266441Z","time spent":"2.095771775s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:07.869008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263876296s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:07.883233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:07.883332Z","caller":"traceutil/trace.go:171","msg":"trace[187000751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060045s","start":"2026-04-16T03:53:05.882712Z","end":"2026-04-16T03:53:07.883313Z","steps":["trace[187000751] 'agreement among raft nodes before linearized reading' (duration: 2.000471487s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:07.88338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.882698Z","time spent":"2.000671293s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:09.146948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784749098s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:09.14706Z","caller":"traceutil/trace.go:171","msg":"trace[1786114381] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"3.251375631s","start":"2026-04-16T03:53:05.895653Z","end":"2026-04-16T03:53:09.147029Z","steps":["trace[1786114381] 'process raft request' (duration: 466.506849ms)","trace[1786114381] 'compare' (duration: 2.784251338s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:09.14711Z","caller":"traceutil/trace.go:171","msg":"trace[971314924] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"2.78347459s","start":"2026-04-16T03:53:06.363624Z","end":"2026-04-16T03:53:09.147099Z","steps":["trace[971314924] 'process raft request' (duration: 2.783420229s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.147175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:06.363606Z","time spent":"2.783528792s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:09.14717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.895642Z","time spent":"3.251473733s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:53:09.147159Z","caller":"traceutil/trace.go:171","msg":"trace[316457721] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1542; }","duration":"2.786202342s","start":"2026-04-16T03:53:06.360915Z","end":"2026-04-16T03:53:09.147117Z","steps":["trace[316457721] 'read index received' (duration: 465.622µs)","trace[316457721] 'applied index is now lower than readState.Index' (duration: 2.78573339s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:09.147232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160457682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:09.147273Z","caller":"traceutil/trace.go:171","msg":"trace[171946443] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1463; }","duration":"3.160547254s","start":"2026-04-16T03:53:05.986716Z","end":"2026-04-16T03:53:09.147264Z","steps":["trace[171946443] 'agreement among raft nodes before linearized reading' (duration: 3.160446601s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.147302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.9867Z","time spent":"3.160593865s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:09.147292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0925366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:09.147311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342324229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:09.147383Z","caller":"traceutil/trace.go:171","msg":"trace[1512693200] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1463; }","duration":"4.092672902s","start":"2026-04-16T03:53:05.054687Z","end":"2026-04-16T03:53:09.14736Z","steps":["trace[1512693200] 'agreement among raft nodes before linearized reading' (duration: 4.092467157s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.147408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568247167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:09.147407Z","caller":"traceutil/trace.go:171","msg":"trace[216303881] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1463; }","duration":"3.342483362s","start":"2026-04-16T03:53:05.804899Z","end":"2026-04-16T03:53:09.147382Z","steps":["trace[216303881] 'agreement among raft nodes before linearized reading' (duration: 3.342251237s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:09.147439Z","caller":"traceutil/trace.go:171","msg":"trace[2119497256] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1463; }","duration":"4.568312757s","start":"2026-04-16T03:53:04.579117Z","end":"2026-04-16T03:53:09.147429Z","steps":["trace[2119497256] 'agreement among raft nodes before linearized reading' (duration: 4.568236856s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.147442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.054671Z","time spent":"4.092755224s","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:09.147332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123959061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:09.147477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:04.579096Z","time spent":"4.568367559s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:09.147472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.804879Z","time spent":"3.342576324s","remote":"127.0.0.1:42182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:09.147532Z","caller":"traceutil/trace.go:171","msg":"trace[1480381360] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1463; }","duration":"4.124158125s","start":"2026-04-16T03:53:05.023343Z","end":"2026-04-16T03:53:09.147502Z","steps":["trace[1480381360] 'agreement among raft nodes before linearized reading' (duration: 4.12392082s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.147584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90911444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:09.147581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256510278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:09.147592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.419456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:09.147594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873036273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:09.14762Z","caller":"traceutil/trace.go:171","msg":"trace[447122431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1463; }","duration":"1.909210161s","start":"2026-04-16T03:53:07.2384Z","end":"2026-04-16T03:53:09.14761Z","steps":["trace[447122431] 'agreement among raft nodes before linearized reading' (duration: 1.90915033s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.147613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:05.023282Z","time spent":"4.124305238s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:09.147612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.286904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:09.147635Z","caller":"traceutil/trace.go:171","msg":"trace[1561895665] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1463; }","duration":"466.503188ms","start":"2026-04-16T03:53:08.68112Z","end":"2026-04-16T03:53:09.147623Z","steps":["trace[1561895665] 'agreement among raft nodes before linearized reading' (duration: 466.427806ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:09.147636Z","caller":"traceutil/trace.go:171","msg":"trace[932346400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1463; }","duration":"1.256612981s","start":"2026-04-16T03:53:07.891007Z","end":"2026-04-16T03:53:09.147619Z","steps":["trace[932346400] 'agreement among raft nodes before linearized reading' (duration: 1.256515939s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.14765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.23837Z","time spent":"1.909272513s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:09.147667Z","caller":"traceutil/trace.go:171","msg":"trace[2002609230] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1463; }","duration":"527.347135ms","start":"2026-04-16T03:53:08.620306Z","end":"2026-04-16T03:53:09.147653Z","steps":["trace[2002609230] 'agreement among raft nodes before linearized reading' (duration: 527.258093ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:09.147644Z","caller":"traceutil/trace.go:171","msg":"trace[1429484620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1463; }","duration":"1.873138686s","start":"2026-04-16T03:53:07.274492Z","end":"2026-04-16T03:53:09.147631Z","steps":["trace[1429484620] 'agreement among raft nodes before linearized reading' (duration: 1.873035764s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.147657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784143245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:53:09.147704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:08.620256Z","time spent":"527.438827ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:09.147704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.274469Z","time spent":"1.873229038s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:09.147682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:07.890983Z","time spent":"1.256688683s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:53:09.147744Z","caller":"traceutil/trace.go:171","msg":"trace[2060917527] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1463; }","duration":"2.784260608s","start":"2026-04-16T03:53:06.363466Z","end":"2026-04-16T03:53:09.147727Z","steps":["trace[2060917527] 'agreement among raft nodes before linearized reading' (duration: 2.784038413s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:09.147688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:08.6811Z","time spent":"466.57776ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:09.147784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:06.363455Z","time spent":"2.784320229s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:53:10.956757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197929724s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:10.956891Z","caller":"traceutil/trace.go:171","msg":"trace[1946101045] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1463; }","duration":"1.198077727s","start":"2026-04-16T03:53:09.758793Z","end":"2026-04-16T03:53:10.956871Z","steps":["trace[1946101045] 'range keys from in-memory index tree' (duration: 1.197911414s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:10.957055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300582696s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:53:10.957339Z","caller":"traceutil/trace.go:171","msg":"trace[1068159344] linearizableReadLoop","detail":"{readStateIndex:1547; appliedIndex:1545; }","duration":"1.80086363s","start":"2026-04-16T03:53:09.156453Z","end":"2026-04-16T03:53:10.957317Z","steps":["trace[1068159344] 'read index received' (duration: 500.031728ms)","trace[1068159344] 'applied index is now lower than readState.Index' (duration: 1.300830342s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:10.957429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.153513Z","time spent":"1.80391252s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:10.957623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801158007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:10.957674Z","caller":"traceutil/trace.go:171","msg":"trace[1829117542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1463; }","duration":"1.801230729s","start":"2026-04-16T03:53:09.156431Z","end":"2026-04-16T03:53:10.957661Z","steps":["trace[1829117542] 'agreement among raft nodes before linearized reading' (duration: 1.801111576s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:10.957717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.156419Z","time spent":"1.80128838s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:10.957533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:09.154631Z","time spent":"1.802897366s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:11.457572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:12.959113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:12.959217Z","caller":"traceutil/trace.go:171","msg":"trace[1346326816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527379s","start":"2026-04-16T03:53:10.958668Z","end":"2026-04-16T03:53:12.959196Z","steps":["trace[1346326816] 'agreement among raft nodes before linearized reading' (duration: 2.000396506s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:12.959274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:10.958648Z","time spent":"2.000616071s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:13.694309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190363156s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:53:13.694545Z","caller":"traceutil/trace.go:171","msg":"trace[1357870259] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1464; }","duration":"2.735809221s","start":"2026-04-16T03:53:10.958718Z","end":"2026-04-16T03:53:13.694527Z","steps":["trace[1357870259] 'process raft request' (duration: 2.735688338s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:13.694686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:10.958695Z","time spent":"2.735930993s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:13.694981Z","caller":"traceutil/trace.go:171","msg":"trace[1434576121] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"2.735919753s","start":"2026-04-16T03:53:10.959042Z","end":"2026-04-16T03:53:13.694961Z","steps":["trace[1434576121] 'process raft request' (duration: 2.735415602s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:13.69499Z","caller":"traceutil/trace.go:171","msg":"trace[1239116658] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1547; }","duration":"2.73756657s","start":"2026-04-16T03:53:10.957388Z","end":"2026-04-16T03:53:13.694954Z","steps":["trace[1239116658] 'read index received' (duration: 546.511059ms)","trace[1239116658] 'applied index is now lower than readState.Index' (duration: 2.191053101s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:13.6951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:10.959028Z","time spent":"2.736002895s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:14.989164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035858815s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:15.091413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.858722511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:15.091495Z","caller":"traceutil/trace.go:171","msg":"trace[1116381122] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1465; }","duration":"4.858840374s","start":"2026-04-16T03:53:10.232634Z","end":"2026-04-16T03:53:15.091475Z","steps":["trace[1116381122] 'agreement among raft nodes before linearized reading' (duration: 3.462331626s)","trace[1116381122] 'count revisions from in-memory index tree' (duration: 1.396383846s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:15.091536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:10.232622Z","time spent":"4.858903495s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:15.091567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124054465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:15.091619Z","caller":"traceutil/trace.go:171","msg":"trace[1121289512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1465; }","duration":"2.124157557s","start":"2026-04-16T03:53:12.967446Z","end":"2026-04-16T03:53:15.091604Z","steps":["trace[1121289512] 'agreement among raft nodes before linearized reading' (duration: 727.71981ms)","trace[1121289512] 'range keys from in-memory index tree' (duration: 1.396360705s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:15.091609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911650718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:15.091643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:12.967418Z","time spent":"2.124219949s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:53:15.09167Z","caller":"traceutil/trace.go:171","msg":"trace[1980662564] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1465; }","duration":"4.911764381s","start":"2026-04-16T03:53:10.179886Z","end":"2026-04-16T03:53:15.09165Z","steps":["trace[1980662564] 'agreement among raft nodes before linearized reading' (duration: 3.515234992s)","trace[1980662564] 'count revisions from in-memory index tree' (duration: 1.396427067s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:15.091711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:10.179864Z","time spent":"4.911837442s","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:15.091716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11087681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:15.091767Z","caller":"traceutil/trace.go:171","msg":"trace[94310433] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1465; }","duration":"3.110958193s","start":"2026-04-16T03:53:11.980794Z","end":"2026-04-16T03:53:15.091752Z","steps":["trace[94310433] 'agreement among raft nodes before linearized reading' (duration: 1.714360453s)","trace[94310433] 'count revisions from in-memory index tree' (duration: 1.396528829s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:15.091802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:11.980778Z","time spent":"3.111015584s","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:15.092153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218038279s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:53:15.092389Z","caller":"traceutil/trace.go:171","msg":"trace[2131941958] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"1.139187673s","start":"2026-04-16T03:53:13.953184Z","end":"2026-04-16T03:53:15.092372Z","steps":["trace[2131941958] 'process raft request' (duration: 1.13905658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.092431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.695964Z","time spent":"1.396459976s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:53:15.092481Z","caller":"traceutil/trace.go:171","msg":"trace[1636552718] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1550; }","duration":"1.394325038s","start":"2026-04-16T03:53:13.698122Z","end":"2026-04-16T03:53:15.092447Z","steps":["trace[1636552718] 'read index received' (duration: 175.90564ms)","trace[1636552718] 'applied index is now lower than readState.Index' (duration: 1.218417188s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:15.092514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.953156Z","time spent":"1.139274245s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:15.092726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058881017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:15.092752Z","caller":"traceutil/trace.go:171","msg":"trace[1028874335] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1466; }","duration":"1.058943807s","start":"2026-04-16T03:53:14.033801Z","end":"2026-04-16T03:53:15.092745Z","steps":["trace[1028874335] 'agreement among raft nodes before linearized reading' (duration: 1.058892696s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.092768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.033782Z","time spent":"1.058981799s","remote":"127.0.0.1:60390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:15.09276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394630094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-04-16T03:53:15.092781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.933659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:15.092796Z","caller":"traceutil/trace.go:171","msg":"trace[1783447565] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9; range_end:; response_count:1; response_revision:1466; }","duration":"1.394705426s","start":"2026-04-16T03:53:13.698078Z","end":"2026-04-16T03:53:15.092784Z","steps":["trace[1783447565] 'agreement among raft nodes before linearized reading' (duration: 1.394505212s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.092826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:13.698059Z","time spent":"1.394760347s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" "} {"level":"warn","ts":"2026-04-16T03:53:15.092816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019760751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:15.092828Z","caller":"traceutil/trace.go:171","msg":"trace[1523494325] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1466; }","duration":"171.017441ms","start":"2026-04-16T03:53:14.921793Z","end":"2026-04-16T03:53:15.09281Z","steps":["trace[1523494325] 'agreement among raft nodes before linearized reading' (duration: 170.917999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.092846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:15.092875Z","caller":"traceutil/trace.go:171","msg":"trace[586036832] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1466; }","duration":"1.019841873s","start":"2026-04-16T03:53:14.073018Z","end":"2026-04-16T03:53:15.09286Z","steps":["trace[586036832] 'agreement among raft nodes before linearized reading' (duration: 1.019745831s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:15.092918Z","caller":"traceutil/trace.go:171","msg":"trace[1595803237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1466; }","duration":"124.269742ms","start":"2026-04-16T03:53:14.96863Z","end":"2026-04-16T03:53:15.0929Z","steps":["trace[1595803237] 'agreement among raft nodes before linearized reading' (duration: 124.147909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:15.092927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:14.073007Z","time spent":"1.019901884s","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:17.099676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:17.099776Z","caller":"traceutil/trace.go:171","msg":"trace[1317471987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011914s","start":"2026-04-16T03:53:15.099632Z","end":"2026-04-16T03:53:17.099751Z","steps":["trace[1317471987] 'agreement among raft nodes before linearized reading' (duration: 2.000000797s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:17.099848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.099618Z","time spent":"2.000212932s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:17.882968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.245682Z","time spent":"2.637278431s","remote":"127.0.0.1:35102","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:17.883564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461775279s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:17.883729Z","caller":"traceutil/trace.go:171","msg":"trace[1313971996] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1552; }","duration":"2.784036463s","start":"2026-04-16T03:53:15.099676Z","end":"2026-04-16T03:53:17.883713Z","steps":["trace[1313971996] 'read index received' (duration: 322.048509ms)","trace[1313971996] 'applied index is now lower than readState.Index' (duration: 2.461987054s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:17.883799Z","caller":"traceutil/trace.go:171","msg":"trace[1081745957] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"2.789915046s","start":"2026-04-16T03:53:15.093869Z","end":"2026-04-16T03:53:17.883784Z","steps":["trace[1081745957] 'process raft request' (duration: 327.836091ms)","trace[1081745957] 'compare' (duration: 2.461463441s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:17.883852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.093845Z","time spent":"2.789974777s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:17.884008Z","caller":"traceutil/trace.go:171","msg":"trace[558137020] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"2.789506267s","start":"2026-04-16T03:53:15.094492Z","end":"2026-04-16T03:53:17.883998Z","steps":["trace[558137020] 'process raft request' (duration: 2.789152649s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:17.884061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:15.094466Z","time spent":"2.789565548s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:18.384605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:18.465289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773870549s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:19.000434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.755224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:19.000588Z","caller":"traceutil/trace.go:171","msg":"trace[1975060499] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"2.309252986s","start":"2026-04-16T03:53:16.691306Z","end":"2026-04-16T03:53:19.000559Z","steps":["trace[1975060499] 'process raft request' (duration: 1.774256808s)","trace[1975060499] 'compare' (duration: 534.383095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:19.000665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:16.691284Z","time spent":"2.309343478s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:19.101313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000461447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:19.101426Z","caller":"traceutil/trace.go:171","msg":"trace[536206278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629121s","start":"2026-04-16T03:53:17.100771Z","end":"2026-04-16T03:53:19.1014Z","steps":["trace[536206278] 'agreement among raft nodes before linearized reading' (duration: 2.000494438s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.10149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.100757Z","time spent":"2.000719724s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:19.271891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000670383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:19.272014Z","caller":"traceutil/trace.go:171","msg":"trace[627932412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000863216s","start":"2026-04-16T03:53:17.271119Z","end":"2026-04-16T03:53:19.271982Z","steps":["trace[627932412] 'agreement among raft nodes before linearized reading' (duration: 2.000699012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:19.27209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.271084Z","time spent":"2.000990929s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:21.11043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:53:21.110512Z","caller":"traceutil/trace.go:171","msg":"trace[1005766853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525009s","start":"2026-04-16T03:53:19.109969Z","end":"2026-04-16T03:53:21.110494Z","steps":["trace[1005766853] 'agreement among raft nodes before linearized reading' (duration: 2.000425476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:21.110561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:19.109956Z","time spent":"2.000592531s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:21.678994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913292535s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:21.679172Z","caller":"traceutil/trace.go:171","msg":"trace[1939535061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1469; }","duration":"1.913482669s","start":"2026-04-16T03:53:19.765658Z","end":"2026-04-16T03:53:21.67914Z","steps":["trace[1939535061] 'range keys from in-memory index tree' (duration: 1.913269795s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:21.679211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500656338s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:21.679303Z","caller":"traceutil/trace.go:171","msg":"trace[1382238134] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1554; }","duration":"3.795528747s","start":"2026-04-16T03:53:17.883756Z","end":"2026-04-16T03:53:21.679285Z","steps":["trace[1382238134] 'read index received' (duration: 581.817898ms)","trace[1382238134] 'applied index is now lower than readState.Index' (duration: 3.213709159s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:21.679382Z","caller":"traceutil/trace.go:171","msg":"trace[1299452351] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"3.792368656s","start":"2026-04-16T03:53:17.887005Z","end":"2026-04-16T03:53:21.679373Z","steps":["trace[1299452351] 'process raft request' (duration: 1.291488461s)","trace[1299452351] 'compare' (duration: 2.499991964s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:21.679418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.886986Z","time spent":"3.792416056s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:53:21.679572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.392436137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:21.679613Z","caller":"traceutil/trace.go:171","msg":"trace[1779748606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1470; }","duration":"4.392502919s","start":"2026-04-16T03:53:17.287094Z","end":"2026-04-16T03:53:21.679597Z","steps":["trace[1779748606] 'agreement among raft nodes before linearized reading' (duration: 4.392311404s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:21.679638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826090269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:21.679665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.287082Z","time spent":"4.3925724s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:21.679673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062064149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:21.67967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793486461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:53:21.679706Z","caller":"traceutil/trace.go:171","msg":"trace[538163204] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1470; }","duration":"3.826227692s","start":"2026-04-16T03:53:17.853464Z","end":"2026-04-16T03:53:21.679691Z","steps":["trace[538163204] 'agreement among raft nodes before linearized reading' (duration: 3.826092159s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:21.679729Z","caller":"traceutil/trace.go:171","msg":"trace[1755392084] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1470; }","duration":"4.062164651s","start":"2026-04-16T03:53:17.617548Z","end":"2026-04-16T03:53:21.679713Z","steps":["trace[1755392084] 'agreement among raft nodes before linearized reading' (duration: 4.062065109s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:21.67974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.853436Z","time spent":"3.826296584s","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:21.679741Z","caller":"traceutil/trace.go:171","msg":"trace[614125075] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1470; }","duration":"3.793594342s","start":"2026-04-16T03:53:17.886129Z","end":"2026-04-16T03:53:21.679723Z","steps":["trace[614125075] 'agreement among raft nodes before linearized reading' (duration: 3.793460929s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:21.679769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.617527Z","time spent":"4.062232273s","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:21.679775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:17.886117Z","time spent":"3.793649854s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:53:21.679922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225622181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:21.679952Z","caller":"traceutil/trace.go:171","msg":"trace[1509604610] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1470; }","duration":"1.225668292s","start":"2026-04-16T03:53:20.454274Z","end":"2026-04-16T03:53:21.679943Z","steps":["trace[1509604610] 'agreement among raft nodes before linearized reading' (duration: 1.225610451s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:21.679976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.454268Z","time spent":"1.225701473s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:21.679916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.643511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:21.680025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22910168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:21.68003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.239384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:21.680066Z","caller":"traceutil/trace.go:171","msg":"trace[378784445] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1470; }","duration":"735.829366ms","start":"2026-04-16T03:53:20.944224Z","end":"2026-04-16T03:53:21.680053Z","steps":["trace[378784445] 'agreement among raft nodes before linearized reading' (duration: 735.646152ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:21.680077Z","caller":"traceutil/trace.go:171","msg":"trace[1712908724] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1470; }","duration":"1.229190542s","start":"2026-04-16T03:53:20.45087Z","end":"2026-04-16T03:53:21.68006Z","steps":["trace[1712908724] 'agreement among raft nodes before linearized reading' (duration: 1.2290998s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:21.680087Z","caller":"traceutil/trace.go:171","msg":"trace[715857561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1470; }","duration":"569.335966ms","start":"2026-04-16T03:53:21.110732Z","end":"2026-04-16T03:53:21.680068Z","steps":["trace[715857561] 'agreement among raft nodes before linearized reading' (duration: 569.245304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:21.680104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.944206Z","time spent":"735.887067ms","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:21.680113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:20.450855Z","time spent":"1.229249183s","remote":"127.0.0.1:42084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:21.680126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.110713Z","time spent":"569.404698ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:22.185355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:22.686513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:23.043031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359206324s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:23.258966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.647521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:23.259217Z","caller":"traceutil/trace.go:171","msg":"trace[215733197] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1556; }","duration":"1.574382144s","start":"2026-04-16T03:53:21.68482Z","end":"2026-04-16T03:53:23.259202Z","steps":["trace[215733197] 'read index received' (duration: 1.358361675s)","trace[215733197] 'applied index is now lower than readState.Index' (duration: 216.018639ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:23.259313Z","caller":"traceutil/trace.go:171","msg":"trace[940718956] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"1.57549511s","start":"2026-04-16T03:53:21.68374Z","end":"2026-04-16T03:53:23.259235Z","steps":["trace[940718956] 'process raft request' (duration: 1.359526561s)","trace[940718956] 'compare' (duration: 215.432706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:23.259533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574680421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:53:23.259638Z","caller":"traceutil/trace.go:171","msg":"trace[237646949] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1471; }","duration":"1.574831335s","start":"2026-04-16T03:53:21.684788Z","end":"2026-04-16T03:53:23.259619Z","steps":["trace[237646949] 'agreement among raft nodes before linearized reading' (duration: 1.574457736s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:23.259692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.684771Z","time spent":"1.574911566s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:53:23.259566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.683722Z","time spent":"1.575773116s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:53:23.259409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570808213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:23.259906Z","caller":"traceutil/trace.go:171","msg":"trace[394333266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1471; }","duration":"1.571343196s","start":"2026-04-16T03:53:21.688545Z","end":"2026-04-16T03:53:23.259888Z","steps":["trace[394333266] 'agreement among raft nodes before linearized reading' (duration: 1.570761053s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:23.259971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:21.688536Z","time spent":"1.571414687s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:23.765192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:24.26622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:24.503671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088557878s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:25.268064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:25.268149Z","caller":"traceutil/trace.go:171","msg":"trace[1965461371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199701s","start":"2026-04-16T03:53:23.267931Z","end":"2026-04-16T03:53:25.268131Z","steps":["trace[1965461371] 'agreement among raft nodes before linearized reading' (duration: 2.000090799s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.268196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:23.267917Z","time spent":"2.000269982s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:25.66002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156116307s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:53:25.660114Z","caller":"traceutil/trace.go:171","msg":"trace[475729190] linearizableReadLoop","detail":"{readStateIndex:1558; appliedIndex:1557; }","duration":"2.395490848s","start":"2026-04-16T03:53:23.264607Z","end":"2026-04-16T03:53:25.660097Z","steps":["trace[475729190] 'read index received' (duration: 1.239202298s)","trace[475729190] 'applied index is now lower than readState.Index' (duration: 1.15628712s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:25.660154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:23.261029Z","time spent":"2.39911874s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:25.660297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395683982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-04-16T03:53:25.660376Z","caller":"traceutil/trace.go:171","msg":"trace[440559287] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1471; }","duration":"2.395776925s","start":"2026-04-16T03:53:23.26455Z","end":"2026-04-16T03:53:25.660327Z","steps":["trace[440559287] 'agreement among raft nodes before linearized reading' (duration: 2.395621632s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:25.660417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:23.264532Z","time spent":"2.395874847s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"warn","ts":"2026-04-16T03:53:26.160874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:26.661281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:26.7799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324169398s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:27.237971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.770392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:27.238102Z","caller":"traceutil/trace.go:171","msg":"trace[411429926] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"1.782580784s","start":"2026-04-16T03:53:25.455486Z","end":"2026-04-16T03:53:27.238067Z","steps":["trace[411429926] 'process raft request' (duration: 1.324629818s)","trace[411429926] 'compare' (duration: 457.587828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:27.238196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:25.455458Z","time spent":"1.782694627s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:27.269066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:27.269149Z","caller":"traceutil/trace.go:171","msg":"trace[2125630780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417695s","start":"2026-04-16T03:53:25.268716Z","end":"2026-04-16T03:53:27.269133Z","steps":["trace[2125630780] 'agreement among raft nodes before linearized reading' (duration: 2.000308962s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:27.26922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:25.268701Z","time spent":"2.000478996s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:29.275108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999772352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:53:29.275189Z","caller":"traceutil/trace.go:171","msg":"trace[755735365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999909505s","start":"2026-04-16T03:53:27.275261Z","end":"2026-04-16T03:53:29.27517Z","steps":["trace[755735365] 'agreement among raft nodes before linearized reading' (duration: 1.999808443s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.275245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:27.27524Z","time spent":"1.999988366s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:29.280418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000680352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:29.280476Z","caller":"traceutil/trace.go:171","msg":"trace[188744061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000763814s","start":"2026-04-16T03:53:27.279699Z","end":"2026-04-16T03:53:29.280463Z","steps":["trace[188744061] 'agreement among raft nodes before linearized reading' (duration: 2.000698063s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.280549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:27.279685Z","time spent":"2.000853226s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:29.924613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.108167ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:29.924795Z","caller":"traceutil/trace.go:171","msg":"trace[331753817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1472; }","duration":"165.305051ms","start":"2026-04-16T03:53:29.759466Z","end":"2026-04-16T03:53:29.924771Z","steps":["trace[331753817] 'range keys from in-memory index tree' (duration: 165.089047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.924847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615221622s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:53:29.925913Z","caller":"traceutil/trace.go:171","msg":"trace[1970181535] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"4.264460268s","start":"2026-04-16T03:53:25.661423Z","end":"2026-04-16T03:53:29.925884Z","steps":["trace[1970181535] 'process raft request' (duration: 4.263530927s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.926049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219227708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:29.926065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.531438243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:29.926105Z","caller":"traceutil/trace.go:171","msg":"trace[929931991] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1474; }","duration":"5.21933645s","start":"2026-04-16T03:53:24.706755Z","end":"2026-04-16T03:53:29.926091Z","steps":["trace[929931991] 'agreement among raft nodes before linearized reading' (duration: 5.219202987s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:29.926118Z","caller":"traceutil/trace.go:171","msg":"trace[915413131] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1474; }","duration":"5.531558746s","start":"2026-04-16T03:53:24.394544Z","end":"2026-04-16T03:53:29.926103Z","steps":["trace[915413131] 'agreement among raft nodes before linearized reading' (duration: 5.531428673s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.926138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.66144362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-04-16T03:53:29.926143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.706734Z","time spent":"5.219399902s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:29.926173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.394526Z","time spent":"5.531632337s","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:29.926184Z","caller":"traceutil/trace.go:171","msg":"trace[1155548053] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1474; }","duration":"6.661510322s","start":"2026-04-16T03:53:23.264662Z","end":"2026-04-16T03:53:29.926173Z","steps":["trace[1155548053] 'agreement among raft nodes before linearized reading' (duration: 6.661312527s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.92617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559183348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:29.926215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.690048713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:29.925925Z","caller":"traceutil/trace.go:171","msg":"trace[864510115] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"4.263116018s","start":"2026-04-16T03:53:25.662787Z","end":"2026-04-16T03:53:29.925903Z","steps":["trace[864510115] 'process raft request' (duration: 4.263017105s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:29.92629Z","caller":"traceutil/trace.go:171","msg":"trace[542021649] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1474; }","duration":"4.559375123s","start":"2026-04-16T03:53:25.366887Z","end":"2026-04-16T03:53:29.926262Z","steps":["trace[542021649] 'agreement among raft nodes before linearized reading' (duration: 4.559092286s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.926361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:25.366863Z","time spent":"4.559485346s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:29.926216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.158701507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:29.926421Z","caller":"traceutil/trace.go:171","msg":"trace[2105524360] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1474; }","duration":"5.158971695s","start":"2026-04-16T03:53:24.767436Z","end":"2026-04-16T03:53:29.926408Z","steps":["trace[2105524360] 'agreement among raft nodes before linearized reading' (duration: 5.158687698s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.926472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.767407Z","time spent":"5.159049996s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:29.926447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:25.662765Z","time spent":"4.263583089s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:29.926231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:23.264619Z","time spent":"6.661601034s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-16T03:53:29.92629Z","caller":"traceutil/trace.go:171","msg":"trace[118898315] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1474; }","duration":"5.690161966s","start":"2026-04-16T03:53:24.236112Z","end":"2026-04-16T03:53:29.926274Z","steps":["trace[118898315] 'agreement among raft nodes before linearized reading' (duration: 5.690048843s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:29.926626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:24.236092Z","time spent":"5.690515585s","remote":"127.0.0.1:60276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:29.92638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:25.661403Z","time spent":"4.264638983s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:29.925923Z","caller":"traceutil/trace.go:171","msg":"trace[788769029] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1558; }","duration":"4.265742508s","start":"2026-04-16T03:53:25.660156Z","end":"2026-04-16T03:53:29.925898Z","steps":["trace[788769029] 'read index received' (duration: 1.119967918s)","trace[788769029] 'applied index is now lower than readState.Index' (duration: 3.145773349s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:31.288118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:53:31.288244Z","caller":"traceutil/trace.go:171","msg":"trace[235312896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359315s","start":"2026-04-16T03:53:29.287864Z","end":"2026-04-16T03:53:31.288224Z","steps":["trace[235312896] 'agreement among raft nodes before linearized reading' (duration: 2.000195291s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:31.288293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:29.287796Z","time spent":"2.000486167s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:31.62274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516618805s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:31.622854Z","caller":"traceutil/trace.go:171","msg":"trace[1030653347] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"2.402364222s","start":"2026-04-16T03:53:29.220469Z","end":"2026-04-16T03:53:31.622833Z","steps":["trace[1030653347] 'process raft request' (duration: 885.566173ms)","trace[1030653347] 'compare' (duration: 1.516431821s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:31.622916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:29.220445Z","time spent":"2.402439155s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:32.961263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.855356936s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:33.288631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:53:33.288713Z","caller":"traceutil/trace.go:171","msg":"trace[1303142932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465948s","start":"2026-04-16T03:53:31.288229Z","end":"2026-04-16T03:53:33.288695Z","steps":["trace[1303142932] 'agreement among raft nodes before linearized reading' (duration: 2.000363536s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:33.288766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:31.288207Z","time spent":"2.00054213s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:33.689006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.547118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:53:33.689603Z","caller":"traceutil/trace.go:171","msg":"trace[714412185] linearizableReadLoop","detail":"{readStateIndex:1564; appliedIndex:1562; }","duration":"3.762678783s","start":"2026-04-16T03:53:29.926877Z","end":"2026-04-16T03:53:33.689556Z","steps":["trace[714412185] 'read index received' (duration: 179.122724ms)","trace[714412185] 'applied index is now lower than readState.Index' (duration: 3.583553288s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:33.689676Z","caller":"traceutil/trace.go:171","msg":"trace[1626191202] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"3.755309937s","start":"2026-04-16T03:53:29.934349Z","end":"2026-04-16T03:53:33.689659Z","steps":["trace[1626191202] 'process raft request' (duration: 3.754753265s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:33.689764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:29.934332Z","time spent":"3.755380268s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:36.057407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.516028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:36.057497Z","caller":"traceutil/trace.go:171","msg":"trace[1244913295] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1476; }","duration":"849.676631ms","start":"2026-04-16T03:53:35.207801Z","end":"2026-04-16T03:53:36.057478Z","steps":["trace[1244913295] 'count revisions from in-memory index tree' (duration: 849.360464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:36.057552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:35.207773Z","time spent":"849.767893ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.05773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363306176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" ","response":"range_response_count:1 size:5486"} {"level":"info","ts":"2026-04-16T03:53:36.057816Z","caller":"traceutil/trace.go:171","msg":"trace[1006668005] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm; range_end:; response_count:1; response_revision:1476; }","duration":"2.363612802s","start":"2026-04-16T03:53:33.694182Z","end":"2026-04-16T03:53:36.057795Z","steps":["trace[1006668005] 'range keys from in-memory index tree' (duration: 2.36310373s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:36.057809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.584090693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:36.057864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:33.694161Z","time spent":"2.363686874s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" "} {"level":"info","ts":"2026-04-16T03:53:36.057883Z","caller":"traceutil/trace.go:171","msg":"trace[376124128] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1476; }","duration":"8.584238697s","start":"2026-04-16T03:53:27.473627Z","end":"2026-04-16T03:53:36.057866Z","steps":["trace[376124128] 'agreement among raft nodes before linearized reading' (duration: 6.216035411s)","trace[376124128] 'count revisions from in-memory index tree' (duration: 2.368069293s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:36.057872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.898731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:36.057939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.605054314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:36.057924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.975830186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:36.057965Z","caller":"traceutil/trace.go:171","msg":"trace[976594642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1476; }","duration":"762.030734ms","start":"2026-04-16T03:53:35.295907Z","end":"2026-04-16T03:53:36.057938Z","steps":["trace[976594642] 'range keys from in-memory index tree' (duration: 761.81562ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:36.057996Z","caller":"traceutil/trace.go:171","msg":"trace[1307073368] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1476; }","duration":"7.975945129s","start":"2026-04-16T03:53:28.08203Z","end":"2026-04-16T03:53:36.057975Z","steps":["trace[1307073368] 'agreement among raft nodes before linearized reading' (duration: 5.6076082s)","trace[1307073368] 'count revisions from in-memory index tree' (duration: 2.368234026s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:36.058019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:35.295888Z","time spent":"762.117336ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:36.058053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:28.08201Z","time spent":"7.976027011s","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.058101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.595184504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:36.058142Z","caller":"traceutil/trace.go:171","msg":"trace[943727723] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1476; }","duration":"5.595264926s","start":"2026-04-16T03:53:30.462864Z","end":"2026-04-16T03:53:36.058129Z","steps":["trace[943727723] 'agreement among raft nodes before linearized reading' (duration: 3.226928867s)","trace[943727723] 'count revisions from in-memory index tree' (duration: 2.368282828s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:36.058172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:30.462842Z","time spent":"5.595321476s","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.058182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.777392575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:36.058171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12641824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:36.058225Z","caller":"traceutil/trace.go:171","msg":"trace[1160356454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1476; }","duration":"7.777439446s","start":"2026-04-16T03:53:28.280772Z","end":"2026-04-16T03:53:36.058211Z","steps":["trace[1160356454] 'agreement among raft nodes before linearized reading' (duration: 5.408861602s)","trace[1160356454] 'count revisions from in-memory index tree' (duration: 2.368514952s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:36.057957Z","caller":"traceutil/trace.go:171","msg":"trace[802386305] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1476; }","duration":"7.605122767s","start":"2026-04-16T03:53:28.452829Z","end":"2026-04-16T03:53:36.057951Z","steps":["trace[802386305] 'agreement among raft nodes before linearized reading' (duration: 5.236802468s)","trace[802386305] 'count revisions from in-memory index tree' (duration: 2.368280177s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:36.05827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:28.280702Z","time spent":"7.777558728s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:36.058283Z","caller":"traceutil/trace.go:171","msg":"trace[1672306922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1476; }","duration":"4.126592354s","start":"2026-04-16T03:53:31.93166Z","end":"2026-04-16T03:53:36.058253Z","steps":["trace[1672306922] 'agreement among raft nodes before linearized reading' (duration: 1.758124453s)","trace[1672306922] 'count revisions from in-memory index tree' (duration: 2.368305458s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:36.058297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:28.452805Z","time spent":"7.605473424s","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.05835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:31.931642Z","time spent":"4.126691127s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.058374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128468654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-16T03:53:36.058411Z","caller":"traceutil/trace.go:171","msg":"trace[945382875] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9; range_end:; response_count:1; response_revision:1476; }","duration":"6.128527575s","start":"2026-04-16T03:53:29.929871Z","end":"2026-04-16T03:53:36.058399Z","steps":["trace[945382875] 'agreement among raft nodes before linearized reading' (duration: 3.7599314s)","trace[945382875] 'range keys from in-memory index tree' (duration: 2.368503403s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:36.057916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:27.473604Z","time spent":"8.584304678s","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.058456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016030504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:36.058509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752009763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:36.058595Z","caller":"traceutil/trace.go:171","msg":"trace[1184602850] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1476; }","duration":"2.752084384s","start":"2026-04-16T03:53:33.306468Z","end":"2026-04-16T03:53:36.058552Z","steps":["trace[1184602850] 'agreement among raft nodes before linearized reading' (duration: 383.298355ms)","trace[1184602850] 'count revisions from in-memory index tree' (duration: 2.368720038s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:36.058605Z","caller":"traceutil/trace.go:171","msg":"trace[795699188] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1476; }","duration":"2.016226549s","start":"2026-04-16T03:53:34.042322Z","end":"2026-04-16T03:53:36.058549Z","steps":["trace[795699188] 'count revisions from in-memory index tree' (duration: 2.015778799s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:36.058609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76382243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:36.058629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:33.306456Z","time spent":"2.752164566s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.058626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.129007306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:53:36.058673Z","caller":"traceutil/trace.go:171","msg":"trace[1732104026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1476; }","duration":"2.763917693s","start":"2026-04-16T03:53:33.294735Z","end":"2026-04-16T03:53:36.058653Z","steps":["trace[1732104026] 'agreement among raft nodes before linearized reading' (duration: 395.041271ms)","trace[1732104026] 'range keys from in-memory index tree' (duration: 2.368773538s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:36.058707Z","caller":"traceutil/trace.go:171","msg":"trace[471456376] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1476; }","duration":"6.129096269s","start":"2026-04-16T03:53:29.929589Z","end":"2026-04-16T03:53:36.058686Z","steps":["trace[471456376] 'agreement among raft nodes before linearized reading' (duration: 3.760143545s)","trace[471456376] 'range keys from in-memory index tree' (duration: 2.368787329s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:36.058729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:33.294719Z","time spent":"2.763994125s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:36.058751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:29.9295Z","time spent":"6.129243212s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:53:36.058444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:29.929863Z","time spent":"6.128574396s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" "} {"level":"warn","ts":"2026-04-16T03:53:36.058658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:34.042294Z","time spent":"2.016351973s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.059941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.132667916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:53:36.060001Z","caller":"traceutil/trace.go:171","msg":"trace[1927259075] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1476; }","duration":"8.132776829s","start":"2026-04-16T03:53:27.927209Z","end":"2026-04-16T03:53:36.059986Z","steps":["trace[1927259075] 'agreement among raft nodes before linearized reading' (duration: 5.762447665s)","trace[1927259075] 'count revisions from in-memory index tree' (duration: 2.370243212s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:36.060037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:27.927169Z","time spent":"8.132858911s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":138,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:36.563716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:37.064624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:37.565115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:37.776366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.715071839s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:53:37.776852Z","caller":"traceutil/trace.go:171","msg":"trace[1397935288] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"1.715692913s","start":"2026-04-16T03:53:36.061135Z","end":"2026-04-16T03:53:37.776828Z","steps":["trace[1397935288] 'process raft request' (duration: 1.715492888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:37.777042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:36.061108Z","time spent":"1.715857907s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:38.065932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000934268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:38.066033Z","caller":"traceutil/trace.go:171","msg":"trace[266997344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001073502s","start":"2026-04-16T03:53:36.064937Z","end":"2026-04-16T03:53:38.066011Z","steps":["trace[266997344] 'agreement among raft nodes before linearized reading' (duration: 2.000952159s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:38.066099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:36.064928Z","time spent":"2.001148834s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:39.272477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:39.272562Z","caller":"traceutil/trace.go:171","msg":"trace[2091342932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999970147s","start":"2026-04-16T03:53:37.272561Z","end":"2026-04-16T03:53:39.272531Z","steps":["trace[2091342932] 'agreement among raft nodes before linearized reading' (duration: 1.999874875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:39.272594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:37.272544Z","time spent":"2.000043229s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:39.630691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.853946677s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:53:39.63133Z","caller":"traceutil/trace.go:171","msg":"trace[1935445591] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"3.564958674s","start":"2026-04-16T03:53:36.066329Z","end":"2026-04-16T03:53:39.631287Z","steps":["trace[1935445591] 'process raft request' (duration: 3.564606516s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:39.631435Z","caller":"traceutil/trace.go:171","msg":"trace[1909697525] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1565; }","duration":"3.568690278s","start":"2026-04-16T03:53:36.062719Z","end":"2026-04-16T03:53:39.63141Z","steps":["trace[1909697525] 'read index received' (duration: 1.714006154s)","trace[1909697525] 'applied index is now lower than readState.Index' (duration: 1.854681414s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:39.631518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:36.066316Z","time spent":"3.565117927s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:39.631552Z","caller":"traceutil/trace.go:171","msg":"trace[841723044] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"2.318245822s","start":"2026-04-16T03:53:37.313298Z","end":"2026-04-16T03:53:39.631543Z","steps":["trace[841723044] 'process raft request' (duration: 2.317865993s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:39.631651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:37.31328Z","time spent":"2.318296634s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:39.631798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005493893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:39.631777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851097083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-16T03:53:39.63182Z","caller":"traceutil/trace.go:171","msg":"trace[181993875] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1479; }","duration":"1.005555375s","start":"2026-04-16T03:53:38.626257Z","end":"2026-04-16T03:53:39.631813Z","steps":["trace[181993875] 'agreement among raft nodes before linearized reading' (duration: 1.005508824s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:39.63184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:38.626238Z","time spent":"1.005597895s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:39.631848Z","caller":"traceutil/trace.go:171","msg":"trace[1272627346] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556; range_end:; response_count:1; response_revision:1479; }","duration":"1.851215685s","start":"2026-04-16T03:53:37.780615Z","end":"2026-04-16T03:53:39.631831Z","steps":["trace[1272627346] 'agreement among raft nodes before linearized reading' (duration: 1.851017391s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:39.631857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56555702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:39.631888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:37.780597Z","time spent":"1.851283136s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":895,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" "} {"level":"info","ts":"2026-04-16T03:53:39.631899Z","caller":"traceutil/trace.go:171","msg":"trace[634853172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1479; }","duration":"1.565638712s","start":"2026-04-16T03:53:38.066248Z","end":"2026-04-16T03:53:39.631887Z","steps":["trace[634853172] 'agreement among raft nodes before linearized reading' (duration: 1.56556134s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:39.631933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:38.066229Z","time spent":"1.565698143s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:39.632025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569313622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:53:39.632058Z","caller":"traceutil/trace.go:171","msg":"trace[864919658] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1479; }","duration":"3.569390994s","start":"2026-04-16T03:53:36.062658Z","end":"2026-04-16T03:53:39.632049Z","steps":["trace[864919658] 'agreement among raft nodes before linearized reading' (duration: 3.569308472s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:39.632083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:36.062632Z","time spent":"3.569442755s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:53:39.632116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690776957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:39.632141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.415237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:39.632158Z","caller":"traceutil/trace.go:171","msg":"trace[1414366052] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1479; }","duration":"1.690865969s","start":"2026-04-16T03:53:37.94128Z","end":"2026-04-16T03:53:39.632146Z","steps":["trace[1414366052] 'agreement among raft nodes before linearized reading' (duration: 1.690798868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:39.632189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:37.941267Z","time spent":"1.69091386s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:39.632192Z","caller":"traceutil/trace.go:171","msg":"trace[508190920] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1479; }","duration":"299.52912ms","start":"2026-04-16T03:53:39.332643Z","end":"2026-04-16T03:53:39.632172Z","steps":["trace[508190920] 'agreement among raft nodes before linearized reading' (duration: 299.420968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:40.136511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:41.507443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28936846s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:41.640714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:41.640826Z","caller":"traceutil/trace.go:171","msg":"trace[348573414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000669703s","start":"2026-04-16T03:53:39.640131Z","end":"2026-04-16T03:53:41.640801Z","steps":["trace[348573414] 'agreement among raft nodes before linearized reading' (duration: 2.00054088s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:41.640897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:39.640107Z","time spent":"2.000775076s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:41.885208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126440224s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:41.885345Z","caller":"traceutil/trace.go:171","msg":"trace[1118157117] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1479; }","duration":"2.126583567s","start":"2026-04-16T03:53:39.758746Z","end":"2026-04-16T03:53:41.885329Z","steps":["trace[1118157117] 'range keys from in-memory index tree' (duration: 2.126425044s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:41.885607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66742953s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:41.885813Z","caller":"traceutil/trace.go:171","msg":"trace[1697213514] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"2.250961008s","start":"2026-04-16T03:53:39.634818Z","end":"2026-04-16T03:53:41.885779Z","steps":["trace[1697213514] 'process raft request' (duration: 583.301452ms)","trace[1697213514] 'compare' (duration: 1.666878537s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:41.885918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:39.635214Z","time spent":"2.250700082s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:41.885942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:39.634784Z","time spent":"2.25110147s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:42.882292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.48872ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:53:42.882596Z","caller":"traceutil/trace.go:171","msg":"trace[1912937928] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1481; }","duration":"994.769111ms","start":"2026-04-16T03:53:41.887783Z","end":"2026-04-16T03:53:42.882553Z","steps":["trace[1912937928] 'process raft request' (duration: 994.623818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:42.882707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:41.887762Z","time spent":"994.886183ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:42.882902Z","caller":"traceutil/trace.go:171","msg":"trace[266799055] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1568; }","duration":"3.246789542s","start":"2026-04-16T03:53:39.636083Z","end":"2026-04-16T03:53:42.882873Z","steps":["trace[266799055] 'read index received' (duration: 582.028253ms)","trace[266799055] 'applied index is now lower than readState.Index' (duration: 2.664758699s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:42.883172Z","caller":"traceutil/trace.go:171","msg":"trace[823670982] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"883.568001ms","start":"2026-04-16T03:53:41.999548Z","end":"2026-04-16T03:53:42.883116Z","steps":["trace[823670982] 'process raft request' (duration: 882.916975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:42.883338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:41.999522Z","time spent":"883.733755ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:44.516545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.880446644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-16T03:53:44.516625Z","caller":"traceutil/trace.go:171","msg":"trace[223937156] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1482; }","duration":"4.880588418s","start":"2026-04-16T03:53:39.636016Z","end":"2026-04-16T03:53:44.516605Z","steps":["trace[223937156] 'agreement among raft nodes before linearized reading' (duration: 3.246993256s)","trace[223937156] 'range keys from in-memory index tree' (duration: 1.633402697s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:44.516668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:39.635995Z","time spent":"4.880664159s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:53:44.517214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.516352631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:44.517325Z","caller":"traceutil/trace.go:171","msg":"trace[438427307] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1482; }","duration":"4.516513355s","start":"2026-04-16T03:53:40.000778Z","end":"2026-04-16T03:53:44.517291Z","steps":["trace[438427307] 'agreement among raft nodes before linearized reading' (duration: 2.88230724s)","trace[438427307] 'count revisions from in-memory index tree' (duration: 1.634058022s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:44.517386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:40.000756Z","time spent":"4.516610847s","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:44.517424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101726523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:53:44.517446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876250712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:44.517472Z","caller":"traceutil/trace.go:171","msg":"trace[1743609985] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1482; }","duration":"3.101817826s","start":"2026-04-16T03:53:41.41564Z","end":"2026-04-16T03:53:44.517458Z","steps":["trace[1743609985] 'agreement among raft nodes before linearized reading' (duration: 1.467643031s)","trace[1743609985] 'count revisions from in-memory index tree' (duration: 1.634102082s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:44.517492Z","caller":"traceutil/trace.go:171","msg":"trace[2050451558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1482; }","duration":"2.876331694s","start":"2026-04-16T03:53:41.641145Z","end":"2026-04-16T03:53:44.517477Z","steps":["trace[2050451558] 'agreement among raft nodes before linearized reading' (duration: 1.242136209s)","trace[2050451558] 'range keys from in-memory index tree' (duration: 1.634137473s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:44.517506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:41.41562Z","time spent":"3.101877666s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:44.517526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:41.641126Z","time spent":"2.876392205s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:44.517673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039191547s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:53:44.51774Z","caller":"traceutil/trace.go:171","msg":"trace[1906885243] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"847.795857ms","start":"2026-04-16T03:53:43.669931Z","end":"2026-04-16T03:53:44.517727Z","steps":["trace[1906885243] 'read index received' (duration: 19.06µs)","trace[1906885243] 'applied index is now lower than readState.Index' (duration: 847.775917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:44.517794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:42.884347Z","time spent":"1.633442278s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:44.517857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.91748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:44.51789Z","caller":"traceutil/trace.go:171","msg":"trace[710365375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1482; }","duration":"847.979882ms","start":"2026-04-16T03:53:43.669901Z","end":"2026-04-16T03:53:44.517881Z","steps":["trace[710365375] 'agreement among raft nodes before linearized reading' (duration: 847.90935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:44.517927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:43.669886Z","time spent":"848.033633ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:44.518035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.344271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-16T03:53:44.517421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628036465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:53:44.51809Z","caller":"traceutil/trace.go:171","msg":"trace[98695061] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1482; }","duration":"451.442083ms","start":"2026-04-16T03:53:44.066632Z","end":"2026-04-16T03:53:44.518075Z","steps":["trace[98695061] 'agreement among raft nodes before linearized reading' (duration: 451.348251ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:44.518099Z","caller":"traceutil/trace.go:171","msg":"trace[504789298] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:1482; }","duration":"2.62875394s","start":"2026-04-16T03:53:41.889329Z","end":"2026-04-16T03:53:44.518083Z","steps":["trace[504789298] 'agreement among raft nodes before linearized reading' (duration: 993.973013ms)","trace[504789298] 'range keys from in-memory index tree' (duration: 1.63398542s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:44.51813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.066611Z","time spent":"451.511985ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-16T03:53:44.518141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:41.889314Z","time spent":"2.628816233s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"warn","ts":"2026-04-16T03:53:44.518052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.268813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:44.518176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.642362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:30250"} {"level":"info","ts":"2026-04-16T03:53:44.518216Z","caller":"traceutil/trace.go:171","msg":"trace[163025355] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1482; }","duration":"449.710864ms","start":"2026-04-16T03:53:44.068494Z","end":"2026-04-16T03:53:44.518205Z","steps":["trace[163025355] 'agreement among raft nodes before linearized reading' (duration: 449.588321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:44.518247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.068475Z","time spent":"449.765835ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":30273,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-16T03:53:44.518221Z","caller":"traceutil/trace.go:171","msg":"trace[1920508773] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1482; }","duration":"175.450107ms","start":"2026-04-16T03:53:44.342732Z","end":"2026-04-16T03:53:44.518183Z","steps":["trace[1920508773] 'agreement among raft nodes before linearized reading' (duration: 175.283723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:45.713462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.35491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:45.713587Z","caller":"traceutil/trace.go:171","msg":"trace[1227550415] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"1.194593861s","start":"2026-04-16T03:53:44.518969Z","end":"2026-04-16T03:53:45.713562Z","steps":["trace[1227550415] 'process raft request' (duration: 414.025966ms)","trace[1227550415] 'compare' (duration: 780.215857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:45.713671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.518941Z","time spent":"1.194687502s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:46.143055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.209960638s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:53:46.776143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.817566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:46.776453Z","caller":"traceutil/trace.go:171","msg":"trace[1991096233] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1574; }","duration":"2.256107754s","start":"2026-04-16T03:53:44.520324Z","end":"2026-04-16T03:53:46.776431Z","steps":["trace[1991096233] 'read index received' (duration: 412.786968ms)","trace[1991096233] 'applied index is now lower than readState.Index' (duration: 1.843319636s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:46.776453Z","caller":"traceutil/trace.go:171","msg":"trace[717482541] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"2.256650216s","start":"2026-04-16T03:53:44.519776Z","end":"2026-04-16T03:53:46.776426Z","steps":["trace[717482541] 'process raft request' (duration: 1.623457252s)","trace[717482541] 'compare' (duration: 632.613611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:46.776557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.519734Z","time spent":"2.256767209s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:46.776506Z","caller":"traceutil/trace.go:171","msg":"trace[800630592] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"2.250033546s","start":"2026-04-16T03:53:44.526436Z","end":"2026-04-16T03:53:46.776469Z","steps":["trace[800630592] 'process raft request' (duration: 2.249888523s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:46.776593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405853949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:46.776627Z","caller":"traceutil/trace.go:171","msg":"trace[1192515496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1485; }","duration":"1.40593148s","start":"2026-04-16T03:53:45.370686Z","end":"2026-04-16T03:53:46.776618Z","steps":["trace[1192515496] 'agreement among raft nodes before linearized reading' (duration: 1.405873069s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:46.776666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:45.37066Z","time spent":"1.405999342s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:46.776663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255868088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:3 size:3813"} {"level":"warn","ts":"2026-04-16T03:53:46.776667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895625401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:46.776676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059873796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-16T03:53:46.776693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780977633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:46.776696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.526412Z","time spent":"2.250190079s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:46.776715Z","caller":"traceutil/trace.go:171","msg":"trace[1143863167] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1485; }","duration":"1.895718804s","start":"2026-04-16T03:53:44.880983Z","end":"2026-04-16T03:53:46.776702Z","steps":["trace[1143863167] 'agreement among raft nodes before linearized reading' (duration: 1.895640742s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:46.77671Z","caller":"traceutil/trace.go:171","msg":"trace[676074491] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:3; response_revision:1485; }","duration":"2.255942101s","start":"2026-04-16T03:53:44.520755Z","end":"2026-04-16T03:53:46.776697Z","steps":["trace[676074491] 'agreement among raft nodes before linearized reading' (duration: 2.255806097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:46.776735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189224879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:46.776734Z","caller":"traceutil/trace.go:171","msg":"trace[1217724502] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1485; }","duration":"1.059978979s","start":"2026-04-16T03:53:45.716743Z","end":"2026-04-16T03:53:46.776722Z","steps":["trace[1217724502] 'agreement among raft nodes before linearized reading' (duration: 1.059861245s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:46.776742Z","caller":"traceutil/trace.go:171","msg":"trace[1119570598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1485; }","duration":"1.781063275s","start":"2026-04-16T03:53:44.995665Z","end":"2026-04-16T03:53:46.776729Z","steps":["trace[1119570598] 'agreement among raft nodes before linearized reading' (duration: 1.780982602s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:46.776756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.520743Z","time spent":"2.256004962s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":3836,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-16T03:53:46.776756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.880962Z","time spent":"1.895784205s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:46.776786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:45.716725Z","time spent":"1.060051681s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:53:46.776787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.995646Z","time spent":"1.781132406s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:46.776776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12804049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:46.776852Z","caller":"traceutil/trace.go:171","msg":"trace[519313835] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1485; }","duration":"2.128149663s","start":"2026-04-16T03:53:44.648672Z","end":"2026-04-16T03:53:46.776822Z","steps":["trace[519313835] 'agreement among raft nodes before linearized reading' (duration: 2.12803158s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:46.776909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.648655Z","time spent":"2.128238006s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:53:46.776752Z","caller":"traceutil/trace.go:171","msg":"trace[2100466062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1485; }","duration":"1.1892821s","start":"2026-04-16T03:53:45.587465Z","end":"2026-04-16T03:53:46.776747Z","steps":["trace[2100466062] 'agreement among raft nodes before linearized reading' (duration: 1.1892519s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:46.776988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:45.587433Z","time spent":"1.189539855s","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:46.777166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256836761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:3 size:3813"} {"level":"info","ts":"2026-04-16T03:53:46.777244Z","caller":"traceutil/trace.go:171","msg":"trace[13410151] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:3; response_revision:1485; }","duration":"2.256982674s","start":"2026-04-16T03:53:44.520247Z","end":"2026-04-16T03:53:46.77723Z","steps":["trace[13410151] 'agreement among raft nodes before linearized reading' (duration: 2.256233386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:46.777284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:44.520225Z","time spent":"2.257048096s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":3836,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-16T03:53:47.295287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:47.79572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106833,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:53:47.961996Z","caller":"traceutil/trace.go:171","msg":"trace[877953479] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"1.177957964s","start":"2026-04-16T03:53:46.784012Z","end":"2026-04-16T03:53:47.96197Z","steps":["trace[877953479] 'process raft request' (duration: 1.177800321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:47.962163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:46.783993Z","time spent":"1.178077766s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:48.794661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:48.794726Z","caller":"traceutil/trace.go:171","msg":"trace[1416656623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512249s","start":"2026-04-16T03:53:46.7942Z","end":"2026-04-16T03:53:48.794712Z","steps":["trace[1416656623] 'agreement among raft nodes before linearized reading' (duration: 2.000426007s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:48.79476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:46.794189Z","time spent":"2.00056401s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:50.086069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:53:50.08616Z","caller":"traceutil/trace.go:171","msg":"trace[196577390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998207s","start":"2026-04-16T03:53:48.086145Z","end":"2026-04-16T03:53:50.086143Z","steps":["trace[196577390] 'agreement among raft nodes before linearized reading' (duration: 1.999888925s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:50.086205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:48.086086Z","time spent":"2.00011073s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:50.16819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.532601ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:50.168277Z","caller":"traceutil/trace.go:171","msg":"trace[1477665521] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1486; }","duration":"409.263117ms","start":"2026-04-16T03:53:49.758999Z","end":"2026-04-16T03:53:50.168262Z","steps":["trace[1477665521] 'range keys from in-memory index tree' (duration: 408.5092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:50.79543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:50.795513Z","caller":"traceutil/trace.go:171","msg":"trace[813288257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525069s","start":"2026-04-16T03:53:48.79497Z","end":"2026-04-16T03:53:50.795495Z","steps":["trace[813288257] 'agreement among raft nodes before linearized reading' (duration: 2.000426207s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:50.795556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:48.794911Z","time spent":"2.000636282s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:51.389207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.366945225s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:53:51.389635Z","caller":"traceutil/trace.go:171","msg":"trace[2042201393] linearizableReadLoop","detail":"{readStateIndex:1579; appliedIndex:1577; }","duration":"4.595386352s","start":"2026-04-16T03:53:46.794224Z","end":"2026-04-16T03:53:51.38961Z","steps":["trace[2042201393] 'read index received' (duration: 1.167574478s)","trace[2042201393] 'applied index is now lower than readState.Index' (duration: 3.427810914s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:51.389827Z","caller":"traceutil/trace.go:171","msg":"trace[440049305] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"4.602476083s","start":"2026-04-16T03:53:46.787314Z","end":"2026-04-16T03:53:51.38979Z","steps":["trace[440049305] 'process raft request' (duration: 4.602147536s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:51.390051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:46.787302Z","time spent":"4.602641496s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:52.102409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.113585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:52.102575Z","caller":"traceutil/trace.go:171","msg":"trace[1494342069] linearizableReadLoop","detail":"{readStateIndex:1580; appliedIndex:1579; }","duration":"712.814369ms","start":"2026-04-16T03:53:51.389711Z","end":"2026-04-16T03:53:52.102525Z","steps":["trace[1494342069] 'read index received' (duration: 179.185922ms)","trace[1494342069] 'applied index is now lower than readState.Index' (duration: 533.626717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:52.102776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299473568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:52.102856Z","caller":"traceutil/trace.go:171","msg":"trace[1450068865] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"2.341655193s","start":"2026-04-16T03:53:49.761175Z","end":"2026-04-16T03:53:52.10283Z","steps":["trace[1450068865] 'process raft request' (duration: 1.807789541s)","trace[1450068865] 'compare' (duration: 532.726396ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:52.102889Z","caller":"traceutil/trace.go:171","msg":"trace[1277863339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"1.299668782s","start":"2026-04-16T03:53:50.803172Z","end":"2026-04-16T03:53:52.10284Z","steps":["trace[1277863339] 'agreement among raft nodes before linearized reading' (duration: 1.299377656s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.10291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467548237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:53:52.102939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:49.761154Z","time spent":"2.341744775s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:52.102962Z","caller":"traceutil/trace.go:171","msg":"trace[1017618665] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1488; }","duration":"2.467646019s","start":"2026-04-16T03:53:49.635303Z","end":"2026-04-16T03:53:52.102949Z","steps":["trace[1017618665] 'agreement among raft nodes before linearized reading' (duration: 2.467497536s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.102943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:50.803152Z","time spent":"1.299779254s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:52.102966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136196183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"warn","ts":"2026-04-16T03:53:52.103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:49.635273Z","time spent":"2.467720071s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:53:52.103067Z","caller":"traceutil/trace.go:171","msg":"trace[2075447655] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1488; }","duration":"4.136303165s","start":"2026-04-16T03:53:47.966714Z","end":"2026-04-16T03:53:52.103017Z","steps":["trace[2075447655] 'agreement among raft nodes before linearized reading' (duration: 4.136095891s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.103092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.451114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-16T03:53:52.103125Z","caller":"traceutil/trace.go:171","msg":"trace[1080977603] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1488; }","duration":"706.514706ms","start":"2026-04-16T03:53:51.3966Z","end":"2026-04-16T03:53:52.103115Z","steps":["trace[1080977603] 'agreement among raft nodes before linearized reading' (duration: 706.120977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:52.103126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:47.966696Z","time spent":"4.136416648s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"warn","ts":"2026-04-16T03:53:52.103156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:51.396581Z","time spent":"706.568006ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:53:52.605004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:53:53.804113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183453027s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:53:53.804242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:52.104055Z","time spent":"1.70018029s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:53:54.106178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001941331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:53:54.106266Z","caller":"traceutil/trace.go:171","msg":"trace[422133043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002089405s","start":"2026-04-16T03:53:52.104158Z","end":"2026-04-16T03:53:54.106248Z","steps":["trace[422133043] 'agreement among raft nodes before linearized reading' (duration: 2.001977762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:54.106313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:52.104141Z","time spent":"2.002161607s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:53:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:53:55.868029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.247404844s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:53:55.868716Z","caller":"traceutil/trace.go:171","msg":"trace[284021574] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1580; }","duration":"3.764468956s","start":"2026-04-16T03:53:52.104213Z","end":"2026-04-16T03:53:55.868682Z","steps":["trace[284021574] 'read index received' (duration: 516.435818ms)","trace[284021574] 'applied index is now lower than readState.Index' (duration: 3.248031788s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:55.868712Z","caller":"traceutil/trace.go:171","msg":"trace[1112393248] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"3.762840449s","start":"2026-04-16T03:53:52.105802Z","end":"2026-04-16T03:53:55.868643Z","steps":["trace[1112393248] 'process raft request' (duration: 3.762479821s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.869053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:52.105754Z","time spent":"3.763161126s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:55.868806Z","caller":"traceutil/trace.go:171","msg":"trace[1161995603] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"3.757992859s","start":"2026-04-16T03:53:52.110772Z","end":"2026-04-16T03:53:55.868765Z","steps":["trace[1161995603] 'process raft request' (duration: 3.757722583s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:55.869242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:52.110753Z","time spent":"3.758374837s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:56.115965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:56.116097Z","caller":"traceutil/trace.go:171","msg":"trace[2005159732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009063s","start":"2026-04-16T03:53:54.115984Z","end":"2026-04-16T03:53:56.116074Z","steps":["trace[2005159732] 'agreement among raft nodes before linearized reading' (duration: 1.999909796s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:56.116161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:54.115972Z","time spent":"2.000174631s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:57.61661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443634355s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:53:57.616732Z","caller":"traceutil/trace.go:171","msg":"trace[499449771] linearizableReadLoop","detail":"{readStateIndex:1585; appliedIndex:1583; }","duration":"1.747902663s","start":"2026-04-16T03:53:55.868817Z","end":"2026-04-16T03:53:57.61672Z","steps":["trace[499449771] 'read index received' (duration: 304.053703ms)","trace[499449771] 'applied index is now lower than readState.Index' (duration: 1.44384833s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:53:57.616761Z","caller":"traceutil/trace.go:171","msg":"trace[984494715] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"3.811266577s","start":"2026-04-16T03:53:53.805476Z","end":"2026-04-16T03:53:57.616743Z","steps":["trace[984494715] 'process raft request' (duration: 3.811206295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:57.616802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175207259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:57.616819Z","caller":"traceutil/trace.go:171","msg":"trace[1079930599] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1492; }","duration":"2.17525419s","start":"2026-04-16T03:53:55.441559Z","end":"2026-04-16T03:53:57.616813Z","steps":["trace[1079930599] 'agreement among raft nodes before linearized reading' (duration: 2.175206469s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:57.616843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.441545Z","time spent":"2.175293371s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:57.616854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.805457Z","time spent":"3.811345868s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:53:57.616761Z","caller":"traceutil/trace.go:171","msg":"trace[22433335] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"4.430971735s","start":"2026-04-16T03:53:53.185769Z","end":"2026-04-16T03:53:57.616741Z","steps":["trace[22433335] 'process raft request' (duration: 2.987103624s)","trace[22433335] 'compare' (duration: 1.443553814s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:57.616921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:53.185742Z","time spent":"4.431153889s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:53:58.116683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:53:58.116759Z","caller":"traceutil/trace.go:171","msg":"trace[264720757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275854s","start":"2026-04-16T03:53:56.116464Z","end":"2026-04-16T03:53:58.11674Z","steps":["trace[264720757] 'agreement among raft nodes before linearized reading' (duration: 2.000182812s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:58.116795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:56.116413Z","time spent":"2.000375547s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:59.207288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256137006s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:53:59.207413Z","caller":"traceutil/trace.go:171","msg":"trace[66409416] linearizableReadLoop","detail":"{readStateIndex:1586; appliedIndex:1585; }","duration":"1.590649008s","start":"2026-04-16T03:53:57.616747Z","end":"2026-04-16T03:53:59.207396Z","steps":["trace[66409416] 'read index received' (duration: 334.268977ms)","trace[66409416] 'applied index is now lower than readState.Index' (duration: 1.256378351s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:53:59.207538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934150446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:59.207565Z","caller":"traceutil/trace.go:171","msg":"trace[192255268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1492; }","duration":"1.934205147s","start":"2026-04-16T03:53:57.27335Z","end":"2026-04-16T03:53:59.207555Z","steps":["trace[192255268] 'agreement among raft nodes before linearized reading' (duration: 1.934132985s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:59.207596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:57.273335Z","time spent":"1.934254539s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:59.207752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084425983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:53:59.207752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588904209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-16T03:53:59.207794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334867787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-04-16T03:53:59.207804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.647189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:53:59.207837Z","caller":"traceutil/trace.go:171","msg":"trace[1130426298] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1492; }","duration":"1.589039432s","start":"2026-04-16T03:53:57.618783Z","end":"2026-04-16T03:53:59.207823Z","steps":["trace[1130426298] 'agreement among raft nodes before linearized reading' (duration: 1.588875798s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:59.207855Z","caller":"traceutil/trace.go:171","msg":"trace[379797464] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556; range_end:; response_count:1; response_revision:1492; }","duration":"3.33498415s","start":"2026-04-16T03:53:55.872857Z","end":"2026-04-16T03:53:59.207841Z","steps":["trace[379797464] 'agreement among raft nodes before linearized reading' (duration: 3.334781616s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:53:59.207837Z","caller":"traceutil/trace.go:171","msg":"trace[1802859212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1492; }","duration":"1.084564166s","start":"2026-04-16T03:53:58.123249Z","end":"2026-04-16T03:53:59.207813Z","steps":["trace[1802859212] 'agreement among raft nodes before linearized reading' (duration: 1.084439603s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:59.207895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.87283Z","time spent":"3.335057911s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":895,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" "} {"level":"info","ts":"2026-04-16T03:53:59.207885Z","caller":"traceutil/trace.go:171","msg":"trace[441290848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1492; }","duration":"429.782223ms","start":"2026-04-16T03:53:58.778083Z","end":"2026-04-16T03:53:59.207865Z","steps":["trace[441290848] 'agreement among raft nodes before linearized reading' (duration: 429.621109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:59.207891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:57.618763Z","time spent":"1.589115473s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:53:59.207904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:58.123218Z","time spent":"1.084674938s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:53:59.207934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:58.778064Z","time spent":"429.859934ms","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:59.208018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67636943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:53:59.20806Z","caller":"traceutil/trace.go:171","msg":"trace[273600437] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1492; }","duration":"2.676414011s","start":"2026-04-16T03:53:56.531637Z","end":"2026-04-16T03:53:59.208051Z","steps":["trace[273600437] 'agreement among raft nodes before linearized reading' (duration: 2.676341599s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:59.208089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:56.53158Z","time spent":"2.676501693s","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:53:59.208141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33495746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" ","response":"range_response_count:1 size:7049"} {"level":"info","ts":"2026-04-16T03:53:59.208181Z","caller":"traceutil/trace.go:171","msg":"trace[458881332] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6; range_end:; response_count:1; response_revision:1492; }","duration":"3.335028351s","start":"2026-04-16T03:53:55.873144Z","end":"2026-04-16T03:53:59.208172Z","steps":["trace[458881332] 'agreement among raft nodes before linearized reading' (duration: 3.334868677s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:53:59.208207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:55.873131Z","time spent":"3.335071272s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7072,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" "} {"level":"warn","ts":"2026-04-16T03:53:59.710042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:00.210861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:00.521567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066386845s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:01.216862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:01.216971Z","caller":"traceutil/trace.go:171","msg":"trace[2021264605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513939s","start":"2026-04-16T03:53:59.216425Z","end":"2026-04-16T03:54:01.216939Z","steps":["trace[2021264605] 'agreement among raft nodes before linearized reading' (duration: 2.000377286s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:01.21704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:59.216401Z","time spent":"2.000627682s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:02.999185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.47742575s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:03.217585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:03.217665Z","caller":"traceutil/trace.go:171","msg":"trace[1480045536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481429s","start":"2026-04-16T03:54:01.217166Z","end":"2026-04-16T03:54:03.217647Z","steps":["trace[1480045536] 'agreement among raft nodes before linearized reading' (duration: 2.000381526s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.217716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.217144Z","time spent":"2.000561741s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:03.744392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222624743s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:54:03.745145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.541742Z","time spent":"2.203395959s","remote":"127.0.0.1:36268","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:54:03.745819Z","caller":"traceutil/trace.go:171","msg":"trace[1787084480] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1586; }","duration":"4.536517188s","start":"2026-04-16T03:53:59.209282Z","end":"2026-04-16T03:54:03.745799Z","steps":["trace[1787084480] 'read index received' (duration: 1.312456192s)","trace[1787084480] 'applied index is now lower than readState.Index' (duration: 3.224059856s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:03.745858Z","caller":"traceutil/trace.go:171","msg":"trace[1865617832] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"4.534742887s","start":"2026-04-16T03:53:59.211087Z","end":"2026-04-16T03:54:03.74583Z","steps":["trace[1865617832] 'process raft request' (duration: 4.533410097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:03.746009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:59.211061Z","time spent":"4.53485052s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:04.246079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:04.746421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:04.859304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.649995638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:54:04.859383Z","caller":"traceutil/trace.go:171","msg":"trace[1055586177] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1493; }","duration":"5.65009782s","start":"2026-04-16T03:53:59.209263Z","end":"2026-04-16T03:54:04.859361Z","steps":["trace[1055586177] 'agreement among raft nodes before linearized reading' (duration: 4.53662186s)","trace[1055586177] 'range keys from in-memory index tree' (duration: 1.113251096s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:04.859424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:59.209232Z","time spent":"5.650182783s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:54:05.225035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000022979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:05.225122Z","caller":"traceutil/trace.go:171","msg":"trace[1568547010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153662s","start":"2026-04-16T03:54:03.224947Z","end":"2026-04-16T03:54:05.2251Z","steps":["trace[1568547010] 'agreement among raft nodes before linearized reading' (duration: 2.000051639s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.225175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:03.22493Z","time spent":"2.000233813s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:05.246804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:05.74734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:05.748674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.749320265s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:54:05.749055Z","caller":"traceutil/trace.go:171","msg":"trace[1963921094] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1588; }","duration":"2.00316371s","start":"2026-04-16T03:54:03.745866Z","end":"2026-04-16T03:54:05.74903Z","steps":["trace[1963921094] 'read index received' (duration: 2.002918044s)","trace[1963921094] 'applied index is now lower than readState.Index' (duration: 244.736µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:05.749381Z","caller":"traceutil/trace.go:171","msg":"trace[1659026449] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"3.373255938s","start":"2026-04-16T03:54:02.376111Z","end":"2026-04-16T03:54:05.749367Z","steps":["trace[1659026449] 'process raft request' (duration: 3.372778138s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.749532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:02.376088Z","time spent":"3.373330949s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:05.749556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874330645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:05.749662Z","caller":"traceutil/trace.go:171","msg":"trace[2003254974] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1494; }","duration":"4.874482369s","start":"2026-04-16T03:54:00.875154Z","end":"2026-04-16T03:54:05.749637Z","steps":["trace[2003254974] 'agreement among raft nodes before linearized reading' (duration: 4.874272565s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.749668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.745566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:05.749707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:00.87514Z","time spent":"4.874556801s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:05.749722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326055849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:05.749749Z","caller":"traceutil/trace.go:171","msg":"trace[878320798] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1494; }","duration":"438.885628ms","start":"2026-04-16T03:54:05.310838Z","end":"2026-04-16T03:54:05.749723Z","steps":["trace[878320798] 'agreement among raft nodes before linearized reading' (duration: 438.726615ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.74976Z","caller":"traceutil/trace.go:171","msg":"trace[2147304438] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1494; }","duration":"2.326129941s","start":"2026-04-16T03:54:03.423619Z","end":"2026-04-16T03:54:05.749749Z","steps":["trace[2147304438] 'agreement among raft nodes before linearized reading' (duration: 2.326068859s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.749794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:03.423599Z","time spent":"2.326185092s","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:05.749797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:05.31082Z","time spent":"438.966321ms","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:05.749806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.905108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T03:54:05.749797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156526436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:05.749842Z","caller":"traceutil/trace.go:171","msg":"trace[92728950] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1494; }","duration":"887.968559ms","start":"2026-04-16T03:54:04.861858Z","end":"2026-04-16T03:54:05.749827Z","steps":["trace[92728950] 'agreement among raft nodes before linearized reading' (duration: 887.915128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.749881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:04.86184Z","time spent":"888.0307ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:54:05.749875Z","caller":"traceutil/trace.go:171","msg":"trace[377915771] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1494; }","duration":"2.156653319s","start":"2026-04-16T03:54:03.593204Z","end":"2026-04-16T03:54:05.749857Z","steps":["trace[377915771] 'agreement among raft nodes before linearized reading' (duration: 2.156503186s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.749898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082793845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:05.749921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:03.593184Z","time spent":"2.156726721s","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:05.749957Z","caller":"traceutil/trace.go:171","msg":"trace[1833977063] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1494; }","duration":"1.082904718s","start":"2026-04-16T03:54:04.667034Z","end":"2026-04-16T03:54:05.749939Z","steps":["trace[1833977063] 'agreement among raft nodes before linearized reading' (duration: 1.082802976s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.749992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:04.667016Z","time spent":"1.082968849s","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:05.750009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676552482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:05.749706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb8a9c36\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-16T03:54:05.750041Z","caller":"traceutil/trace.go:171","msg":"trace[1535298997] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1494; }","duration":"4.676624934s","start":"2026-04-16T03:54:01.073406Z","end":"2026-04-16T03:54:05.750031Z","steps":["trace[1535298997] 'agreement among raft nodes before linearized reading' (duration: 4.676569363s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.750075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:01.073382Z","time spent":"4.676685275s","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:05.749758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.445399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:05.750092Z","caller":"traceutil/trace.go:171","msg":"trace[693362063] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb8a9c36; range_end:; response_count:1; response_revision:1494; }","duration":"2.000622452s","start":"2026-04-16T03:54:03.749445Z","end":"2026-04-16T03:54:05.750068Z","steps":["trace[693362063] 'agreement among raft nodes before linearized reading' (duration: 2.000010478s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:05.750129Z","caller":"traceutil/trace.go:171","msg":"trace[675248532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"524.846628ms","start":"2026-04-16T03:54:05.225265Z","end":"2026-04-16T03:54:05.750112Z","steps":["trace[675248532] 'agreement among raft nodes before linearized reading' (duration: 524.464409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.750141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.537831675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-04-16T03:54:05.75016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:03.749431Z","time spent":"2.000708273s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb8a9c36\" "} {"level":"warn","ts":"2026-04-16T03:54:05.750186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:05.225243Z","time spent":"524.920539ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:54:05.750197Z","caller":"traceutil/trace.go:171","msg":"trace[1029406643] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1494; }","duration":"6.537916366s","start":"2026-04-16T03:53:59.212267Z","end":"2026-04-16T03:54:05.750183Z","steps":["trace[1029406643] 'agreement among raft nodes before linearized reading' (duration: 6.537751393s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.750239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:53:59.212249Z","time spent":"6.537978498s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:54:05.75025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.818064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:05.750272Z","caller":"traceutil/trace.go:171","msg":"trace[1704199061] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1494; }","duration":"373.886755ms","start":"2026-04-16T03:54:05.376379Z","end":"2026-04-16T03:54:05.750266Z","steps":["trace[1704199061] 'agreement among raft nodes before linearized reading' (duration: 373.848774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:05.750291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:05.376356Z","time spent":"373.930136ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:06.259954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:07.759621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000582701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:07.759699Z","caller":"traceutil/trace.go:171","msg":"trace[949769556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673513s","start":"2026-04-16T03:54:05.759008Z","end":"2026-04-16T03:54:07.759681Z","steps":["trace[949769556] 'agreement among raft nodes before linearized reading' (duration: 2.000580181s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:07.759742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:05.758976Z","time spent":"2.000756705s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:09.06365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446850747s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:09.06378Z","caller":"traceutil/trace.go:171","msg":"trace[1298940550] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"3.311252322s","start":"2026-04-16T03:54:05.7525Z","end":"2026-04-16T03:54:09.063752Z","steps":["trace[1298940550] 'process raft request' (duration: 864.196321ms)","trace[1298940550] 'compare' (duration: 2.446594241s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:09.06387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:05.752476Z","time spent":"3.311350894s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:09.278179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:09.278266Z","caller":"traceutil/trace.go:171","msg":"trace[1380770222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584921s","start":"2026-04-16T03:54:07.277662Z","end":"2026-04-16T03:54:09.278247Z","steps":["trace[1380770222] 'agreement among raft nodes before linearized reading' (duration: 2.000477819s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:09.278314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.277641Z","time spent":"2.000664133s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:09.759943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:09.760042Z","caller":"traceutil/trace.go:171","msg":"trace[504935480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177361s","start":"2026-04-16T03:54:07.759847Z","end":"2026-04-16T03:54:09.760024Z","steps":["trace[504935480] 'agreement among raft nodes before linearized reading' (duration: 2.000058689s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:09.760089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.759826Z","time spent":"2.000253084s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:10.098388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.618149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:10.098527Z","caller":"traceutil/trace.go:171","msg":"trace[1645669802] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1495; }","duration":"339.768733ms","start":"2026-04-16T03:54:09.758735Z","end":"2026-04-16T03:54:10.098504Z","steps":["trace[1645669802] 'range keys from in-memory index tree' (duration: 339.600589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.22635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.357655484s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:10.226897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:05.752999Z","time spent":"4.473890228s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:54:10.226952Z","caller":"traceutil/trace.go:171","msg":"trace[1855975194] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1589; }","duration":"4.467905472s","start":"2026-04-16T03:54:05.75902Z","end":"2026-04-16T03:54:10.226925Z","steps":["trace[1855975194] 'read index received' (duration: 857.699404ms)","trace[1855975194] 'applied index is now lower than readState.Index' (duration: 3.610204848s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:10.227073Z","caller":"traceutil/trace.go:171","msg":"trace[1116700454] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"4.470150633s","start":"2026-04-16T03:54:05.756888Z","end":"2026-04-16T03:54:10.227038Z","steps":["trace[1116700454] 'process raft request' (duration: 4.469900477s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:10.227198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:05.756878Z","time spent":"4.470233375s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:11.707064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245648768s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:11.768654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:11.769065Z","caller":"traceutil/trace.go:171","msg":"trace[1128891230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651543s","start":"2026-04-16T03:54:09.768126Z","end":"2026-04-16T03:54:11.768777Z","steps":["trace[1128891230] 'agreement among raft nodes before linearized reading' (duration: 2.000482709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:11.769143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:09.768109Z","time spent":"2.001018741s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:11.902177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440675899s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:11.902708Z","caller":"traceutil/trace.go:171","msg":"trace[1517265059] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"4.215545291s","start":"2026-04-16T03:54:07.687103Z","end":"2026-04-16T03:54:11.902648Z","steps":["trace[1517265059] 'process raft request' (duration: 2.77430356s)","trace[1517265059] 'compare' (duration: 1.439211595s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:11.902927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.687078Z","time spent":"4.215750696s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:13.769854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000766595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:13.770159Z","caller":"traceutil/trace.go:171","msg":"trace[1938446355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001106583s","start":"2026-04-16T03:54:11.769026Z","end":"2026-04-16T03:54:13.770132Z","steps":["trace[1938446355] 'agreement among raft nodes before linearized reading' (duration: 2.000759425s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:13.770217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:11.768955Z","time spent":"2.001251566s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:14.26761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365308459s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:54:14.267816Z","caller":"traceutil/trace.go:171","msg":"trace[1902994935] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1498; }","duration":"4.039689276s","start":"2026-04-16T03:54:10.228106Z","end":"2026-04-16T03:54:14.267796Z","steps":["trace[1902994935] 'process raft request' (duration: 4.039625874s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.267934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.228082Z","time spent":"4.039774377s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:14.268187Z","caller":"traceutil/trace.go:171","msg":"trace[1099511951] linearizableReadLoop","detail":"{readStateIndex:1594; appliedIndex:1592; }","duration":"4.041149068s","start":"2026-04-16T03:54:10.227004Z","end":"2026-04-16T03:54:14.268153Z","steps":["trace[1099511951] 'read index received' (duration: 234.404963ms)","trace[1099511951] 'applied index is now lower than readState.Index' (duration: 3.806742085s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:14.268254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.03162498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:14.268309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.211386563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:14.268353Z","caller":"traceutil/trace.go:171","msg":"trace[81196356] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1498; }","duration":"6.031761113s","start":"2026-04-16T03:54:08.236549Z","end":"2026-04-16T03:54:14.26831Z","steps":["trace[81196356] 'agreement among raft nodes before linearized reading' (duration: 6.03163097s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:14.268373Z","caller":"traceutil/trace.go:171","msg":"trace[1655272796] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1498; }","duration":"8.211484595s","start":"2026-04-16T03:54:06.056878Z","end":"2026-04-16T03:54:14.268363Z","steps":["trace[1655272796] 'agreement among raft nodes before linearized reading' (duration: 8.211390963s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.268391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.461995434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:14.268368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.144543699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:14.268407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:06.056861Z","time spent":"8.211537666s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:14.268432Z","caller":"traceutil/trace.go:171","msg":"trace[1233008397] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1498; }","duration":"8.462056186s","start":"2026-04-16T03:54:05.806364Z","end":"2026-04-16T03:54:14.26842Z","steps":["trace[1233008397] 'agreement among raft nodes before linearized reading' (duration: 8.461940193s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.268429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.863882896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:14.268457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.084962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:14.268458Z","caller":"traceutil/trace.go:171","msg":"trace[1310605170] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1498; }","duration":"7.144708772s","start":"2026-04-16T03:54:07.123726Z","end":"2026-04-16T03:54:14.268435Z","steps":["trace[1310605170] 'agreement among raft nodes before linearized reading' (duration: 7.144532918s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.268471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:05.806314Z","time spent":"8.462146907s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:14.268484Z","caller":"traceutil/trace.go:171","msg":"trace[1920027637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1498; }","duration":"491.144084ms","start":"2026-04-16T03:54:13.777331Z","end":"2026-04-16T03:54:14.268475Z","steps":["trace[1920027637] 'agreement among raft nodes before linearized reading' (duration: 491.102653ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:14.268479Z","caller":"traceutil/trace.go:171","msg":"trace[274317026] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1498; }","duration":"6.863934048s","start":"2026-04-16T03:54:07.40453Z","end":"2026-04-16T03:54:14.268464Z","steps":["trace[274317026] 'agreement among raft nodes before linearized reading' (duration: 6.863857926s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.268467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20228793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-04-16T03:54:14.26851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:13.777311Z","time spent":"491.193674ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:14.268509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.123707Z","time spent":"7.144788704s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:14.268517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:07.404509Z","time spent":"6.86399918s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:14.268399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:08.23653Z","time spent":"6.031858566s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:14.268541Z","caller":"traceutil/trace.go:171","msg":"trace[493707608] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52; range_end:; response_count:1; response_revision:1498; }","duration":"5.202405953s","start":"2026-04-16T03:54:09.066115Z","end":"2026-04-16T03:54:14.268521Z","steps":["trace[493707608] 'agreement among raft nodes before linearized reading' (duration: 5.202180148s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.26854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037163598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-04-16T03:54:14.268582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:09.066095Z","time spent":"5.202478084s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52\" "} {"level":"info","ts":"2026-04-16T03:54:14.268588Z","caller":"traceutil/trace.go:171","msg":"trace[19814490] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1498; }","duration":"4.03723745s","start":"2026-04-16T03:54:10.231337Z","end":"2026-04-16T03:54:14.268574Z","steps":["trace[19814490] 'agreement among raft nodes before linearized reading' (duration: 4.037064326s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.268641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:10.231324Z","time spent":"4.037310091s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:54:14.268808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113192522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:14.268841Z","caller":"traceutil/trace.go:171","msg":"trace[86509327] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1498; }","duration":"3.113262144s","start":"2026-04-16T03:54:11.155569Z","end":"2026-04-16T03:54:14.268831Z","steps":["trace[86509327] 'agreement among raft nodes before linearized reading' (duration: 3.113199832s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:14.268868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:11.155549Z","time spent":"3.113311935s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:14.771155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:15.271922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:15.487321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217394976s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:15.487792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:14.269799Z","time spent":"1.21798735s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:54:16.271457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:16.271557Z","caller":"traceutil/trace.go:171","msg":"trace[148108882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052369s","start":"2026-04-16T03:54:14.271005Z","end":"2026-04-16T03:54:16.271529Z","steps":["trace[148108882] 'agreement among raft nodes before linearized reading' (duration: 2.000407927s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:16.271607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:14.270995Z","time spent":"2.000602171s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:17.304716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.817209794s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:18.280741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:18.280821Z","caller":"traceutil/trace.go:171","msg":"trace[1458668206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317934s","start":"2026-04-16T03:54:16.280485Z","end":"2026-04-16T03:54:18.280803Z","steps":["trace[1458668206] 'agreement among raft nodes before linearized reading' (duration: 2.000218462s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:18.280867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:16.280459Z","time spent":"2.000398837s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:18.687668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160809345s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:18.78188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47692903s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T03:54:18.782005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:14.270813Z","time spent":"4.511182243s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:54:18.782168Z","caller":"traceutil/trace.go:171","msg":"trace[997570878] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"2.733822482s","start":"2026-04-16T03:54:16.048326Z","end":"2026-04-16T03:54:18.782148Z","steps":["trace[997570878] 'process raft request' (duration: 2.73376456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:18.782296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:16.048303Z","time spent":"2.733932404s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:18.782382Z","caller":"traceutil/trace.go:171","msg":"trace[233311335] linearizableReadLoop","detail":"{readStateIndex:1597; appliedIndex:1595; }","duration":"4.511325347s","start":"2026-04-16T03:54:14.271033Z","end":"2026-04-16T03:54:18.782358Z","steps":["trace[233311335] 'read index received' (duration: 1.2166766s)","trace[233311335] 'applied index is now lower than readState.Index' (duration: 3.294646497s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:18.782385Z","caller":"traceutil/trace.go:171","msg":"trace[782265329] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"3.292967978s","start":"2026-04-16T03:54:15.489391Z","end":"2026-04-16T03:54:18.782358Z","steps":["trace[782265329] 'process raft request' (duration: 3.292587049s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:18.782554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:15.489364Z","time spent":"3.293071101s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:18.782611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703841523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:18.782646Z","caller":"traceutil/trace.go:171","msg":"trace[1104510473] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1500; }","duration":"3.703957415s","start":"2026-04-16T03:54:15.078678Z","end":"2026-04-16T03:54:18.782635Z","steps":["trace[1104510473] 'agreement among raft nodes before linearized reading' (duration: 3.703790092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:18.78268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:15.078661Z","time spent":"3.704011087s","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":54,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:18.782729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.55982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:18.782826Z","caller":"traceutil/trace.go:171","msg":"trace[1259395683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1500; }","duration":"501.701273ms","start":"2026-04-16T03:54:18.281102Z","end":"2026-04-16T03:54:18.782803Z","steps":["trace[1259395683] 'agreement among raft nodes before linearized reading' (duration: 501.56087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:18.782889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.281081Z","time spent":"501.794565ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:19.301086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:19.802173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:20.302749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:20.790779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000835037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:20.790877Z","caller":"traceutil/trace.go:171","msg":"trace[38082166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000976139s","start":"2026-04-16T03:54:18.789874Z","end":"2026-04-16T03:54:20.790851Z","steps":["trace[38082166] 'agreement among raft nodes before linearized reading' (duration: 2.000863177s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:20.790922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.789861Z","time spent":"2.001052762s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:20.803183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:21.303777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:21.483022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.699841823s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:21.85474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095534774s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:21.854905Z","caller":"traceutil/trace.go:171","msg":"trace[2047359529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1500; }","duration":"2.095712708s","start":"2026-04-16T03:54:19.759167Z","end":"2026-04-16T03:54:21.85488Z","steps":["trace[2047359529] 'range keys from in-memory index tree' (duration: 2.095508282s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:21.855305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.945791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:21.855494Z","caller":"traceutil/trace.go:171","msg":"trace[2096965657] linearizableReadLoop","detail":"{readStateIndex:1600; appliedIndex:1599; }","duration":"3.070767331s","start":"2026-04-16T03:54:18.784647Z","end":"2026-04-16T03:54:21.855415Z","steps":["trace[2096965657] 'read index received' (duration: 2.698551594s)","trace[2096965657] 'applied index is now lower than readState.Index' (duration: 372.213997ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:21.855614Z","caller":"traceutil/trace.go:171","msg":"trace[204710365] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"3.072519391s","start":"2026-04-16T03:54:18.783078Z","end":"2026-04-16T03:54:21.855597Z","steps":["trace[204710365] 'process raft request' (duration: 2.700180211s)","trace[204710365] 'compare' (duration: 371.820697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:21.855715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.783054Z","time spent":"3.072606632s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:21.85606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51084891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:21.856149Z","caller":"traceutil/trace.go:171","msg":"trace[1752252859] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1501; }","duration":"1.510955753s","start":"2026-04-16T03:54:20.345174Z","end":"2026-04-16T03:54:21.85613Z","steps":["trace[1752252859] 'agreement among raft nodes before linearized reading' (duration: 1.510767709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:21.856198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.345117Z","time spent":"1.511070535s","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:21.856249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064941791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:21.856283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071639761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:54:21.856334Z","caller":"traceutil/trace.go:171","msg":"trace[269237499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1501; }","duration":"1.065069904s","start":"2026-04-16T03:54:20.791242Z","end":"2026-04-16T03:54:21.856312Z","steps":["trace[269237499] 'agreement among raft nodes before linearized reading' (duration: 1.064938371s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:21.856342Z","caller":"traceutil/trace.go:171","msg":"trace[659858519] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1501; }","duration":"3.071801405s","start":"2026-04-16T03:54:18.784524Z","end":"2026-04-16T03:54:21.856325Z","steps":["trace[659858519] 'agreement among raft nodes before linearized reading' (duration: 3.071678132s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:21.856379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:20.7912Z","time spent":"1.065170966s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:21.856388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:18.784505Z","time spent":"3.071871866s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:54:22.36465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:22.865212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:22.953885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092157988s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:23.86395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:23.864047Z","caller":"traceutil/trace.go:171","msg":"trace[1409182615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283875s","start":"2026-04-16T03:54:21.863742Z","end":"2026-04-16T03:54:23.864026Z","steps":["trace[1409182615] 'agreement among raft nodes before linearized reading' (duration: 2.000162321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:23.864094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:21.863702Z","time spent":"2.000383577s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:24.34734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393251373s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:25.865912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000737434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:25.866003Z","caller":"traceutil/trace.go:171","msg":"trace[1376354211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000878508s","start":"2026-04-16T03:54:23.865105Z","end":"2026-04-16T03:54:25.865983Z","steps":["trace[1376354211] 'agreement among raft nodes before linearized reading' (duration: 2.000760665s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:25.866048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:23.865089Z","time spent":"2.000949239s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:26.048639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094467788s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:26.048841Z","caller":"traceutil/trace.go:171","msg":"trace[667596008] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"4.187161608s","start":"2026-04-16T03:54:21.861647Z","end":"2026-04-16T03:54:26.048809Z","steps":["trace[667596008] 'process raft request' (duration: 1.092448654s)","trace[667596008] 'compare' (duration: 3.093703051s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:26.048932Z","caller":"traceutil/trace.go:171","msg":"trace[1648332691] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1600; }","duration":"4.185125723s","start":"2026-04-16T03:54:21.863754Z","end":"2026-04-16T03:54:26.04888Z","steps":["trace[1648332691] 'read index received' (duration: 1.090339817s)","trace[1648332691] 'applied index is now lower than readState.Index' (duration: 3.094785126s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:26.04899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:21.862084Z","time spent":"4.186904462s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:54:26.049027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:21.861634Z","time spent":"4.18728385s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:26.049313Z","caller":"traceutil/trace.go:171","msg":"trace[81499739] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"3.82148687s","start":"2026-04-16T03:54:22.227784Z","end":"2026-04-16T03:54:26.049271Z","steps":["trace[81499739] 'process raft request' (duration: 3.821035359s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:26.049522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:22.227759Z","time spent":"3.821667575s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:26.549151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:27.049708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:27.188643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.898784073s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:27.874065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000855337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:27.874141Z","caller":"traceutil/trace.go:171","msg":"trace[1943214481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00098184s","start":"2026-04-16T03:54:25.873142Z","end":"2026-04-16T03:54:27.874124Z","steps":["trace[1943214481] 'agreement among raft nodes before linearized reading' (duration: 2.000883968s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:27.874188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:25.873128Z","time spent":"2.001049221s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:29.27512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000832766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:29.275231Z","caller":"traceutil/trace.go:171","msg":"trace[1806859802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00099595s","start":"2026-04-16T03:54:27.27421Z","end":"2026-04-16T03:54:29.275206Z","steps":["trace[1806859802] 'agreement among raft nodes before linearized reading' (duration: 2.000856127s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:29.275284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.274197Z","time spent":"2.001076352s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:29.874255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999778263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:29.874355Z","caller":"traceutil/trace.go:171","msg":"trace[826381370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999921966s","start":"2026-04-16T03:54:27.874409Z","end":"2026-04-16T03:54:29.874331Z","steps":["trace[826381370] 'agreement among raft nodes before linearized reading' (duration: 1.999798414s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:29.87441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.874394Z","time spent":"2.000001858s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:30.72083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532024367s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:54:30.721083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.822644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:30.721201Z","caller":"traceutil/trace.go:171","msg":"trace[933024770] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1503; }","duration":"961.955017ms","start":"2026-04-16T03:54:29.759229Z","end":"2026-04-16T03:54:30.721184Z","steps":["trace[933024770] 'range keys from in-memory index tree' (duration: 961.802612ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:30.721491Z","caller":"traceutil/trace.go:171","msg":"trace[87863222] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1603; }","duration":"4.672508501s","start":"2026-04-16T03:54:26.048959Z","end":"2026-04-16T03:54:30.721468Z","steps":["trace[87863222] 'read index received' (duration: 1.139848959s)","trace[87863222] 'applied index is now lower than readState.Index' (duration: 3.532655952s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:30.721536Z","caller":"traceutil/trace.go:171","msg":"trace[2009863034] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"4.671373634s","start":"2026-04-16T03:54:26.050108Z","end":"2026-04-16T03:54:30.721482Z","steps":["trace[2009863034] 'process raft request' (duration: 4.670808302s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:30.721696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:26.050085Z","time spent":"4.671524238s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:30.787821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.778569568s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:31.881237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000604061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:31.881341Z","caller":"traceutil/trace.go:171","msg":"trace[1202989334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756155s","start":"2026-04-16T03:54:29.880564Z","end":"2026-04-16T03:54:31.88132Z","steps":["trace[1202989334] 'agreement among raft nodes before linearized reading' (duration: 2.000626882s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:31.881388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.880548Z","time spent":"2.000829986s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:32.036322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.873391462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:32.036714Z","caller":"traceutil/trace.go:171","msg":"trace[1873852866] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1504; }","duration":"7.873644097s","start":"2026-04-16T03:54:24.162853Z","end":"2026-04-16T03:54:32.036497Z","steps":["trace[1873852866] 'agreement among raft nodes before linearized reading' (duration: 6.558622016s)","trace[1873852866] 'count revisions from in-memory index tree' (duration: 1.314763985s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:32.036775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:24.162836Z","time spent":"7.873922364s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:32.036774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.197380205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:32.036807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.369930199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:32.036872Z","caller":"traceutil/trace.go:171","msg":"trace[1410219295] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1504; }","duration":"9.197530659s","start":"2026-04-16T03:54:22.839319Z","end":"2026-04-16T03:54:32.036849Z","steps":["trace[1410219295] 'agreement among raft nodes before linearized reading' (duration: 7.882243882s)","trace[1410219295] 'count revisions from in-memory index tree' (duration: 1.315140724s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:32.036893Z","caller":"traceutil/trace.go:171","msg":"trace[346051308] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1504; }","duration":"7.370023721s","start":"2026-04-16T03:54:24.666847Z","end":"2026-04-16T03:54:32.03687Z","steps":["trace[346051308] 'agreement among raft nodes before linearized reading' (duration: 6.054623612s)","trace[346051308] 'count revisions from in-memory index tree' (duration: 1.315264306s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:32.036939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:22.8393Z","time spent":"9.19761779s","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:32.036948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:24.66683Z","time spent":"7.370103312s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:32.037109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249013164s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:32.037196Z","caller":"traceutil/trace.go:171","msg":"trace[1774195264] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"3.028046223s","start":"2026-04-16T03:54:29.009131Z","end":"2026-04-16T03:54:32.037177Z","steps":["trace[1774195264] 'process raft request' (duration: 1.778858325s)","trace[1774195264] 'compare' (duration: 1.248052213s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:32.03726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.009107Z","time spent":"3.028117364s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:32.377572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.586193848s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:33.882572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000552411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:54:33.882645Z","caller":"traceutil/trace.go:171","msg":"trace[480926808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683603s","start":"2026-04-16T03:54:31.881947Z","end":"2026-04-16T03:54:33.88263Z","steps":["trace[480926808] 'agreement among raft nodes before linearized reading' (duration: 2.000576911s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:33.882678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:31.881932Z","time spent":"2.000739475s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:34.479709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101960898s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:54:34.47981Z","caller":"traceutil/trace.go:171","msg":"trace[165769851] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1605; }","duration":"3.758254556s","start":"2026-04-16T03:54:30.721537Z","end":"2026-04-16T03:54:34.479791Z","steps":["trace[165769851] 'read index received' (duration: 66.472098ms)","trace[165769851] 'applied index is now lower than readState.Index' (duration: 3.691780748s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:34.479915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514247133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:34.479954Z","caller":"traceutil/trace.go:171","msg":"trace[548856221] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1505; }","duration":"4.514330895s","start":"2026-04-16T03:54:29.965611Z","end":"2026-04-16T03:54:34.479942Z","steps":["trace[548856221] 'agreement among raft nodes before linearized reading' (duration: 4.514256113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.479972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.226978318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:34.479988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.965592Z","time spent":"4.514385156s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:34.480009Z","caller":"traceutil/trace.go:171","msg":"trace[1625606857] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1505; }","duration":"7.22705444s","start":"2026-04-16T03:54:27.252944Z","end":"2026-04-16T03:54:34.479999Z","steps":["trace[1625606857] 'agreement among raft nodes before linearized reading' (duration: 7.226987829s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.480039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.252924Z","time spent":"7.227107061s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:34.480191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002837919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:34.480191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.967970065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:34.480221Z","caller":"traceutil/trace.go:171","msg":"trace[658098516] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1505; }","duration":"5.002905901s","start":"2026-04-16T03:54:29.477306Z","end":"2026-04-16T03:54:34.480212Z","steps":["trace[658098516] 'agreement among raft nodes before linearized reading' (duration: 5.00285049s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:34.480225Z","caller":"traceutil/trace.go:171","msg":"trace[846908933] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1505; }","duration":"7.968004996s","start":"2026-04-16T03:54:26.512211Z","end":"2026-04-16T03:54:34.480216Z","steps":["trace[846908933] 'agreement among raft nodes before linearized reading' (duration: 7.967953635s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.480248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:29.477286Z","time spent":"5.002954201s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:34.480257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:26.512191Z","time spent":"7.968057927s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:34.480292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.756349832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:54:34.480367Z","caller":"traceutil/trace.go:171","msg":"trace[1530197829] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1505; }","duration":"3.756463325s","start":"2026-04-16T03:54:30.723886Z","end":"2026-04-16T03:54:34.48035Z","steps":["trace[1530197829] 'agreement among raft nodes before linearized reading' (duration: 3.756311932s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.480408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:30.723875Z","time spent":"3.756524056s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:54:34.480467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794831042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:34.480514Z","caller":"traceutil/trace.go:171","msg":"trace[609969338] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1505; }","duration":"5.794920094s","start":"2026-04-16T03:54:28.685581Z","end":"2026-04-16T03:54:34.480501Z","steps":["trace[609969338] 'agreement among raft nodes before linearized reading' (duration: 5.794791371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.480556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:28.685559Z","time spent":"5.794983935s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:34.480555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813846342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:34.48058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.028626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:34.480638Z","caller":"traceutil/trace.go:171","msg":"trace[1040872081] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1505; }","duration":"242.130648ms","start":"2026-04-16T03:54:34.238493Z","end":"2026-04-16T03:54:34.480623Z","steps":["trace[1040872081] 'agreement among raft nodes before linearized reading' (duration: 242.033776ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:34.480624Z","caller":"traceutil/trace.go:171","msg":"trace[222362660] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1505; }","duration":"6.813973635s","start":"2026-04-16T03:54:27.666634Z","end":"2026-04-16T03:54:34.480607Z","steps":["trace[222362660] 'agreement among raft nodes before linearized reading' (duration: 6.813833752s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.480634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.441707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:34.480652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.315179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:34.480681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:27.666614Z","time spent":"6.814056117s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:34.480683Z","caller":"traceutil/trace.go:171","msg":"trace[470804022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1505; }","duration":"591.529179ms","start":"2026-04-16T03:54:33.88914Z","end":"2026-04-16T03:54:34.480669Z","steps":["trace[470804022] 'agreement among raft nodes before linearized reading' (duration: 591.455577ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:34.480721Z","caller":"traceutil/trace.go:171","msg":"trace[1886442366] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1505; }","duration":"975.428822ms","start":"2026-04-16T03:54:33.505275Z","end":"2026-04-16T03:54:34.480704Z","steps":["trace[1886442366] 'agreement among raft nodes before linearized reading' (duration: 975.286799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.480734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.889119Z","time spent":"591.60521ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:34.480762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:33.50526Z","time spent":"975.493173ms","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:34.480835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.427513733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-04-16T03:54:34.480858Z","caller":"traceutil/trace.go:171","msg":"trace[1729330206] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1505; }","duration":"8.427557243s","start":"2026-04-16T03:54:26.053294Z","end":"2026-04-16T03:54:34.480851Z","steps":["trace[1729330206] 'agreement among raft nodes before linearized reading' (duration: 8.427467911s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.480877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:26.053285Z","time spent":"8.427587484s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"info","ts":"2026-04-16T03:54:34.628768Z","caller":"traceutil/trace.go:171","msg":"trace[512129878] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1607; }","duration":"144.938086ms","start":"2026-04-16T03:54:34.483815Z","end":"2026-04-16T03:54:34.628754Z","steps":["trace[512129878] 'read index received' (duration: 144.799143ms)","trace[512129878] 'applied index is now lower than readState.Index' (duration: 138.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:34.628843Z","caller":"traceutil/trace.go:171","msg":"trace[44325393] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"145.958599ms","start":"2026-04-16T03:54:34.482832Z","end":"2026-04-16T03:54:34.628791Z","steps":["trace[44325393] 'process raft request' (duration: 145.830576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.628944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.320141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-16T03:54:34.628965Z","caller":"traceutil/trace.go:171","msg":"trace[727620695] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1506; }","duration":"144.377943ms","start":"2026-04-16T03:54:34.484581Z","end":"2026-04-16T03:54:34.628959Z","steps":["trace[727620695] 'agreement among raft nodes before linearized reading' (duration: 144.27072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.629019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.179441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:54:34.629086Z","caller":"traceutil/trace.go:171","msg":"trace[1995594702] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1506; }","duration":"145.273363ms","start":"2026-04-16T03:54:34.483794Z","end":"2026-04-16T03:54:34.629067Z","steps":["trace[1995594702] 'agreement among raft nodes before linearized reading' (duration: 145.037408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:34.927157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.908563ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:54:34.927282Z","caller":"traceutil/trace.go:171","msg":"trace[774456927] linearizableReadLoop","detail":"{readStateIndex:1609; appliedIndex:1608; }","duration":"292.647074ms","start":"2026-04-16T03:54:34.634616Z","end":"2026-04-16T03:54:34.927263Z","steps":["trace[774456927] 'read index received' (duration: 174.701981ms)","trace[774456927] 'applied index is now lower than readState.Index' (duration: 117.943373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:34.927438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.810008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-16T03:54:34.927467Z","caller":"traceutil/trace.go:171","msg":"trace[697675613] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556; range_end:; response_count:1; response_revision:1506; }","duration":"292.855629ms","start":"2026-04-16T03:54:34.6346Z","end":"2026-04-16T03:54:34.927456Z","steps":["trace[697675613] 'agreement among raft nodes before linearized reading' (duration: 292.709985ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:35.427371Z","caller":"traceutil/trace.go:171","msg":"trace[1049758379] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"788.32566ms","start":"2026-04-16T03:54:34.639017Z","end":"2026-04-16T03:54:35.427342Z","steps":["trace[1049758379] 'process raft request' (duration: 788.101645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:35.427602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:34.639001Z","time spent":"788.460613ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:35.591327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.475237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:35.591515Z","caller":"traceutil/trace.go:171","msg":"trace[1094003915] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1609; }","duration":"219.813244ms","start":"2026-04-16T03:54:35.37168Z","end":"2026-04-16T03:54:35.591493Z","steps":["trace[1094003915] 'read index received' (duration: 55.529329ms)","trace[1094003915] 'applied index is now lower than readState.Index' (duration: 164.282855ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:35.591576Z","caller":"traceutil/trace.go:171","msg":"trace[1196813684] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"663.328257ms","start":"2026-04-16T03:54:34.928205Z","end":"2026-04-16T03:54:35.591533Z","steps":["trace[1196813684] 'process raft request' (duration: 555.556214ms)","trace[1196813684] 'compare' (duration: 107.324053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:35.591611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.936826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:35.591768Z","caller":"traceutil/trace.go:171","msg":"trace[1379579459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1509; }","duration":"220.12776ms","start":"2026-04-16T03:54:35.371628Z","end":"2026-04-16T03:54:35.591756Z","steps":["trace[1379579459] 'agreement among raft nodes before linearized reading' (duration: 219.930786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:35.591762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:34.928179Z","time spent":"663.48985ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:35.591587Z","caller":"traceutil/trace.go:171","msg":"trace[1265945772] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"662.472038ms","start":"2026-04-16T03:54:34.929085Z","end":"2026-04-16T03:54:35.591557Z","steps":["trace[1265945772] 'process raft request' (duration: 662.345975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:35.592062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:34.929078Z","time spent":"662.912638ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:35.800601Z","caller":"traceutil/trace.go:171","msg":"trace[1162163397] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"153.366505ms","start":"2026-04-16T03:54:35.647204Z","end":"2026-04-16T03:54:35.800571Z","steps":["trace[1162163397] 'process raft request' (duration: 153.151001ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:36.038903Z","caller":"traceutil/trace.go:171","msg":"trace[93938252] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"153.741265ms","start":"2026-04-16T03:54:35.885127Z","end":"2026-04-16T03:54:36.038868Z","steps":["trace[93938252] 'process raft request' (duration: 125.912774ms)","trace[93938252] 'compare' (duration: 27.710198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:36.31028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.04931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:36.310407Z","caller":"traceutil/trace.go:171","msg":"trace[1819029575] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"265.847835ms","start":"2026-04-16T03:54:36.044537Z","end":"2026-04-16T03:54:36.310385Z","steps":["trace[1819029575] 'process raft request' (duration: 104.600741ms)","trace[1819029575] 'compare' (duration: 160.879896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:36.618823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.100985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:36.619088Z","caller":"traceutil/trace.go:171","msg":"trace[1807130209] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"220.890038ms","start":"2026-04-16T03:54:36.398174Z","end":"2026-04-16T03:54:36.619064Z","steps":["trace[1807130209] 'process raft request' (duration: 220.796316ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:36.619126Z","caller":"traceutil/trace.go:171","msg":"trace[663276110] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"303.331547ms","start":"2026-04-16T03:54:36.315753Z","end":"2026-04-16T03:54:36.619084Z","steps":["trace[663276110] 'process raft request' (duration: 151.881284ms)","trace[663276110] 'compare' (duration: 150.89532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:36.619315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:36.315728Z","time spent":"303.48338ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:37.368254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.5097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:37.368379Z","caller":"traceutil/trace.go:171","msg":"trace[1166504622] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1619; }","duration":"697.40467ms","start":"2026-04-16T03:54:36.670946Z","end":"2026-04-16T03:54:37.36835Z","steps":["trace[1166504622] 'read index received' (duration: 138.707615ms)","trace[1166504622] 'applied index is now lower than readState.Index' (duration: 558.695265ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:37.36844Z","caller":"traceutil/trace.go:171","msg":"trace[1738892206] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"745.387028ms","start":"2026-04-16T03:54:36.623Z","end":"2026-04-16T03:54:37.368387Z","steps":["trace[1738892206] 'process raft request' (duration: 186.680303ms)","trace[1738892206] 'compare' (duration: 558.272885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:37.368544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.581474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:37.368582Z","caller":"traceutil/trace.go:171","msg":"trace[2072629380] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1517; }","duration":"697.661446ms","start":"2026-04-16T03:54:36.670911Z","end":"2026-04-16T03:54:37.368572Z","steps":["trace[2072629380] 'agreement among raft nodes before linearized reading' (duration: 697.538553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:37.368578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.817303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:37.368624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:36.670898Z","time spent":"697.714407ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:37.368653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:36.622976Z","time spent":"745.545251ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:54:37.368633Z","caller":"traceutil/trace.go:171","msg":"trace[977176748] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1517; }","duration":"324.923946ms","start":"2026-04-16T03:54:37.043694Z","end":"2026-04-16T03:54:37.368618Z","steps":["trace[977176748] 'agreement among raft nodes before linearized reading' (duration: 324.786103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:37.368797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:37.043673Z","time spent":"325.092309ms","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:37.917184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.226669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:37.917315Z","caller":"traceutil/trace.go:171","msg":"trace[1781732974] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"542.773185ms","start":"2026-04-16T03:54:37.374516Z","end":"2026-04-16T03:54:37.917289Z","steps":["trace[1781732974] 'process raft request' (duration: 282.340041ms)","trace[1781732974] 'compare' (duration: 259.962394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:37.91742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:37.374502Z","time spent":"542.863907ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:38.838052Z","caller":"traceutil/trace.go:171","msg":"trace[108550525] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"914.068471ms","start":"2026-04-16T03:54:37.923961Z","end":"2026-04-16T03:54:38.838029Z","steps":["trace[108550525] 'process raft request' (duration: 913.866457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:38.838046Z","caller":"traceutil/trace.go:171","msg":"trace[2076334533] linearizableReadLoop","detail":"{readStateIndex:1622; appliedIndex:1621; }","duration":"467.311303ms","start":"2026-04-16T03:54:38.370702Z","end":"2026-04-16T03:54:38.838013Z","steps":["trace[2076334533] 'read index received' (duration: 467.141549ms)","trace[2076334533] 'applied index is now lower than readState.Index' (duration: 167.554µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:38.838161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:37.923943Z","time spent":"914.161323ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:38.838259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.554768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:38.838352Z","caller":"traceutil/trace.go:171","msg":"trace[76724366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1519; }","duration":"467.6446ms","start":"2026-04-16T03:54:38.370655Z","end":"2026-04-16T03:54:38.8383Z","steps":["trace[76724366] 'agreement among raft nodes before linearized reading' (duration: 467.474227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:38.838391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:38.370635Z","time spent":"467.747023ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:40.297041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.113101ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:40.297211Z","caller":"traceutil/trace.go:171","msg":"trace[1447271164] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1519; }","duration":"538.285204ms","start":"2026-04-16T03:54:39.75889Z","end":"2026-04-16T03:54:40.297175Z","steps":["trace[1447271164] 'range keys from in-memory index tree' (duration: 538.0943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:40.297238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.797389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:40.297346Z","caller":"traceutil/trace.go:171","msg":"trace[398141317] linearizableReadLoop","detail":"{readStateIndex:1623; appliedIndex:1622; }","duration":"828.072057ms","start":"2026-04-16T03:54:39.469257Z","end":"2026-04-16T03:54:40.297329Z","steps":["trace[398141317] 'read index received' (duration: 62.054223ms)","trace[398141317] 'applied index is now lower than readState.Index' (duration: 766.015964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:40.297446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.18762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:40.297475Z","caller":"traceutil/trace.go:171","msg":"trace[298411094] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1520; }","duration":"828.255611ms","start":"2026-04-16T03:54:39.469209Z","end":"2026-04-16T03:54:40.297465Z","steps":["trace[298411094] 'agreement among raft nodes before linearized reading' (duration: 828.165799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:40.297483Z","caller":"traceutil/trace.go:171","msg":"trace[128624014] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"1.454271253s","start":"2026-04-16T03:54:38.84319Z","end":"2026-04-16T03:54:40.297461Z","steps":["trace[128624014] 'process raft request' (duration: 688.150097ms)","trace[128624014] 'compare' (duration: 765.45966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:40.297509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:39.469187Z","time spent":"828.312322ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:40.297601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:38.843169Z","time spent":"1.454355764s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:41.504519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09084588s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:41.50464Z","caller":"traceutil/trace.go:171","msg":"trace[1472207036] linearizableReadLoop","detail":"{readStateIndex:1624; appliedIndex:1623; }","duration":"1.134507936s","start":"2026-04-16T03:54:40.370117Z","end":"2026-04-16T03:54:41.504624Z","steps":["trace[1472207036] 'read index received' (duration: 43.550914ms)","trace[1472207036] 'applied index is now lower than readState.Index' (duration: 1.090955422s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:41.504757Z","caller":"traceutil/trace.go:171","msg":"trace[1196481866] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"1.20009024s","start":"2026-04-16T03:54:40.304635Z","end":"2026-04-16T03:54:41.504725Z","steps":["trace[1196481866] 'process raft request' (duration: 108.961254ms)","trace[1196481866] 'compare' (duration: 1.090191604s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:41.50489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:40.304625Z","time spent":"1.200192832s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:41.505032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134922176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:41.50507Z","caller":"traceutil/trace.go:171","msg":"trace[278295895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1521; }","duration":"1.135001127s","start":"2026-04-16T03:54:40.37006Z","end":"2026-04-16T03:54:41.505061Z","steps":["trace[278295895] 'agreement among raft nodes before linearized reading' (duration: 1.134895124s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:41.505101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:40.370039Z","time spent":"1.135055378s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:42.005572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:42.505886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:42.658402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168141167s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:54:43.506741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000685834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:54:43.506844Z","caller":"traceutil/trace.go:171","msg":"trace[1784474338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000843138s","start":"2026-04-16T03:54:41.505982Z","end":"2026-04-16T03:54:43.506825Z","steps":["trace[1784474338] 'agreement among raft nodes before linearized reading' (duration: 2.000720085s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:43.506903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:41.505959Z","time spent":"2.000923509s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:54:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:54:44.248798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590190581s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:54:44.249591Z","caller":"traceutil/trace.go:171","msg":"trace[746943324] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"1.903511016s","start":"2026-04-16T03:54:42.346052Z","end":"2026-04-16T03:54:44.249563Z","steps":["trace[746943324] 'process raft request' (duration: 1.902843812s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:44.249702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:42.346015Z","time spent":"1.90363125s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:44.249579Z","caller":"traceutil/trace.go:171","msg":"trace[150083579] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1624; }","duration":"2.744879923s","start":"2026-04-16T03:54:41.504666Z","end":"2026-04-16T03:54:44.249546Z","steps":["trace[150083579] 'read index received' (duration: 1.153937406s)","trace[150083579] 'applied index is now lower than readState.Index' (duration: 1.590939607s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:45.064874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968506302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:45.064994Z","caller":"traceutil/trace.go:171","msg":"trace[1069431205] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1522; }","duration":"2.968680255s","start":"2026-04-16T03:54:42.09629Z","end":"2026-04-16T03:54:45.06497Z","steps":["trace[1069431205] 'agreement among raft nodes before linearized reading' (duration: 2.153623013s)","trace[1069431205] 'count revisions from in-memory index tree' (duration: 814.886408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:45.065015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55698376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-04-16T03:54:45.065094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406122483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:45.065108Z","caller":"traceutil/trace.go:171","msg":"trace[1963865690] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556; range_end:; response_count:1; response_revision:1522; }","duration":"3.557091222s","start":"2026-04-16T03:54:41.507983Z","end":"2026-04-16T03:54:45.065075Z","steps":["trace[1963865690] 'agreement among raft nodes before linearized reading' (duration: 2.741869096s)","trace[1963865690] 'range keys from in-memory index tree' (duration: 815.017801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:45.065124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54987781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:45.06513Z","caller":"traceutil/trace.go:171","msg":"trace[890140881] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1522; }","duration":"2.406190465s","start":"2026-04-16T03:54:42.658926Z","end":"2026-04-16T03:54:45.065116Z","steps":["trace[890140881] 'agreement among raft nodes before linearized reading' (duration: 1.590972709s)","trace[890140881] 'count revisions from in-memory index tree' (duration: 815.176995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:45.065157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:41.507975Z","time spent":"3.557171824s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":895,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" "} {"level":"warn","ts":"2026-04-16T03:54:45.065166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:42.658907Z","time spent":"2.406250057s","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:45.065175Z","caller":"traceutil/trace.go:171","msg":"trace[1383169353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1522; }","duration":"1.549962113s","start":"2026-04-16T03:54:43.515192Z","end":"2026-04-16T03:54:45.065154Z","steps":["trace[1383169353] 'agreement among raft nodes before linearized reading' (duration: 734.698566ms)","trace[1383169353] 'range keys from in-memory index tree' (duration: 815.200495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:45.065206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:43.515173Z","time spent":"1.550026694s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:45.065197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.876814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:45.065229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720808175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:45.065245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.793613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:45.065043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:42.096274Z","time spent":"2.968756718s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:45.065314Z","caller":"traceutil/trace.go:171","msg":"trace[1526880982] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1522; }","duration":"3.720948008s","start":"2026-04-16T03:54:41.344339Z","end":"2026-04-16T03:54:45.065287Z","steps":["trace[1526880982] 'agreement among raft nodes before linearized reading' (duration: 2.90522521s)","trace[1526880982] 'count revisions from in-memory index tree' (duration: 815.592095ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:45.065328Z","caller":"traceutil/trace.go:171","msg":"trace[670925509] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1522; }","duration":"319.905535ms","start":"2026-04-16T03:54:44.745401Z","end":"2026-04-16T03:54:45.065306Z","steps":["trace[670925509] 'count revisions from in-memory index tree' (duration: 319.7188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:45.065359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:41.344311Z","time spent":"3.72103824s","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:45.065372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:44.745392Z","time spent":"319.969017ms","remote":"127.0.0.1:42054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:45.065496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128531625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:45.065523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.314238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:54:45.065529Z","caller":"traceutil/trace.go:171","msg":"trace[981898354] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1522; }","duration":"4.128600117s","start":"2026-04-16T03:54:40.936918Z","end":"2026-04-16T03:54:45.065518Z","steps":["trace[981898354] 'agreement among raft nodes before linearized reading' (duration: 3.312721636s)","trace[981898354] 'count revisions from in-memory index tree' (duration: 815.82488ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:45.06556Z","caller":"traceutil/trace.go:171","msg":"trace[1625975471] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1522; }","duration":"432.45521ms","start":"2026-04-16T03:54:44.633094Z","end":"2026-04-16T03:54:45.065549Z","steps":["trace[1625975471] 'range keys from in-memory index tree' (duration: 432.111582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:45.065566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:40.936894Z","time spent":"4.128663128s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:45.065269Z","caller":"traceutil/trace.go:171","msg":"trace[177775671] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1522; }","duration":"794.018097ms","start":"2026-04-16T03:54:44.271233Z","end":"2026-04-16T03:54:45.065252Z","steps":["trace[177775671] 'count revisions from in-memory index tree' (duration: 793.74875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:45.065375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.472841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:45.065594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:44.633072Z","time spent":"432.510851ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:54:45.065601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:44.271204Z","time spent":"794.388795ms","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:45.065633Z","caller":"traceutil/trace.go:171","msg":"trace[1975497821] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1522; }","duration":"983.751567ms","start":"2026-04-16T03:54:44.081863Z","end":"2026-04-16T03:54:45.065614Z","steps":["trace[1975497821] 'agreement among raft nodes before linearized reading' (duration: 168.016119ms)","trace[1975497821] 'count revisions from in-memory index tree' (duration: 815.474361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:45.065566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729930117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T03:54:45.065674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:44.081841Z","time spent":"983.820539ms","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:45.065698Z","caller":"traceutil/trace.go:171","msg":"trace[2092630246] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1522; }","duration":"2.73012019s","start":"2026-04-16T03:54:42.335568Z","end":"2026-04-16T03:54:45.065688Z","steps":["trace[2092630246] 'agreement among raft nodes before linearized reading' (duration: 1.914339152s)","trace[2092630246] 'count revisions from in-memory index tree' (duration: 815.639635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:45.065722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:42.335534Z","time spent":"2.730180272s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":139,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:45.577356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:54:45.717131Z","caller":"traceutil/trace.go:171","msg":"trace[1291400587] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"649.422045ms","start":"2026-04-16T03:54:45.067684Z","end":"2026-04-16T03:54:45.717106Z","steps":["trace[1291400587] 'process raft request' (duration: 649.273592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:45.717316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:45.067659Z","time spent":"649.538058ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:46.613881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.727193ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:54:46.613988Z","caller":"traceutil/trace.go:171","msg":"trace[1493992796] linearizableReadLoop","detail":"{readStateIndex:1628; appliedIndex:1626; }","duration":"1.537407257s","start":"2026-04-16T03:54:45.076563Z","end":"2026-04-16T03:54:46.61397Z","steps":["trace[1493992796] 'read index received' (duration: 640.403032ms)","trace[1493992796] 'applied index is now lower than readState.Index' (duration: 897.002515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:46.614087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:45.06784Z","time spent":"1.546244578s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:54:46.614276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176692481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:46.614418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138750403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:46.614417Z","caller":"traceutil/trace.go:171","msg":"trace[509457721] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1523; }","duration":"1.176877375s","start":"2026-04-16T03:54:45.437521Z","end":"2026-04-16T03:54:46.614399Z","steps":["trace[509457721] 'agreement among raft nodes before linearized reading' (duration: 1.176579208s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:46.614457Z","caller":"traceutil/trace.go:171","msg":"trace[702034140] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1523; }","duration":"1.138833705s","start":"2026-04-16T03:54:45.475609Z","end":"2026-04-16T03:54:46.614443Z","steps":["trace[702034140] 'agreement among raft nodes before linearized reading' (duration: 1.138759843s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:46.614465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537891229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:46.614461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.659065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:46.614495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:45.437441Z","time spent":"1.177040099s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:46.6145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:45.475588Z","time spent":"1.138901497s","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:46.614526Z","caller":"traceutil/trace.go:171","msg":"trace[107365976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1523; }","duration":"1.53798425s","start":"2026-04-16T03:54:45.076527Z","end":"2026-04-16T03:54:46.614511Z","steps":["trace[107365976] 'agreement among raft nodes before linearized reading' (duration: 1.537874818s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:46.614533Z","caller":"traceutil/trace.go:171","msg":"trace[477361830] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1523; }","duration":"134.769057ms","start":"2026-04-16T03:54:46.479751Z","end":"2026-04-16T03:54:46.61452Z","steps":["trace[477361830] 'agreement among raft nodes before linearized reading' (duration: 134.653885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:46.614578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:45.076513Z","time spent":"1.538042762s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:46.614518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.801001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-16T03:54:46.614646Z","caller":"traceutil/trace.go:171","msg":"trace[1092035166] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52; range_end:; response_count:1; response_revision:1523; }","duration":"892.955764ms","start":"2026-04-16T03:54:45.72166Z","end":"2026-04-16T03:54:46.614616Z","steps":["trace[1092035166] 'agreement among raft nodes before linearized reading' (duration: 892.690508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:46.614718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:45.721643Z","time spent":"893.060687ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52\" "} {"level":"warn","ts":"2026-04-16T03:54:46.614309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.445716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:46.617727Z","caller":"traceutil/trace.go:171","msg":"trace[628690735] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1523; }","duration":"476.907965ms","start":"2026-04-16T03:54:46.140804Z","end":"2026-04-16T03:54:46.617712Z","steps":["trace[628690735] 'agreement among raft nodes before linearized reading' (duration: 473.444606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:46.617775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:46.140772Z","time spent":"476.985397ms","remote":"127.0.0.1:60256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:47.385247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.293712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:47.385491Z","caller":"traceutil/trace.go:171","msg":"trace[1949630215] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"690.954006ms","start":"2026-04-16T03:54:46.694423Z","end":"2026-04-16T03:54:47.385377Z","steps":["trace[1949630215] 'process raft request' (duration: 493.425728ms)","trace[1949630215] 'compare' (duration: 197.131439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:47.385765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:46.694405Z","time spent":"691.202112ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:47.823115Z","caller":"traceutil/trace.go:171","msg":"trace[889501307] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1630; }","duration":"669.504361ms","start":"2026-04-16T03:54:47.153581Z","end":"2026-04-16T03:54:47.823085Z","steps":["trace[889501307] 'read index received' (duration: 34.372408ms)","trace[889501307] 'applied index is now lower than readState.Index' (duration: 635.130383ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:47.823209Z","caller":"traceutil/trace.go:171","msg":"trace[1978438734] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"845.792757ms","start":"2026-04-16T03:54:46.97738Z","end":"2026-04-16T03:54:47.823173Z","steps":["trace[1978438734] 'process raft request' (duration: 783.793875ms)","trace[1978438734] 'compare' (duration: 61.607893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:47.823326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.710495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:54:47.823339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.536494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:47.82333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.165843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:54:47.823394Z","caller":"traceutil/trace.go:171","msg":"trace[1111772187] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1527; }","duration":"669.842089ms","start":"2026-04-16T03:54:47.153538Z","end":"2026-04-16T03:54:47.82338Z","steps":["trace[1111772187] 'agreement among raft nodes before linearized reading' (duration: 669.671845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:47.823364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:46.977352Z","time spent":"845.932551ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:54:47.823412Z","caller":"traceutil/trace.go:171","msg":"trace[1801407015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1527; }","duration":"127.617696ms","start":"2026-04-16T03:54:47.695775Z","end":"2026-04-16T03:54:47.823393Z","steps":["trace[1801407015] 'agreement among raft nodes before linearized reading' (duration: 127.500793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:47.823439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:47.153522Z","time spent":"669.9064ms","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:47.823418Z","caller":"traceutil/trace.go:171","msg":"trace[1596786234] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1527; }","duration":"535.294435ms","start":"2026-04-16T03:54:47.288107Z","end":"2026-04-16T03:54:47.823401Z","steps":["trace[1596786234] 'agreement among raft nodes before linearized reading' (duration: 535.154922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:47.82354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.283251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-16T03:54:47.823612Z","caller":"traceutil/trace.go:171","msg":"trace[1202854389] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556; range_end:; response_count:1; response_revision:1527; }","duration":"434.389423ms","start":"2026-04-16T03:54:47.389206Z","end":"2026-04-16T03:54:47.823595Z","steps":["trace[1202854389] 'agreement among raft nodes before linearized reading' (duration: 434.108317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:47.82354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:47.288092Z","time spent":"535.427189ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:47.823666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:47.38919Z","time spent":"434.463466ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":895,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" "} {"level":"info","ts":"2026-04-16T03:54:48.028838Z","caller":"traceutil/trace.go:171","msg":"trace[2017241714] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"132.347344ms","start":"2026-04-16T03:54:47.896429Z","end":"2026-04-16T03:54:48.028776Z","steps":["trace[2017241714] 'process raft request' (duration: 66.466454ms)","trace[2017241714] 'compare' (duration: 65.734966ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:48.314492Z","caller":"traceutil/trace.go:171","msg":"trace[1279184221] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"230.585105ms","start":"2026-04-16T03:54:48.083869Z","end":"2026-04-16T03:54:48.314454Z","steps":["trace[1279184221] 'process raft request' (duration: 186.13168ms)","trace[1279184221] 'compare' (duration: 44.306191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:48.870991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:49.371537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478106972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:49.718554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.315804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:49.718692Z","caller":"traceutil/trace.go:171","msg":"trace[1053603200] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1636; }","duration":"1.348589628s","start":"2026-04-16T03:54:48.370085Z","end":"2026-04-16T03:54:49.718674Z","steps":["trace[1053603200] 'read index received' (duration: 1.059125771s)","trace[1053603200] 'applied index is now lower than readState.Index' (duration: 289.462467ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:49.718783Z","caller":"traceutil/trace.go:171","msg":"trace[778069302] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"1.40086537s","start":"2026-04-16T03:54:48.317904Z","end":"2026-04-16T03:54:49.718769Z","steps":["trace[778069302] 'process raft request' (duration: 1.11125195s)","trace[778069302] 'compare' (duration: 289.171951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:49.718841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:48.317883Z","time spent":"1.400934841s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:54:49.71905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.292329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:49.719069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348964317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:49.719138Z","caller":"traceutil/trace.go:171","msg":"trace[1713214109] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1532; }","duration":"877.421152ms","start":"2026-04-16T03:54:48.841699Z","end":"2026-04-16T03:54:49.71912Z","steps":["trace[1713214109] 'agreement among raft nodes before linearized reading' (duration: 877.239438ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:49.719159Z","caller":"traceutil/trace.go:171","msg":"trace[1989386411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1532; }","duration":"1.34908915s","start":"2026-04-16T03:54:48.370045Z","end":"2026-04-16T03:54:49.719134Z","steps":["trace[1989386411] 'agreement among raft nodes before linearized reading' (duration: 1.348935116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:49.719181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:48.841686Z","time spent":"877.484813ms","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:54:49.719215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:48.370028Z","time spent":"1.349173972s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:50.117402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.687549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:50.117506Z","caller":"traceutil/trace.go:171","msg":"trace[1283242329] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1637; }","duration":"390.155093ms","start":"2026-04-16T03:54:49.727336Z","end":"2026-04-16T03:54:50.117491Z","steps":["trace[1283242329] 'read index received' (duration: 143.199458ms)","trace[1283242329] 'applied index is now lower than readState.Index' (duration: 246.954575ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:50.117534Z","caller":"traceutil/trace.go:171","msg":"trace[2019398879] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"392.333892ms","start":"2026-04-16T03:54:49.725168Z","end":"2026-04-16T03:54:50.117502Z","steps":["trace[2019398879] 'process raft request' (duration: 145.47194ms)","trace[2019398879] 'compare' (duration: 246.571906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:50.11759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.250475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:54:50.117615Z","caller":"traceutil/trace.go:171","msg":"trace[1966150824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1533; }","duration":"390.274165ms","start":"2026-04-16T03:54:49.727332Z","end":"2026-04-16T03:54:50.117606Z","steps":["trace[1966150824] 'agreement among raft nodes before linearized reading' (duration: 390.200454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:50.117655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:49.727312Z","time spent":"390.336627ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:54:50.117668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:49.725147Z","time spent":"392.450205ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:50.852002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.192116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:54:50.852403Z","caller":"traceutil/trace.go:171","msg":"trace[713691073] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"728.188987ms","start":"2026-04-16T03:54:50.124163Z","end":"2026-04-16T03:54:50.852352Z","steps":["trace[713691073] 'process raft request' (duration: 145.554421ms)","trace[713691073] 'compare' (duration: 582.059393ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:54:50.85253Z","caller":"traceutil/trace.go:171","msg":"trace[1377585134] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1638; }","duration":"617.221929ms","start":"2026-04-16T03:54:50.235277Z","end":"2026-04-16T03:54:50.852499Z","steps":["trace[1377585134] 'read index received' (duration: 34.451038ms)","trace[1377585134] 'applied index is now lower than readState.Index' (duration: 582.76778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:50.853093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:50.124135Z","time spent":"728.433303ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:54:51.164337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.192651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:54:51.164478Z","caller":"traceutil/trace.go:171","msg":"trace[408264487] linearizableReadLoop","detail":"{readStateIndex:1640; appliedIndex:1639; }","duration":"306.088882ms","start":"2026-04-16T03:54:50.858359Z","end":"2026-04-16T03:54:51.164447Z","steps":["trace[408264487] 'read index received' (duration: 61.821µs)","trace[408264487] 'applied index is now lower than readState.Index' (duration: 306.024061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:51.164565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.288366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:54:51.164588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.219265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-16T03:54:51.164604Z","caller":"traceutil/trace.go:171","msg":"trace[1445158034] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1534; }","duration":"929.387098ms","start":"2026-04-16T03:54:50.235204Z","end":"2026-04-16T03:54:51.164592Z","steps":["trace[1445158034] 'agreement among raft nodes before linearized reading' (duration: 617.571057ms)","trace[1445158034] 'count revisions from in-memory index tree' (duration: 311.74569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:54:51.164635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:50.235178Z","time spent":"929.44929ms","remote":"127.0.0.1:42198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:54:51.164638Z","caller":"traceutil/trace.go:171","msg":"trace[1966484948] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52; range_end:; response_count:1; response_revision:1534; }","duration":"306.292837ms","start":"2026-04-16T03:54:50.858328Z","end":"2026-04-16T03:54:51.164621Z","steps":["trace[1966484948] 'agreement among raft nodes before linearized reading' (duration: 306.198585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:51.16468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:50.858314Z","time spent":"306.353958ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm.18a6b9f9fb94ea52\" "} {"level":"info","ts":"2026-04-16T03:54:51.36974Z","caller":"traceutil/trace.go:171","msg":"trace[1024923435] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"202.819407ms","start":"2026-04-16T03:54:51.166897Z","end":"2026-04-16T03:54:51.369716Z","steps":["trace[1024923435] 'process raft request' (duration: 202.686284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:54:54.614244Z","caller":"traceutil/trace.go:171","msg":"trace[1477171125] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"262.753761ms","start":"2026-04-16T03:54:54.351465Z","end":"2026-04-16T03:54:54.614219Z","steps":["trace[1477171125] 'process raft request' (duration: 262.595348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:58.87101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:59.371357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:54:59.817569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.846789643s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:54:59.817963Z","caller":"traceutil/trace.go:171","msg":"trace[428832576] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"1.847275566s","start":"2026-04-16T03:54:57.970666Z","end":"2026-04-16T03:54:59.817942Z","steps":["trace[428832576] 'process raft request' (duration: 1.847139143s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:54:59.818088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:57.970642Z","time spent":"1.847383308s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:00.208454Z","caller":"traceutil/trace.go:171","msg":"trace[594098987] linearizableReadLoop","detail":"{readStateIndex:1652; appliedIndex:1650; }","duration":"1.838370293s","start":"2026-04-16T03:54:58.37006Z","end":"2026-04-16T03:55:00.208431Z","steps":["trace[594098987] 'read index received' (duration: 1.447719669s)","trace[594098987] 'applied index is now lower than readState.Index' (duration: 390.649644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:00.208594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838524307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:00.208632Z","caller":"traceutil/trace.go:171","msg":"trace[847819785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"1.8386226s","start":"2026-04-16T03:54:58.37Z","end":"2026-04-16T03:55:00.208622Z","steps":["trace[847819785] 'agreement among raft nodes before linearized reading' (duration: 1.838531628s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:00.208609Z","caller":"traceutil/trace.go:171","msg":"trace[584039290] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"2.128292059s","start":"2026-04-16T03:54:58.080271Z","end":"2026-04-16T03:55:00.208563Z","steps":["trace[584039290] 'process raft request' (duration: 2.128005103s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:00.208665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:58.369975Z","time spent":"1.83868366s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:00.208788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:54:58.080235Z","time spent":"2.128453013s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8582,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:02.361629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:02.862222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:03.203893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434838119s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:55:04.36072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156577365s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:55:04.360816Z","caller":"traceutil/trace.go:171","msg":"trace[1965849862] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"2.49968955s","start":"2026-04-16T03:55:01.86111Z","end":"2026-04-16T03:55:04.360799Z","steps":["trace[1965849862] 'read index received' (duration: 1.342945431s)","trace[1965849862] 'applied index is now lower than readState.Index' (duration: 1.156742659s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:04.361179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500055068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:04.361919Z","caller":"traceutil/trace.go:171","msg":"trace[193497955] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1545; }","duration":"2.500800934s","start":"2026-04-16T03:55:01.861061Z","end":"2026-04-16T03:55:04.361862Z","steps":["trace[193497955] 'agreement among raft nodes before linearized reading' (duration: 2.500040927s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:04.362035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:01.861044Z","time spent":"2.500954018s","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:04.361333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.395657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:04.362305Z","caller":"traceutil/trace.go:171","msg":"trace[1381550599] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1545; }","duration":"379.410959ms","start":"2026-04-16T03:55:03.98287Z","end":"2026-04-16T03:55:04.362281Z","steps":["trace[1381550599] 'agreement among raft nodes before linearized reading' (duration: 378.395447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:04.362344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:03.98285Z","time spent":"379.481832ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:04.361404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.584459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:04.362428Z","caller":"traceutil/trace.go:171","msg":"trace[175701378] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1545; }","duration":"489.609502ms","start":"2026-04-16T03:55:03.872785Z","end":"2026-04-16T03:55:04.362394Z","steps":["trace[175701378] 'agreement among raft nodes before linearized reading' (duration: 488.551999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:04.361769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977519281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:04.362522Z","caller":"traceutil/trace.go:171","msg":"trace[688626634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"1.978304017s","start":"2026-04-16T03:55:02.384204Z","end":"2026-04-16T03:55:04.362508Z","steps":["trace[688626634] 'agreement among raft nodes before linearized reading' (duration: 1.976972648s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:04.362551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:03.87273Z","time spent":"489.782057ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:04.362597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:02.38419Z","time spent":"1.97839532s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:05.817248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182172834s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:55:05.817683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:04.634925Z","time spent":"1.182753648s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:55:05.883979Z","caller":"traceutil/trace.go:171","msg":"trace[602655438] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"946.129695ms","start":"2026-04-16T03:55:04.937822Z","end":"2026-04-16T03:55:05.883952Z","steps":["trace[602655438] 'process raft request' (duration: 942.634416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:05.884128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:04.937798Z","time spent":"946.247158ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:05.883964Z","caller":"traceutil/trace.go:171","msg":"trace[1257751527] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1653; }","duration":"513.719668ms","start":"2026-04-16T03:55:05.370214Z","end":"2026-04-16T03:55:05.883934Z","steps":["trace[1257751527] 'read index received' (duration: 447.356898ms)","trace[1257751527] 'applied index is now lower than readState.Index' (duration: 66.36111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:05.884347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.107566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:05.88441Z","caller":"traceutil/trace.go:171","msg":"trace[613641092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1547; }","duration":"514.213068ms","start":"2026-04-16T03:55:05.37018Z","end":"2026-04-16T03:55:05.884393Z","steps":["trace[613641092] 'agreement among raft nodes before linearized reading' (duration: 513.84135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:05.884467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:05.370164Z","time spent":"514.29052ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:07.062075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.915649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:07.06213Z","caller":"traceutil/trace.go:171","msg":"trace[1528415205] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1553; }","duration":"593.017001ms","start":"2026-04-16T03:55:06.469099Z","end":"2026-04-16T03:55:07.062116Z","steps":["trace[1528415205] 'count revisions from in-memory index tree' (duration: 592.853117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:07.062156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:06.46908Z","time spent":"593.069822ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:07.062201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.795356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:07.062251Z","caller":"traceutil/trace.go:171","msg":"trace[996945200] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1553; }","duration":"718.868487ms","start":"2026-04-16T03:55:06.34337Z","end":"2026-04-16T03:55:07.062239Z","steps":["trace[996945200] 'count revisions from in-memory index tree' (duration: 718.747815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:07.062289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:06.343357Z","time spent":"718.923109ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:07.062075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.352345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-04-16T03:55:07.062453Z","caller":"traceutil/trace.go:171","msg":"trace[1120820357] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm; range_end:; response_count:1; response_revision:1553; }","duration":"806.883667ms","start":"2026-04-16T03:55:06.255561Z","end":"2026-04-16T03:55:07.062445Z","steps":["trace[1120820357] 'range keys from in-memory index tree' (duration: 806.173681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:07.062478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:06.255444Z","time spent":"807.02783ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5699,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" "} {"level":"warn","ts":"2026-04-16T03:55:07.062485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.038052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:07.062507Z","caller":"traceutil/trace.go:171","msg":"trace[990396352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1553; }","duration":"693.081333ms","start":"2026-04-16T03:55:06.369419Z","end":"2026-04-16T03:55:07.0625Z","steps":["trace[990396352] 'range keys from in-memory index tree' (duration: 692.992911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:07.062533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:06.369409Z","time spent":"693.119684ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:09.183011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.167862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-16T03:55:09.183022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.668693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:09.183075Z","caller":"traceutil/trace.go:171","msg":"trace[450241896] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1567; }","duration":"550.258153ms","start":"2026-04-16T03:55:08.632802Z","end":"2026-04-16T03:55:09.18306Z","steps":["trace[450241896] 'range keys from in-memory index tree' (duration: 550.039129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:09.183084Z","caller":"traceutil/trace.go:171","msg":"trace[46439958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1567; }","duration":"110.776175ms","start":"2026-04-16T03:55:09.072292Z","end":"2026-04-16T03:55:09.183068Z","steps":["trace[46439958] 'count revisions from in-memory index tree' (duration: 110.594992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:09.183105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:08.632749Z","time spent":"550.348336ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T03:55:09.183187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.717462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:09.183245Z","caller":"traceutil/trace.go:171","msg":"trace[1435550824] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1567; }","duration":"285.810053ms","start":"2026-04-16T03:55:08.897421Z","end":"2026-04-16T03:55:09.183231Z","steps":["trace[1435550824] 'count revisions from in-memory index tree' (duration: 285.6617ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:09.534059Z","caller":"traceutil/trace.go:171","msg":"trace[446680906] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"114.563861ms","start":"2026-04-16T03:55:09.419472Z","end":"2026-04-16T03:55:09.534035Z","steps":["trace[446680906] 'process raft request' (duration: 114.367026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:10.75974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.133941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:10.759958Z","caller":"traceutil/trace.go:171","msg":"trace[580957649] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"919.476574ms","start":"2026-04-16T03:55:09.840462Z","end":"2026-04-16T03:55:10.759938Z","steps":["trace[580957649] 'process raft request' (duration: 575.800871ms)","trace[580957649] 'compare' (duration: 342.856105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:10.760065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:09.840445Z","time spent":"919.561405ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:10.762438Z","caller":"traceutil/trace.go:171","msg":"trace[1980141564] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1678; }","duration":"518.955857ms","start":"2026-04-16T03:55:10.243461Z","end":"2026-04-16T03:55:10.762417Z","steps":["trace[1980141564] 'read index received' (duration: 172.816249ms)","trace[1980141564] 'applied index is now lower than readState.Index' (duration: 346.138338ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:10.762509Z","caller":"traceutil/trace.go:171","msg":"trace[701834431] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"553.223501ms","start":"2026-04-16T03:55:10.209259Z","end":"2026-04-16T03:55:10.762482Z","steps":["trace[701834431] 'process raft request' (duration: 553.002366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:10.762599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.136971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:55:10.762628Z","caller":"traceutil/trace.go:171","msg":"trace[81139838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1571; }","duration":"519.198502ms","start":"2026-04-16T03:55:10.243423Z","end":"2026-04-16T03:55:10.762622Z","steps":["trace[81139838] 'agreement among raft nodes before linearized reading' (duration: 519.10215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:10.762629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.930933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:10.762648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:10.243407Z","time spent":"519.237383ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:10.762653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.855055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:10.762662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:10.209227Z","time spent":"553.374855ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:10.76267Z","caller":"traceutil/trace.go:171","msg":"trace[1505018825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1571; }","duration":"392.020685ms","start":"2026-04-16T03:55:10.370638Z","end":"2026-04-16T03:55:10.762659Z","steps":["trace[1505018825] 'agreement among raft nodes before linearized reading' (duration: 391.917313ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:10.762706Z","caller":"traceutil/trace.go:171","msg":"trace[1508161958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1571; }","duration":"289.957038ms","start":"2026-04-16T03:55:10.472736Z","end":"2026-04-16T03:55:10.762693Z","steps":["trace[1508161958] 'agreement among raft nodes before linearized reading' (duration: 289.868416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:10.762714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:10.370617Z","time spent":"392.089376ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:55:11.960852Z","caller":"traceutil/trace.go:171","msg":"trace[825454279] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"117.669991ms","start":"2026-04-16T03:55:11.843163Z","end":"2026-04-16T03:55:11.960833Z","steps":["trace[825454279] 'process raft request' (duration: 117.544157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:12.867175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:55:13.136684Z","caller":"traceutil/trace.go:171","msg":"trace[498564786] linearizableReadLoop","detail":"{readStateIndex:1687; appliedIndex:1686; }","duration":"769.695057ms","start":"2026-04-16T03:55:12.36697Z","end":"2026-04-16T03:55:13.136665Z","steps":["trace[498564786] 'read index received' (duration: 769.503723ms)","trace[498564786] 'applied index is now lower than readState.Index' (duration: 190.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:13.136742Z","caller":"traceutil/trace.go:171","msg":"trace[1612238823] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"836.714681ms","start":"2026-04-16T03:55:12.300006Z","end":"2026-04-16T03:55:13.136721Z","steps":["trace[1612238823] 'process raft request' (duration: 836.509307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:13.136857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.067719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:55:13.136847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.853531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:13.136882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:12.299996Z","time spent":"836.801863ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:13.136934Z","caller":"traceutil/trace.go:171","msg":"trace[660156175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1577; }","duration":"769.973203ms","start":"2026-04-16T03:55:12.366939Z","end":"2026-04-16T03:55:13.136912Z","steps":["trace[660156175] 'agreement among raft nodes before linearized reading' (duration: 769.822219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:13.136895Z","caller":"traceutil/trace.go:171","msg":"trace[916008854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1577; }","duration":"374.148591ms","start":"2026-04-16T03:55:12.762734Z","end":"2026-04-16T03:55:13.136883Z","steps":["trace[916008854] 'agreement among raft nodes before linearized reading' (duration: 374.030108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:13.137012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:12.762717Z","time spent":"374.285754ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:13.136996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:12.366926Z","time spent":"770.058685ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:15.034983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.196985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:15.035083Z","caller":"traceutil/trace.go:171","msg":"trace[662232291] linearizableReadLoop","detail":"{readStateIndex:1693; appliedIndex:1692; }","duration":"458.354756ms","start":"2026-04-16T03:55:14.576712Z","end":"2026-04-16T03:55:15.035067Z","steps":["trace[662232291] 'read index received' (duration: 144.072048ms)","trace[662232291] 'applied index is now lower than readState.Index' (duration: 314.280728ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:15.035184Z","caller":"traceutil/trace.go:171","msg":"trace[1402223055] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"479.092485ms","start":"2026-04-16T03:55:14.556071Z","end":"2026-04-16T03:55:15.035164Z","steps":["trace[1402223055] 'process raft request' (duration: 164.650864ms)","trace[1402223055] 'compare' (duration: 313.92994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:15.035277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:14.556023Z","time spent":"479.216408ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:55:15.0354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.673773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-04-16T03:55:15.035461Z","caller":"traceutil/trace.go:171","msg":"trace[1160970241] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:1582; }","duration":"458.777465ms","start":"2026-04-16T03:55:14.576671Z","end":"2026-04-16T03:55:15.035448Z","steps":["trace[1160970241] 'agreement among raft nodes before linearized reading' (duration: 458.577201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:15.035452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.983458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:55:15.035489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:14.576655Z","time spent":"458.828066ms","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1487,"request content":"key:\"/registry/configmaps/local-path-storage/local-path-config\" "} {"level":"info","ts":"2026-04-16T03:55:15.035509Z","caller":"traceutil/trace.go:171","msg":"trace[1669727613] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1582; }","duration":"401.07835ms","start":"2026-04-16T03:55:14.634414Z","end":"2026-04-16T03:55:15.035492Z","steps":["trace[1669727613] 'agreement among raft nodes before linearized reading' (duration: 400.841905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:15.035554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:14.634383Z","time spent":"401.159282ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:55:16.516382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:17.017421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:17.194434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288056759s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:55:18.069188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364127283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:55:18.069285Z","caller":"traceutil/trace.go:171","msg":"trace[1726426045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1588; }","duration":"2.364271317s","start":"2026-04-16T03:55:15.704991Z","end":"2026-04-16T03:55:18.069262Z","steps":["trace[1726426045] 'range keys from in-memory index tree' (duration: 2.36392986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.069338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:15.704971Z","time spent":"2.364353459s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:18.070581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.862927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:18.070626Z","caller":"traceutil/trace.go:171","msg":"trace[42591093] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1700; }","duration":"2.0548308s","start":"2026-04-16T03:55:16.015786Z","end":"2026-04-16T03:55:18.070617Z","steps":["trace[42591093] 'read index received' (duration: 1.178752567s)","trace[42591093] 'applied index is now lower than readState.Index' (duration: 876.077493ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:18.070679Z","caller":"traceutil/trace.go:171","msg":"trace[806630172] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"2.164414118s","start":"2026-04-16T03:55:15.906254Z","end":"2026-04-16T03:55:18.070669Z","steps":["trace[806630172] 'process raft request' (duration: 1.288392957s)","trace[806630172] 'compare' (duration: 874.797163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:18.070713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:15.906231Z","time spent":"2.164462129s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:18.070847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701113281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:18.070901Z","caller":"traceutil/trace.go:171","msg":"trace[707488487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1589; }","duration":"1.701194053s","start":"2026-04-16T03:55:16.369691Z","end":"2026-04-16T03:55:18.070885Z","steps":["trace[707488487] 'agreement among raft nodes before linearized reading' (duration: 1.701103841s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.0709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017826763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-16T03:55:18.070917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.359728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:55:18.070955Z","caller":"traceutil/trace.go:171","msg":"trace[541229386] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1589; }","duration":"2.017911735s","start":"2026-04-16T03:55:16.053029Z","end":"2026-04-16T03:55:18.070941Z","steps":["trace[541229386] 'agreement among raft nodes before linearized reading' (duration: 2.017741821s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.070952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:16.369677Z","time spent":"1.701263594s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:18.070985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:16.053019Z","time spent":"2.017960496s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-16T03:55:18.070983Z","caller":"traceutil/trace.go:171","msg":"trace[1060708259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1589; }","duration":"493.477531ms","start":"2026-04-16T03:55:17.57749Z","end":"2026-04-16T03:55:18.070967Z","steps":["trace[1060708259] 'agreement among raft nodes before linearized reading' (duration: 493.294817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.07099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596574406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:18.071021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:17.577463Z","time spent":"493.550393ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:55:18.071028Z","caller":"traceutil/trace.go:171","msg":"trace[679497865] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1589; }","duration":"1.596642668s","start":"2026-04-16T03:55:16.474374Z","end":"2026-04-16T03:55:18.071017Z","steps":["trace[679497865] 'agreement among raft nodes before linearized reading' (duration: 1.596566346s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.071034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.621345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:55:18.071065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:16.474359Z","time spent":"1.596697589s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:18.071067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707621397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" ","response":"range_response_count:1 size:5794"} {"level":"info","ts":"2026-04-16T03:55:18.071092Z","caller":"traceutil/trace.go:171","msg":"trace[1448906538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1589; }","duration":"608.708536ms","start":"2026-04-16T03:55:17.462368Z","end":"2026-04-16T03:55:18.071077Z","steps":["trace[1448906538] 'agreement among raft nodes before linearized reading' (duration: 608.44542ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:18.071126Z","caller":"traceutil/trace.go:171","msg":"trace[392449037] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm; range_end:; response_count:1; response_revision:1589; }","duration":"1.70772502s","start":"2026-04-16T03:55:16.363387Z","end":"2026-04-16T03:55:18.071112Z","steps":["trace[392449037] 'agreement among raft nodes before linearized reading' (duration: 1.707556236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.071157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:16.363368Z","time spent":"1.707781561s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5817,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" "} {"level":"warn","ts":"2026-04-16T03:55:18.071159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:17.462354Z","time spent":"608.773578ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:18.07128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.983928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:55:18.071303Z","caller":"traceutil/trace.go:171","msg":"trace[403804844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1589; }","duration":"898.07333ms","start":"2026-04-16T03:55:17.173222Z","end":"2026-04-16T03:55:18.071296Z","steps":["trace[403804844] 'agreement among raft nodes before linearized reading' (duration: 897.550598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.071297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055508545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:55:18.071327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:17.173205Z","time spent":"898.117951ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:55:18.071346Z","caller":"traceutil/trace.go:171","msg":"trace[1482611644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1589; }","duration":"2.055591507s","start":"2026-04-16T03:55:16.015742Z","end":"2026-04-16T03:55:18.071333Z","steps":["trace[1482611644] 'agreement among raft nodes before linearized reading' (duration: 2.055164667s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:18.071383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:16.015726Z","time spent":"2.055647878s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:19.320635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.569606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:19.320722Z","caller":"traceutil/trace.go:171","msg":"trace[1665697668] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"1.246807185s","start":"2026-04-16T03:55:18.073897Z","end":"2026-04-16T03:55:19.320705Z","steps":["trace[1665697668] 'process raft request' (duration: 448.4179ms)","trace[1665697668] 'compare' (duration: 797.132896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:19.320769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:18.07388Z","time spent":"1.246863797s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:19.620653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098328809s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:55:19.63447Z","caller":"traceutil/trace.go:171","msg":"trace[1931528373] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"1.559245392s","start":"2026-04-16T03:55:18.075195Z","end":"2026-04-16T03:55:19.634441Z","steps":["trace[1931528373] 'process raft request' (duration: 1.545629584s)","trace[1931528373] 'compare' (duration: 13.445494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:19.634652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:18.075175Z","time spent":"1.559373485s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:19.634733Z","caller":"traceutil/trace.go:171","msg":"trace[1800404181] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1701; }","duration":"1.559486888s","start":"2026-04-16T03:55:18.075228Z","end":"2026-04-16T03:55:19.634715Z","steps":["trace[1800404181] 'read index received' (duration: 447.100482ms)","trace[1800404181] 'applied index is now lower than readState.Index' (duration: 1.112385636s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:19.634739Z","caller":"traceutil/trace.go:171","msg":"trace[444776816] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"1.556739585s","start":"2026-04-16T03:55:18.077982Z","end":"2026-04-16T03:55:19.634721Z","steps":["trace[444776816] 'process raft request' (duration: 1.556572531s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:19.634719Z","caller":"traceutil/trace.go:171","msg":"trace[495864982] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"1.557481462s","start":"2026-04-16T03:55:18.077205Z","end":"2026-04-16T03:55:19.634686Z","steps":["trace[495864982] 'process raft request' (duration: 1.557192226s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:19.634852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55961277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:19.634869Z","caller":"traceutil/trace.go:171","msg":"trace[1251084712] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.556141282s","start":"2026-04-16T03:55:18.078717Z","end":"2026-04-16T03:55:19.634859Z","steps":["trace[1251084712] 'process raft request' (duration: 1.555950608s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:19.634875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:18.077976Z","time spent":"1.556823098s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:19.634886Z","caller":"traceutil/trace.go:171","msg":"trace[1317288940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1594; }","duration":"1.559685312s","start":"2026-04-16T03:55:18.075192Z","end":"2026-04-16T03:55:19.634878Z","steps":["trace[1317288940] 'agreement among raft nodes before linearized reading' (duration: 1.559613711s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:19.634875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:18.077195Z","time spent":"1.557608885s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:19.634916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:18.078706Z","time spent":"1.556183423s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5589,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:19.634923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:18.075175Z","time spent":"1.559740633s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:19.635048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529564221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:19.635086Z","caller":"traceutil/trace.go:171","msg":"trace[1622110034] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1594; }","duration":"1.529634662s","start":"2026-04-16T03:55:18.105443Z","end":"2026-04-16T03:55:19.635077Z","steps":["trace[1622110034] 'agreement among raft nodes before linearized reading' (duration: 1.52956717s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:19.635112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:18.105431Z","time spent":"1.529674022s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:19.96306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.917422ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:19.963173Z","caller":"traceutil/trace.go:171","msg":"trace[1287293777] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1594; }","duration":"204.051145ms","start":"2026-04-16T03:55:19.759106Z","end":"2026-04-16T03:55:19.963157Z","steps":["trace[1287293777] 'range keys from in-memory index tree' (duration: 203.897371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:19.963264Z","caller":"traceutil/trace.go:171","msg":"trace[1096837410] linearizableReadLoop","detail":"{readStateIndex:1707; appliedIndex:1706; }","duration":"201.764042ms","start":"2026-04-16T03:55:19.761464Z","end":"2026-04-16T03:55:19.963228Z","steps":["trace[1096837410] 'read index received' (duration: 183.797166ms)","trace[1096837410] 'applied index is now lower than readState.Index' (duration: 17.964546ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:19.963319Z","caller":"traceutil/trace.go:171","msg":"trace[1658773409] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"316.412845ms","start":"2026-04-16T03:55:19.646867Z","end":"2026-04-16T03:55:19.96328Z","steps":["trace[1658773409] 'process raft request' (duration: 298.512821ms)","trace[1658773409] 'compare' (duration: 17.597038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:19.963386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.910395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:19.963449Z","caller":"traceutil/trace.go:171","msg":"trace[394566923] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1595; }","duration":"202.022698ms","start":"2026-04-16T03:55:19.761412Z","end":"2026-04-16T03:55:19.963435Z","steps":["trace[394566923] 'agreement among raft nodes before linearized reading' (duration: 201.913185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:19.963495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:19.646854Z","time spent":"316.558608ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:20.95599Z","caller":"traceutil/trace.go:171","msg":"trace[1848829625] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"179.14372ms","start":"2026-04-16T03:55:20.776816Z","end":"2026-04-16T03:55:20.95596Z","steps":["trace[1848829625] 'process raft request' (duration: 178.940616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:21.341735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.547137ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:55:21.482182Z","caller":"traceutil/trace.go:171","msg":"trace[920314773] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1709; }","duration":"112.181827ms","start":"2026-04-16T03:55:21.369978Z","end":"2026-04-16T03:55:21.48216Z","steps":["trace[920314773] 'read index received' (duration: 112.036444ms)","trace[920314773] 'applied index is now lower than readState.Index' (duration: 144.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:21.482439Z","caller":"traceutil/trace.go:171","msg":"trace[266796121] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"136.189799ms","start":"2026-04-16T03:55:21.346237Z","end":"2026-04-16T03:55:21.482426Z","steps":["trace[266796121] 'process raft request' (duration: 135.79493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:21.482676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.673878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:21.482757Z","caller":"traceutil/trace.go:171","msg":"trace[424137422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1597; }","duration":"112.801282ms","start":"2026-04-16T03:55:21.369937Z","end":"2026-04-16T03:55:21.482739Z","steps":["trace[424137422] 'agreement among raft nodes before linearized reading' (duration: 112.659768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:21.482758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.786856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-16T03:55:21.482832Z","caller":"traceutil/trace.go:171","msg":"trace[954259666] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1597; }","duration":"106.906069ms","start":"2026-04-16T03:55:21.375906Z","end":"2026-04-16T03:55:21.482812Z","steps":["trace[954259666] 'agreement among raft nodes before linearized reading' (duration: 106.680013ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:21.928651Z","caller":"traceutil/trace.go:171","msg":"trace[1496339586] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1711; }","duration":"391.366891ms","start":"2026-04-16T03:55:21.537269Z","end":"2026-04-16T03:55:21.928636Z","steps":["trace[1496339586] 'read index received' (duration: 343.391666ms)","trace[1496339586] 'applied index is now lower than readState.Index' (duration: 47.974585ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:21.928743Z","caller":"traceutil/trace.go:171","msg":"trace[1612163698] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"397.320786ms","start":"2026-04-16T03:55:21.531411Z","end":"2026-04-16T03:55:21.928732Z","steps":["trace[1612163698] 'process raft request' (duration: 397.178233ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:21.928735Z","caller":"traceutil/trace.go:171","msg":"trace[450135406] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"397.693764ms","start":"2026-04-16T03:55:21.531008Z","end":"2026-04-16T03:55:21.928702Z","steps":["trace[450135406] 'process raft request' (duration: 349.637417ms)","trace[450135406] 'compare' (duration: 47.563656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:21.928813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:21.531396Z","time spent":"397.373377ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:55:21.928865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:21.530984Z","time spent":"397.808026ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:21.929193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.922053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"warn","ts":"2026-04-16T03:55:21.92921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.949578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:55:21.929238Z","caller":"traceutil/trace.go:171","msg":"trace[868125942] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:1600; }","duration":"392.008405ms","start":"2026-04-16T03:55:21.537217Z","end":"2026-04-16T03:55:21.929225Z","steps":["trace[868125942] 'agreement among raft nodes before linearized reading' (duration: 391.836011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:21.929246Z","caller":"traceutil/trace.go:171","msg":"trace[89827162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1600; }","duration":"289.983179ms","start":"2026-04-16T03:55:21.63925Z","end":"2026-04-16T03:55:21.929234Z","steps":["trace[89827162] 'agreement among raft nodes before linearized reading' (duration: 289.891637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:21.929276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:21.537195Z","time spent":"392.069577ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:55:21.929288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.728178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:55:21.929285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.866056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:55:21.929334Z","caller":"traceutil/trace.go:171","msg":"trace[182807423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1600; }","duration":"341.81482ms","start":"2026-04-16T03:55:21.587507Z","end":"2026-04-16T03:55:21.929321Z","steps":["trace[182807423] 'agreement among raft nodes before linearized reading' (duration: 341.605135ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:21.929339Z","caller":"traceutil/trace.go:171","msg":"trace[1810986027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1600; }","duration":"290.024049ms","start":"2026-04-16T03:55:21.639304Z","end":"2026-04-16T03:55:21.929328Z","steps":["trace[1810986027] 'agreement among raft nodes before linearized reading' (duration: 289.806394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:21.929341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.787114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:55:21.929367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:21.587491Z","time spent":"341.869712ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:55:21.929406Z","caller":"traceutil/trace.go:171","msg":"trace[510103166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1600; }","duration":"289.911937ms","start":"2026-04-16T03:55:21.639481Z","end":"2026-04-16T03:55:21.929393Z","steps":["trace[510103166] 'agreement among raft nodes before linearized reading' (duration: 289.659921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:22.12968Z","caller":"traceutil/trace.go:171","msg":"trace[403110788] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"196.800541ms","start":"2026-04-16T03:55:21.932852Z","end":"2026-04-16T03:55:22.129652Z","steps":["trace[403110788] 'process raft request' (duration: 129.915439ms)","trace[403110788] 'compare' (duration: 66.560574ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:22.141861Z","caller":"traceutil/trace.go:171","msg":"trace[100596647] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"208.923205ms","start":"2026-04-16T03:55:21.932914Z","end":"2026-04-16T03:55:22.141838Z","steps":["trace[100596647] 'process raft request' (duration: 208.765881ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:22.142057Z","caller":"traceutil/trace.go:171","msg":"trace[1943647336] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"208.591048ms","start":"2026-04-16T03:55:21.93344Z","end":"2026-04-16T03:55:22.142031Z","steps":["trace[1943647336] 'process raft request' (duration: 208.362103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:22.142049Z","caller":"traceutil/trace.go:171","msg":"trace[1934231711] linearizableReadLoop","detail":"{readStateIndex:1715; appliedIndex:1713; }","duration":"208.624559ms","start":"2026-04-16T03:55:21.933394Z","end":"2026-04-16T03:55:22.142018Z","steps":["trace[1934231711] 'read index received' (duration: 129.389097ms)","trace[1934231711] 'applied index is now lower than readState.Index' (duration: 79.233462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:22.142407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.990117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3307"} {"level":"info","ts":"2026-04-16T03:55:22.142445Z","caller":"traceutil/trace.go:171","msg":"trace[591592152] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:1603; }","duration":"209.089289ms","start":"2026-04-16T03:55:21.933345Z","end":"2026-04-16T03:55:22.142434Z","steps":["trace[591592152] 'agreement among raft nodes before linearized reading' (duration: 208.937666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:23.170938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107211,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:55:23.453811Z","caller":"traceutil/trace.go:171","msg":"trace[1119238948] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1716; }","duration":"783.938949ms","start":"2026-04-16T03:55:22.669849Z","end":"2026-04-16T03:55:23.453788Z","steps":["trace[1119238948] 'read index received' (duration: 783.716544ms)","trace[1119238948] 'applied index is now lower than readState.Index' (duration: 221.305µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:23.453844Z","caller":"traceutil/trace.go:171","msg":"trace[225874401] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"911.731678ms","start":"2026-04-16T03:55:22.542088Z","end":"2026-04-16T03:55:23.45382Z","steps":["trace[225874401] 'process raft request' (duration: 911.562574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:23.453966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.102882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:23.453974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:22.542064Z","time spent":"911.83662ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:23.454005Z","caller":"traceutil/trace.go:171","msg":"trace[67940391] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1604; }","duration":"784.200034ms","start":"2026-04-16T03:55:22.669795Z","end":"2026-04-16T03:55:23.453996Z","steps":["trace[67940391] 'agreement among raft nodes before linearized reading' (duration: 784.113433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:23.454043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:22.669777Z","time spent":"784.256145ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:55:23.679888Z","caller":"traceutil/trace.go:171","msg":"trace[568136752] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1717; }","duration":"193.831424ms","start":"2026-04-16T03:55:23.486036Z","end":"2026-04-16T03:55:23.679867Z","steps":["trace[568136752] 'read index received' (duration: 193.756382ms)","trace[568136752] 'applied index is now lower than readState.Index' (duration: 74.252µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:23.679976Z","caller":"traceutil/trace.go:171","msg":"trace[1440447242] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"215.880212ms","start":"2026-04-16T03:55:23.46407Z","end":"2026-04-16T03:55:23.67995Z","steps":["trace[1440447242] 'process raft request' (duration: 215.673797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:23.680057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.012817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:55:23.680085Z","caller":"traceutil/trace.go:171","msg":"trace[1727738200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1605; }","duration":"194.075708ms","start":"2026-04-16T03:55:23.486002Z","end":"2026-04-16T03:55:23.680078Z","steps":["trace[1727738200] 'agreement among raft nodes before linearized reading' (duration: 193.940855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:23.841673Z","caller":"traceutil/trace.go:171","msg":"trace[1303770263] linearizableReadLoop","detail":"{readStateIndex:1719; appliedIndex:1718; }","duration":"156.657612ms","start":"2026-04-16T03:55:23.684986Z","end":"2026-04-16T03:55:23.841644Z","steps":["trace[1303770263] 'read index received' (duration: 156.515639ms)","trace[1303770263] 'applied index is now lower than readState.Index' (duration: 140.543µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:23.841795Z","caller":"traceutil/trace.go:171","msg":"trace[1238021013] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"158.604697ms","start":"2026-04-16T03:55:23.683148Z","end":"2026-04-16T03:55:23.841752Z","steps":["trace[1238021013] 'process raft request' (duration: 158.2982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:23.841923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.914809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6865"} {"level":"info","ts":"2026-04-16T03:55:23.841966Z","caller":"traceutil/trace.go:171","msg":"trace[1396197298] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1606; }","duration":"157.00601ms","start":"2026-04-16T03:55:23.684946Z","end":"2026-04-16T03:55:23.841952Z","steps":["trace[1396197298] 'agreement among raft nodes before linearized reading' (duration: 156.822746ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:24.07539Z","caller":"traceutil/trace.go:171","msg":"trace[2078270718] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"141.246974ms","start":"2026-04-16T03:55:23.934112Z","end":"2026-04-16T03:55:24.075359Z","steps":["trace[2078270718] 'process raft request' (duration: 109.550718ms)","trace[2078270718] 'compare' (duration: 31.554783ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:24.583579Z","caller":"traceutil/trace.go:171","msg":"trace[1903182106] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1720; }","duration":"438.337542ms","start":"2026-04-16T03:55:24.145212Z","end":"2026-04-16T03:55:24.583549Z","steps":["trace[1903182106] 'read index received' (duration: 356.975793ms)","trace[1903182106] 'applied index is now lower than readState.Index' (duration: 81.360839ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:24.583653Z","caller":"traceutil/trace.go:171","msg":"trace[183119082] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"446.817504ms","start":"2026-04-16T03:55:24.136795Z","end":"2026-04-16T03:55:24.583612Z","steps":["trace[183119082] 'process raft request' (duration: 365.371372ms)","trace[183119082] 'compare' (duration: 81.257838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:24.583804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:24.136764Z","time spent":"446.952347ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:24.583856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.463649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:24.583888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.681202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:55:24.583908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.195238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:55:24.583933Z","caller":"traceutil/trace.go:171","msg":"trace[1078973640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"213.587741ms","start":"2026-04-16T03:55:24.370328Z","end":"2026-04-16T03:55:24.583915Z","steps":["trace[1078973640] 'agreement among raft nodes before linearized reading' (duration: 213.474618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:24.583941Z","caller":"traceutil/trace.go:171","msg":"trace[235771009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1608; }","duration":"438.762793ms","start":"2026-04-16T03:55:24.145164Z","end":"2026-04-16T03:55:24.583927Z","steps":["trace[235771009] 'agreement among raft nodes before linearized reading' (duration: 438.570168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:24.583952Z","caller":"traceutil/trace.go:171","msg":"trace[1177511521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1608; }","duration":"437.27917ms","start":"2026-04-16T03:55:24.146659Z","end":"2026-04-16T03:55:24.583938Z","steps":["trace[1177511521] 'agreement among raft nodes before linearized reading' (duration: 437.117496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:24.583975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:24.145148Z","time spent":"438.819424ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:24.583991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:24.14665Z","time spent":"437.333341ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:24.584042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.048636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:55:24.584078Z","caller":"traceutil/trace.go:171","msg":"trace[1908422059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1608; }","duration":"407.113707ms","start":"2026-04-16T03:55:24.176955Z","end":"2026-04-16T03:55:24.584069Z","steps":["trace[1908422059] 'agreement among raft nodes before linearized reading' (duration: 406.914713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:24.584098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:24.176941Z","time spent":"407.152719ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:25.133846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.574787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:25.133941Z","caller":"traceutil/trace.go:171","msg":"trace[1245492342] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"545.766612ms","start":"2026-04-16T03:55:24.588159Z","end":"2026-04-16T03:55:25.133925Z","steps":["trace[1245492342] 'process raft request' (duration: 402.044463ms)","trace[1245492342] 'compare' (duration: 143.439733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:25.134004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:24.588145Z","time spent":"545.826783ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:25.711684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.616991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:25.711855Z","caller":"traceutil/trace.go:171","msg":"trace[2046741140] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"1.123595219s","start":"2026-04-16T03:55:24.588241Z","end":"2026-04-16T03:55:25.711836Z","steps":["trace[2046741140] 'process raft request' (duration: 752.740763ms)","trace[2046741140] 'compare' (duration: 370.445577ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:25.711889Z","caller":"traceutil/trace.go:171","msg":"trace[497035945] linearizableReadLoop","detail":"{readStateIndex:1724; appliedIndex:1721; }","duration":"1.077466806s","start":"2026-04-16T03:55:24.634405Z","end":"2026-04-16T03:55:25.711872Z","steps":["trace[497035945] 'read index received' (duration: 355.875778ms)","trace[497035945] 'applied index is now lower than readState.Index' (duration: 721.589678ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:25.711913Z","caller":"traceutil/trace.go:171","msg":"trace[800133644] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"1.123247372s","start":"2026-04-16T03:55:24.58863Z","end":"2026-04-16T03:55:25.711877Z","steps":["trace[800133644] 'process raft request' (duration: 1.12316095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:25.711927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:24.588216Z","time spent":"1.123682392s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:25.712019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:24.588619Z","time spent":"1.123348784s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:25.71206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07764682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:55:25.712115Z","caller":"traceutil/trace.go:171","msg":"trace[2006685237] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1611; }","duration":"1.077732152s","start":"2026-04-16T03:55:24.634369Z","end":"2026-04-16T03:55:25.712101Z","steps":["trace[2006685237] 'agreement among raft nodes before linearized reading' (duration: 1.077572229s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:25.712164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:24.634356Z","time spent":"1.077796733s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:55:26.289981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.04963ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:55:26.290079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:25.712725Z","time spent":"577.348108ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:55:26.290184Z","caller":"traceutil/trace.go:171","msg":"trace[805007625] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"574.3872ms","start":"2026-04-16T03:55:25.71578Z","end":"2026-04-16T03:55:26.290167Z","steps":["trace[805007625] 'process raft request' (duration: 574.291108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:26.290324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:25.715765Z","time spent":"574.494852ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:55:26.290361Z","caller":"traceutil/trace.go:171","msg":"trace[2144549396] linearizableReadLoop","detail":"{readStateIndex:1725; appliedIndex:1724; }","duration":"574.651466ms","start":"2026-04-16T03:55:25.715656Z","end":"2026-04-16T03:55:26.290308Z","steps":["trace[2144549396] 'read index received' (duration: 177.237278ms)","trace[2144549396] 'applied index is now lower than readState.Index' (duration: 397.408688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:26.29067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.000583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:55:26.290717Z","caller":"traceutil/trace.go:171","msg":"trace[1473971131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1612; }","duration":"575.084675ms","start":"2026-04-16T03:55:25.71562Z","end":"2026-04-16T03:55:26.290705Z","steps":["trace[1473971131] 'agreement among raft nodes before linearized reading' (duration: 574.842669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:26.290749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:25.715582Z","time spent":"575.159796ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:26.323285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.544478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:26.323402Z","caller":"traceutil/trace.go:171","msg":"trace[1917814987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"607.706791ms","start":"2026-04-16T03:55:25.715666Z","end":"2026-04-16T03:55:26.323373Z","steps":["trace[1917814987] 'agreement among raft nodes before linearized reading' (duration: 607.480056ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:26.323471Z","caller":"traceutil/trace.go:171","msg":"trace[662884797] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"242.942103ms","start":"2026-04-16T03:55:26.080485Z","end":"2026-04-16T03:55:26.323428Z","steps":["trace[662884797] 'process raft request' (duration: 242.468622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:26.323562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:25.715652Z","time spent":"607.865707ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:26.323644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.377826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:55:26.323713Z","caller":"traceutil/trace.go:171","msg":"trace[670029095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1613; }","duration":"477.490369ms","start":"2026-04-16T03:55:25.846205Z","end":"2026-04-16T03:55:26.323695Z","steps":["trace[670029095] 'agreement among raft nodes before linearized reading' (duration: 477.285214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:26.323786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:25.846187Z","time spent":"477.587271ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:55:26.546183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.260206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:26.546402Z","caller":"traceutil/trace.go:171","msg":"trace[525794428] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1727; }","duration":"211.247036ms","start":"2026-04-16T03:55:26.335138Z","end":"2026-04-16T03:55:26.546385Z","steps":["trace[525794428] 'read index received' (duration: 57.751995ms)","trace[525794428] 'applied index is now lower than readState.Index' (duration: 153.493801ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:26.546424Z","caller":"traceutil/trace.go:171","msg":"trace[1909444192] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"255.320963ms","start":"2026-04-16T03:55:26.291065Z","end":"2026-04-16T03:55:26.546386Z","steps":["trace[1909444192] 'process raft request' (duration: 101.74606ms)","trace[1909444192] 'compare' (duration: 153.024991ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:26.546607Z","caller":"traceutil/trace.go:171","msg":"trace[347460740] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"252.748726ms","start":"2026-04-16T03:55:26.293846Z","end":"2026-04-16T03:55:26.546595Z","steps":["trace[347460740] 'process raft request' (duration: 252.441349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:26.546704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.391128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:26.546735Z","caller":"traceutil/trace.go:171","msg":"trace[2127509726] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"219.113665ms","start":"2026-04-16T03:55:26.327588Z","end":"2026-04-16T03:55:26.546702Z","steps":["trace[2127509726] 'process raft request' (duration: 218.763607ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:26.546807Z","caller":"traceutil/trace.go:171","msg":"trace[1903694077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1616; }","duration":"176.551182ms","start":"2026-04-16T03:55:26.370231Z","end":"2026-04-16T03:55:26.546782Z","steps":["trace[1903694077] 'agreement among raft nodes before linearized reading' (duration: 176.385598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:26.547242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.099645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-16T03:55:26.5473Z","caller":"traceutil/trace.go:171","msg":"trace[1637368061] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1616; }","duration":"212.203068ms","start":"2026-04-16T03:55:26.335085Z","end":"2026-04-16T03:55:26.547288Z","steps":["trace[1637368061] 'agreement among raft nodes before linearized reading' (duration: 211.451921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:26.851826Z","caller":"traceutil/trace.go:171","msg":"trace[1619391630] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1730; }","duration":"260.052051ms","start":"2026-04-16T03:55:26.59175Z","end":"2026-04-16T03:55:26.851802Z","steps":["trace[1619391630] 'read index received' (duration: 259.853627ms)","trace[1619391630] 'applied index is now lower than readState.Index' (duration: 197.524µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:26.85195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.180874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:55:26.851972Z","caller":"traceutil/trace.go:171","msg":"trace[2088143918] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1617; }","duration":"260.226035ms","start":"2026-04-16T03:55:26.591738Z","end":"2026-04-16T03:55:26.851965Z","steps":["trace[2088143918] 'agreement among raft nodes before linearized reading' (duration: 260.147083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:26.852028Z","caller":"traceutil/trace.go:171","msg":"trace[535770011] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"261.602516ms","start":"2026-04-16T03:55:26.590411Z","end":"2026-04-16T03:55:26.852014Z","steps":["trace[535770011] 'process raft request' (duration: 261.260748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:27.674532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.918962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-16T03:55:27.67459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.279444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:27.674669Z","caller":"traceutil/trace.go:171","msg":"trace[2119197399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1617; }","duration":"401.420178ms","start":"2026-04-16T03:55:27.273229Z","end":"2026-04-16T03:55:27.674649Z","steps":["trace[2119197399] 'range keys from in-memory index tree' (duration: 401.198603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:27.674669Z","caller":"traceutil/trace.go:171","msg":"trace[445819292] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1617; }","duration":"724.109447ms","start":"2026-04-16T03:55:26.950536Z","end":"2026-04-16T03:55:27.674646Z","steps":["trace[445819292] 'range keys from in-memory index tree' (duration: 723.81675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:27.67459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.396713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:55:27.674709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:27.273211Z","time spent":"401.489549ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:55:27.674739Z","caller":"traceutil/trace.go:171","msg":"trace[245936995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1617; }","duration":"537.620259ms","start":"2026-04-16T03:55:27.137107Z","end":"2026-04-16T03:55:27.674727Z","steps":["trace[245936995] 'range keys from in-memory index tree' (duration: 537.212139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:27.674736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:26.950522Z","time spent":"724.195638ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-16T03:55:27.674779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:27.137088Z","time spent":"537.675829ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:55:27.815989Z","caller":"traceutil/trace.go:171","msg":"trace[711915011] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1731; }","duration":"135.345ms","start":"2026-04-16T03:55:27.680627Z","end":"2026-04-16T03:55:27.815972Z","steps":["trace[711915011] 'read index received' (duration: 135.197927ms)","trace[711915011] 'applied index is now lower than readState.Index' (duration: 146.173µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:27.816078Z","caller":"traceutil/trace.go:171","msg":"trace[897168281] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"136.967547ms","start":"2026-04-16T03:55:27.6791Z","end":"2026-04-16T03:55:27.816068Z","steps":["trace[897168281] 'process raft request' (duration: 136.775633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:27.816171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.533545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-16T03:55:27.816202Z","caller":"traceutil/trace.go:171","msg":"trace[2007275407] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1618; }","duration":"135.578016ms","start":"2026-04-16T03:55:27.680616Z","end":"2026-04-16T03:55:27.816194Z","steps":["trace[2007275407] 'agreement among raft nodes before linearized reading' (duration: 135.501174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:27.816284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.739419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:55:27.816375Z","caller":"traceutil/trace.go:171","msg":"trace[897668860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1618; }","duration":"100.876491ms","start":"2026-04-16T03:55:27.715477Z","end":"2026-04-16T03:55:27.816353Z","steps":["trace[897668860] 'agreement among raft nodes before linearized reading' (duration: 100.652326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:28.35081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.271751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:28.350899Z","caller":"traceutil/trace.go:171","msg":"trace[398882171] linearizableReadLoop","detail":"{readStateIndex:1733; appliedIndex:1732; }","duration":"529.958725ms","start":"2026-04-16T03:55:27.820925Z","end":"2026-04-16T03:55:28.350883Z","steps":["trace[398882171] 'read index received' (duration: 221.51206ms)","trace[398882171] 'applied index is now lower than readState.Index' (duration: 308.445425ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:28.350961Z","caller":"traceutil/trace.go:171","msg":"trace[1509659320] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"530.6776ms","start":"2026-04-16T03:55:27.820273Z","end":"2026-04-16T03:55:28.35095Z","steps":["trace[1509659320] 'process raft request' (duration: 222.187984ms)","trace[1509659320] 'compare' (duration: 308.176299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:28.35102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:27.820254Z","time spent":"530.739892ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:28.351133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.18879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-16T03:55:28.351191Z","caller":"traceutil/trace.go:171","msg":"trace[882012211] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1619; }","duration":"530.266641ms","start":"2026-04-16T03:55:27.820909Z","end":"2026-04-16T03:55:28.351176Z","steps":["trace[882012211] 'agreement among raft nodes before linearized reading' (duration: 530.159749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:28.351219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:27.8209Z","time spent":"530.313302ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-04-16T03:55:28.656256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.127444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:28.656368Z","caller":"traceutil/trace.go:171","msg":"trace[494414668] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"328.175322ms","start":"2026-04-16T03:55:28.328172Z","end":"2026-04-16T03:55:28.656347Z","steps":["trace[494414668] 'process raft request' (duration: 139.888744ms)","trace[494414668] 'compare' (duration: 187.884949ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:28.656401Z","caller":"traceutil/trace.go:171","msg":"trace[297836139] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"242.902823ms","start":"2026-04-16T03:55:28.413485Z","end":"2026-04-16T03:55:28.656388Z","steps":["trace[297836139] 'process raft request' (duration: 242.854912ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:28.656408Z","caller":"traceutil/trace.go:171","msg":"trace[1254466816] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1733; }","duration":"305.464068ms","start":"2026-04-16T03:55:28.350922Z","end":"2026-04-16T03:55:28.656386Z","steps":["trace[1254466816] 'read index received' (duration: 117.18707ms)","trace[1254466816] 'applied index is now lower than readState.Index' (duration: 188.275248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:28.656465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:28.328147Z","time spent":"328.266763ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:28.656513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.959936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:28.656541Z","caller":"traceutil/trace.go:171","msg":"trace[1384951245] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1621; }","duration":"374.024068ms","start":"2026-04-16T03:55:28.28251Z","end":"2026-04-16T03:55:28.656534Z","steps":["trace[1384951245] 'agreement among raft nodes before linearized reading' (duration: 373.965187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:28.656556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.93119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:28.656552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.47313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-16T03:55:28.656607Z","caller":"traceutil/trace.go:171","msg":"trace[1718265459] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1621; }","duration":"302.529441ms","start":"2026-04-16T03:55:28.354063Z","end":"2026-04-16T03:55:28.656593Z","steps":["trace[1718265459] 'agreement among raft nodes before linearized reading' (duration: 302.432809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:28.656602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.451583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:28.656647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:28.354048Z","time spent":"302.590403ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-04-16T03:55:28.656566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:28.282492Z","time spent":"374.068319ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:28.656563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.257883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:55:28.656679Z","caller":"traceutil/trace.go:171","msg":"trace[1462459818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1621; }","duration":"288.560046ms","start":"2026-04-16T03:55:28.368102Z","end":"2026-04-16T03:55:28.656662Z","steps":["trace[1462459818] 'agreement among raft nodes before linearized reading' (duration: 288.443803ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:28.656572Z","caller":"traceutil/trace.go:171","msg":"trace[1749543899] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1621; }","duration":"233.979401ms","start":"2026-04-16T03:55:28.422587Z","end":"2026-04-16T03:55:28.656567Z","steps":["trace[1749543899] 'agreement among raft nodes before linearized reading' (duration: 233.94614ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:28.656714Z","caller":"traceutil/trace.go:171","msg":"trace[1929100854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1621; }","duration":"106.443897ms","start":"2026-04-16T03:55:28.550264Z","end":"2026-04-16T03:55:28.656707Z","steps":["trace[1929100854] 'agreement among raft nodes before linearized reading' (duration: 106.229832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:28.656658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.293384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:55:28.65679Z","caller":"traceutil/trace.go:171","msg":"trace[1416968729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1621; }","duration":"106.463777ms","start":"2026-04-16T03:55:28.550318Z","end":"2026-04-16T03:55:28.656782Z","steps":["trace[1416968729] 'agreement among raft nodes before linearized reading' (duration: 106.274913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:29.21906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.130904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:29.219137Z","caller":"traceutil/trace.go:171","msg":"trace[371133405] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"558.92155ms","start":"2026-04-16T03:55:28.660201Z","end":"2026-04-16T03:55:29.219122Z","steps":["trace[371133405] 'process raft request' (duration: 179.667743ms)","trace[371133405] 'compare' (duration: 378.868158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:29.219175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:28.660185Z","time spent":"558.97237ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:29.677342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.574209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:29.677411Z","caller":"traceutil/trace.go:171","msg":"trace[2088304868] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1735; }","duration":"1.0148228s","start":"2026-04-16T03:55:28.662576Z","end":"2026-04-16T03:55:29.677399Z","steps":["trace[2088304868] 'read index received' (duration: 177.430722ms)","trace[2088304868] 'applied index is now lower than readState.Index' (duration: 837.391258ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:29.67743Z","caller":"traceutil/trace.go:171","msg":"trace[1181865373] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"1.016844226s","start":"2026-04-16T03:55:28.66056Z","end":"2026-04-16T03:55:29.677404Z","steps":["trace[1181865373] 'process raft request' (duration: 727.156874ms)","trace[1181865373] 'compare' (duration: 289.325604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:29.677544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.055793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:55:29.677567Z","caller":"traceutil/trace.go:171","msg":"trace[713724183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1623; }","duration":"823.101864ms","start":"2026-04-16T03:55:28.854459Z","end":"2026-04-16T03:55:29.677561Z","steps":["trace[713724183] 'agreement among raft nodes before linearized reading' (duration: 823.001172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:29.677585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:28.854443Z","time spent":"823.138085ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:29.677592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014988854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-16T03:55:29.67754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:28.660553Z","time spent":"1.016936178s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:29.677696Z","caller":"traceutil/trace.go:171","msg":"trace[1174354740] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:1623; }","duration":"1.015126567s","start":"2026-04-16T03:55:28.662543Z","end":"2026-04-16T03:55:29.67767Z","steps":["trace[1174354740] 'agreement among raft nodes before linearized reading' (duration: 1.014904702s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:29.677757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:28.662537Z","time spent":"1.015202058s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-16T03:55:30.437802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.677451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:30.437875Z","caller":"traceutil/trace.go:171","msg":"trace[262986008] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1737; }","duration":"755.665619ms","start":"2026-04-16T03:55:29.682197Z","end":"2026-04-16T03:55:30.437863Z","steps":["trace[262986008] 'read index received' (duration: 155.811944ms)","trace[262986008] 'applied index is now lower than readState.Index' (duration: 599.852455ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:30.438028Z","caller":"traceutil/trace.go:171","msg":"trace[1579952282] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"756.713403ms","start":"2026-04-16T03:55:29.681273Z","end":"2026-04-16T03:55:30.437986Z","steps":["trace[1579952282] 'process raft request' (duration: 156.797646ms)","trace[1579952282] 'compare' (duration: 599.444326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:30.438227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:29.681249Z","time spent":"756.896677ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:30.438718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.51835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-16T03:55:30.438763Z","caller":"traceutil/trace.go:171","msg":"trace[198485417] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:1624; }","duration":"756.559961ms","start":"2026-04-16T03:55:29.68219Z","end":"2026-04-16T03:55:30.43875Z","steps":["trace[198485417] 'agreement among raft nodes before linearized reading' (duration: 755.803323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:30.438786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:29.682164Z","time spent":"756.615561ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-16T03:55:31.161913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.719917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:55:31.1621Z","caller":"traceutil/trace.go:171","msg":"trace[1852000114] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"724.196087ms","start":"2026-04-16T03:55:30.437892Z","end":"2026-04-16T03:55:31.162088Z","steps":["trace[1852000114] 'read index received' (duration: 19.256405ms)","trace[1852000114] 'applied index is now lower than readState.Index' (duration: 704.938482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:31.162185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.454173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:31.162206Z","caller":"traceutil/trace.go:171","msg":"trace[1547548784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1624; }","duration":"793.514785ms","start":"2026-04-16T03:55:30.368685Z","end":"2026-04-16T03:55:31.1622Z","steps":["trace[1547548784] 'agreement among raft nodes before linearized reading' (duration: 793.471004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:31.162235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:30.368668Z","time spent":"793.560535ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:31.162408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.403169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:55:31.16245Z","caller":"traceutil/trace.go:171","msg":"trace[626746453] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"500.905558ms","start":"2026-04-16T03:55:30.661514Z","end":"2026-04-16T03:55:31.16242Z","steps":["trace[626746453] 'process raft request' (duration: 500.478028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:31.162511Z","caller":"traceutil/trace.go:171","msg":"trace[2037600834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1624; }","duration":"807.539532ms","start":"2026-04-16T03:55:30.354948Z","end":"2026-04-16T03:55:31.162488Z","steps":["trace[2037600834] 'agreement among raft nodes before linearized reading' (duration: 807.257956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:31.162621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:30.354935Z","time spent":"807.670595ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:31.162631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:30.661485Z","time spent":"501.027041ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:31.66282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:32.163445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:32.663869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:33.163613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:55:33.163699Z","caller":"traceutil/trace.go:171","msg":"trace[1941963435] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004721s","start":"2026-04-16T03:55:31.163208Z","end":"2026-04-16T03:55:33.16368Z","steps":["trace[1941963435] 'agreement among raft nodes before linearized reading' (duration: 2.000355017s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:33.163762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:31.163197Z","time spent":"2.000543131s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:55:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:55:33.164657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:33.234093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.244278063s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:55:33.408169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.588673177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:55:33.408244Z","caller":"traceutil/trace.go:171","msg":"trace[1081717268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1625; }","duration":"3.58879671s","start":"2026-04-16T03:55:29.819428Z","end":"2026-04-16T03:55:33.408224Z","steps":["trace[1081717268] 'agreement among raft nodes before linearized reading' (duration: 1.342952261s)","trace[1081717268] 'range keys from in-memory index tree' (duration: 2.245639994s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:33.408289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:29.819408Z","time spent":"3.588869222s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:33.408873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.413475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:33.408951Z","caller":"traceutil/trace.go:171","msg":"trace[206438413] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"2.732955515s","start":"2026-04-16T03:55:30.675982Z","end":"2026-04-16T03:55:33.408937Z","steps":["trace[206438413] 'process raft request' (duration: 2.558421117s)","trace[206438413] 'compare' (duration: 174.333703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:33.408989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:30.675955Z","time spent":"2.733016406s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12189,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:34.348454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.629572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:34.348587Z","caller":"traceutil/trace.go:171","msg":"trace[1260991399] linearizableReadLoop","detail":"{readStateIndex:1743; appliedIndex:1740; }","duration":"3.18645353s","start":"2026-04-16T03:55:31.162123Z","end":"2026-04-16T03:55:34.348577Z","steps":["trace[1260991399] 'read index received' (duration: 2.072255432s)","trace[1260991399] 'applied index is now lower than readState.Index' (duration: 1.114197358s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:34.348712Z","caller":"traceutil/trace.go:171","msg":"trace[687152935] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"3.244799079s","start":"2026-04-16T03:55:31.103888Z","end":"2026-04-16T03:55:34.348687Z","steps":["trace[687152935] 'process raft request' (duration: 2.827880251s)","trace[687152935] 'compare' (duration: 416.451888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:34.348756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907027904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-16T03:55:34.348711Z","caller":"traceutil/trace.go:171","msg":"trace[806975803] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"3.17807104s","start":"2026-04-16T03:55:31.170593Z","end":"2026-04-16T03:55:34.348664Z","steps":["trace[806975803] 'process raft request' (duration: 3.177926486s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.348836Z","caller":"traceutil/trace.go:171","msg":"trace[1727821140] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1628; }","duration":"3.907136997s","start":"2026-04-16T03:55:30.441681Z","end":"2026-04-16T03:55:34.348818Z","steps":["trace[1727821140] 'agreement among raft nodes before linearized reading' (duration: 3.906988584s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.348877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:30.441668Z","time spent":"3.907200998s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-16T03:55:34.348832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:31.103866Z","time spent":"3.244904312s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:34.348956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:31.170546Z","time spent":"3.178325915s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:34.389616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339850555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:34.389626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16186061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:34.389671Z","caller":"traceutil/trace.go:171","msg":"trace[851920085] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1629; }","duration":"2.339955616s","start":"2026-04-16T03:55:32.049703Z","end":"2026-04-16T03:55:34.389659Z","steps":["trace[851920085] 'agreement among raft nodes before linearized reading' (duration: 2.339829803s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.389687Z","caller":"traceutil/trace.go:171","msg":"trace[1248497987] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1629; }","duration":"2.161935731s","start":"2026-04-16T03:55:32.227736Z","end":"2026-04-16T03:55:34.389672Z","steps":["trace[1248497987] 'agreement among raft nodes before linearized reading' (duration: 2.161793818s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.389702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:32.049682Z","time spent":"2.340013798s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:34.389718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:32.227689Z","time spent":"2.162020983s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:55:34.389812Z","caller":"traceutil/trace.go:171","msg":"trace[2130960071] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"976.912283ms","start":"2026-04-16T03:55:33.412867Z","end":"2026-04-16T03:55:34.389779Z","steps":["trace[2130960071] 'process raft request' (duration: 976.530824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.389918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219227412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:34.38996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947675896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:55:34.38993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218418984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-16T03:55:34.38998Z","caller":"traceutil/trace.go:171","msg":"trace[470922055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1629; }","duration":"1.947736546s","start":"2026-04-16T03:55:32.442238Z","end":"2026-04-16T03:55:34.389974Z","steps":["trace[470922055] 'agreement among raft nodes before linearized reading' (duration: 1.947643264s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.389987Z","caller":"traceutil/trace.go:171","msg":"trace[2056551568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1629; }","duration":"1.219346895s","start":"2026-04-16T03:55:33.170624Z","end":"2026-04-16T03:55:34.389971Z","steps":["trace[2056551568] 'agreement among raft nodes before linearized reading' (duration: 1.219203162s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.390002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:32.442218Z","time spent":"1.947779768s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:34.389979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708228995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:55:34.390017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717170417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:34.390023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:33.170594Z","time spent":"1.219422876s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:34.390001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:33.412844Z","time spent":"977.073576ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:34.39002Z","caller":"traceutil/trace.go:171","msg":"trace[1628817023] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1629; }","duration":"1.218555448s","start":"2026-04-16T03:55:33.17144Z","end":"2026-04-16T03:55:34.389996Z","steps":["trace[1628817023] 'agreement among raft nodes before linearized reading' (duration: 1.218271651s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.390059Z","caller":"traceutil/trace.go:171","msg":"trace[699790042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1629; }","duration":"2.708352548s","start":"2026-04-16T03:55:31.681686Z","end":"2026-04-16T03:55:34.390039Z","steps":["trace[699790042] 'agreement among raft nodes before linearized reading' (duration: 2.708117333s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.3901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:33.171421Z","time spent":"1.21866662s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T03:55:34.390107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:31.681669Z","time spent":"2.70842651s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:55:34.390048Z","caller":"traceutil/trace.go:171","msg":"trace[1561955674] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1629; }","duration":"2.717227109s","start":"2026-04-16T03:55:31.672812Z","end":"2026-04-16T03:55:34.390039Z","steps":["trace[1561955674] 'agreement among raft nodes before linearized reading' (duration: 2.717180937s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.390167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:31.672797Z","time spent":"2.717362551s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:34.390152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118502893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:34.390255Z","caller":"traceutil/trace.go:171","msg":"trace[1177065930] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1629; }","duration":"3.118645656s","start":"2026-04-16T03:55:31.271572Z","end":"2026-04-16T03:55:34.390218Z","steps":["trace[1177065930] 'agreement among raft nodes before linearized reading' (duration: 3.118506653s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.390309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:31.271555Z","time spent":"3.118727038s","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:34.390438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167701966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:55:34.390506Z","caller":"traceutil/trace.go:171","msg":"trace[206168534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1629; }","duration":"3.167794889s","start":"2026-04-16T03:55:31.222695Z","end":"2026-04-16T03:55:34.39049Z","steps":["trace[206168534] 'agreement among raft nodes before linearized reading' (duration: 3.167568823s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.390592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:31.222678Z","time spent":"3.16786676s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:34.881537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.566025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:34.881802Z","caller":"traceutil/trace.go:171","msg":"trace[1837619252] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"489.06018ms","start":"2026-04-16T03:55:34.392692Z","end":"2026-04-16T03:55:34.881752Z","steps":["trace[1837619252] 'process raft request' (duration: 66.145476ms)","trace[1837619252] 'compare' (duration: 422.35848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:34.881977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.392676Z","time spent":"489.202724ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:34.882005Z","caller":"traceutil/trace.go:171","msg":"trace[595839519] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"487.342961ms","start":"2026-04-16T03:55:34.394635Z","end":"2026-04-16T03:55:34.881978Z","steps":["trace[595839519] 'process raft request' (duration: 487.223068ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.882038Z","caller":"traceutil/trace.go:171","msg":"trace[1349986764] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1744; }","duration":"488.627871ms","start":"2026-04-16T03:55:34.393388Z","end":"2026-04-16T03:55:34.882016Z","steps":["trace[1349986764] 'read index received' (duration: 65.462911ms)","trace[1349986764] 'applied index is now lower than readState.Index' (duration: 423.16319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:34.882113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.394553Z","time spent":"487.506145ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:34.882196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.045403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:34.882217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.822875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-16T03:55:34.88223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.882522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:34.882239Z","caller":"traceutil/trace.go:171","msg":"trace[1564445063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1633; }","duration":"475.115915ms","start":"2026-04-16T03:55:34.407101Z","end":"2026-04-16T03:55:34.882217Z","steps":["trace[1564445063] 'agreement among raft nodes before linearized reading' (duration: 475.036673ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.882245Z","caller":"traceutil/trace.go:171","msg":"trace[1769284594] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:1633; }","duration":"488.872046ms","start":"2026-04-16T03:55:34.393364Z","end":"2026-04-16T03:55:34.882236Z","steps":["trace[1769284594] 'agreement among raft nodes before linearized reading' (duration: 488.758483ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.882261Z","caller":"traceutil/trace.go:171","msg":"trace[1870533102] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1633; }","duration":"303.954914ms","start":"2026-04-16T03:55:34.578297Z","end":"2026-04-16T03:55:34.882252Z","steps":["trace[1870533102] 'agreement among raft nodes before linearized reading' (duration: 303.894103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:34.882209Z","caller":"traceutil/trace.go:171","msg":"trace[1204794996] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"488.450506ms","start":"2026-04-16T03:55:34.393725Z","end":"2026-04-16T03:55:34.882176Z","steps":["trace[1204794996] 'process raft request' (duration: 488.080218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.88227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.407086Z","time spent":"475.177446ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:34.882291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.578278Z","time spent":"304.007866ms","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:34.882269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.393355Z","time spent":"488.908517ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-04-16T03:55:34.882251Z","caller":"traceutil/trace.go:171","msg":"trace[1594959698] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"488.784974ms","start":"2026-04-16T03:55:34.393421Z","end":"2026-04-16T03:55:34.882206Z","steps":["trace[1594959698] 'process raft request' (duration: 488.262102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.882325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.791994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-16T03:55:34.882379Z","caller":"traceutil/trace.go:171","msg":"trace[318515762] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1633; }","duration":"427.883317ms","start":"2026-04-16T03:55:34.454482Z","end":"2026-04-16T03:55:34.882365Z","steps":["trace[318515762] 'agreement among raft nodes before linearized reading' (duration: 427.765834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:34.882382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.393714Z","time spent":"488.58986ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:34.882412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.454468Z","time spent":"427.936507ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-16T03:55:34.882456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.393413Z","time spent":"488.935417ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:34.882693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.549828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:55:34.882741Z","caller":"traceutil/trace.go:171","msg":"trace[351175049] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1633; }","duration":"247.640811ms","start":"2026-04-16T03:55:34.635088Z","end":"2026-04-16T03:55:34.882729Z","steps":["trace[351175049] 'agreement among raft nodes before linearized reading' (duration: 247.052918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.213107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.883649Z","time spent":"329.450991ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:55:35.213238Z","caller":"traceutil/trace.go:171","msg":"trace[886029771] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1748; }","duration":"327.177799ms","start":"2026-04-16T03:55:34.885913Z","end":"2026-04-16T03:55:35.213091Z","steps":["trace[886029771] 'read index received' (duration: 294.624152ms)","trace[886029771] 'applied index is now lower than readState.Index' (duration: 32.551987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:35.213313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.369114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-16T03:55:35.213423Z","caller":"traceutil/trace.go:171","msg":"trace[745016778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1633; }","duration":"327.520446ms","start":"2026-04-16T03:55:34.885876Z","end":"2026-04-16T03:55:35.213396Z","steps":["trace[745016778] 'agreement among raft nodes before linearized reading' (duration: 327.305422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.2135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.885861Z","time spent":"327.621049ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-16T03:55:35.295636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.94324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3735"} {"level":"info","ts":"2026-04-16T03:55:35.295723Z","caller":"traceutil/trace.go:171","msg":"trace[10257481] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1634; }","duration":"291.072213ms","start":"2026-04-16T03:55:35.004629Z","end":"2026-04-16T03:55:35.295701Z","steps":["trace[10257481] 'agreement among raft nodes before linearized reading' (duration: 290.828617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.296049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.930239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-04-16T03:55:35.296098Z","caller":"traceutil/trace.go:171","msg":"trace[920441039] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1634; }","duration":"290.98559ms","start":"2026-04-16T03:55:35.005099Z","end":"2026-04-16T03:55:35.296085Z","steps":["trace[920441039] 'agreement among raft nodes before linearized reading' (duration: 290.901888ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:35.296096Z","caller":"traceutil/trace.go:171","msg":"trace[689298285] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"407.926945ms","start":"2026-04-16T03:55:34.888135Z","end":"2026-04-16T03:55:35.296062Z","steps":["trace[689298285] 'process raft request' (duration: 407.099176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.296157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.221185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-x98v0d\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-16T03:55:35.295702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.293995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-hbjwq\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-04-16T03:55:35.296233Z","caller":"traceutil/trace.go:171","msg":"trace[1036559888] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-x98v0d; range_end:; response_count:1; response_revision:1634; }","duration":"291.298457ms","start":"2026-04-16T03:55:35.004913Z","end":"2026-04-16T03:55:35.296211Z","steps":["trace[1036559888] 'agreement among raft nodes before linearized reading' (duration: 291.175634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.296267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:34.888121Z","time spent":"408.052717ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:35.29626Z","caller":"traceutil/trace.go:171","msg":"trace[729264103] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-hbjwq; range_end:; response_count:1; response_revision:1634; }","duration":"290.895169ms","start":"2026-04-16T03:55:35.005337Z","end":"2026-04-16T03:55:35.296232Z","steps":["trace[729264103] 'agreement among raft nodes before linearized reading' (duration: 290.174492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.296322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.846238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"warn","ts":"2026-04-16T03:55:35.296347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.934137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:35.296376Z","caller":"traceutil/trace.go:171","msg":"trace[1286368709] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:1634; }","duration":"290.94974ms","start":"2026-04-16T03:55:35.005414Z","end":"2026-04-16T03:55:35.296364Z","steps":["trace[1286368709] 'agreement among raft nodes before linearized reading' (duration: 290.755395ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:35.296401Z","caller":"traceutil/trace.go:171","msg":"trace[376401840] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1634; }","duration":"225.05228ms","start":"2026-04-16T03:55:35.071336Z","end":"2026-04-16T03:55:35.296388Z","steps":["trace[376401840] 'agreement among raft nodes before linearized reading' (duration: 224.924907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.296513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.629486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-cr8ss\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-04-16T03:55:35.296528Z","caller":"traceutil/trace.go:171","msg":"trace[2073490280] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-cr8ss; range_end:; response_count:1; response_revision:1634; }","duration":"291.653187ms","start":"2026-04-16T03:55:35.004869Z","end":"2026-04-16T03:55:35.296522Z","steps":["trace[2073490280] 'agreement among raft nodes before linearized reading' (duration: 291.599436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.296554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.093884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-16T03:55:35.296652Z","caller":"traceutil/trace.go:171","msg":"trace[2024701109] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:1634; }","duration":"291.217856ms","start":"2026-04-16T03:55:35.00541Z","end":"2026-04-16T03:55:35.296628Z","steps":["trace[2024701109] 'agreement among raft nodes before linearized reading' (duration: 290.92439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.296703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.642886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-2hwld\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-04-16T03:55:35.296741Z","caller":"traceutil/trace.go:171","msg":"trace[1812149810] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-2hwld; range_end:; response_count:1; response_revision:1634; }","duration":"291.688456ms","start":"2026-04-16T03:55:35.005042Z","end":"2026-04-16T03:55:35.29673Z","steps":["trace[1812149810] 'agreement among raft nodes before linearized reading' (duration: 291.535243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.296594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.501822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm\" ","response":"range_response_count:1 size:5604"} {"level":"info","ts":"2026-04-16T03:55:35.297891Z","caller":"traceutil/trace.go:171","msg":"trace[273958490] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fmzfm; range_end:; response_count:1; response_revision:1634; }","duration":"292.769291ms","start":"2026-04-16T03:55:35.005068Z","end":"2026-04-16T03:55:35.297837Z","steps":["trace[273958490] 'agreement among raft nodes before linearized reading' (duration: 291.39581ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:35.43127Z","caller":"traceutil/trace.go:171","msg":"trace[739548371] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1750; }","duration":"131.274659ms","start":"2026-04-16T03:55:35.299968Z","end":"2026-04-16T03:55:35.431242Z","steps":["trace[739548371] 'read index received' (duration: 58.540294ms)","trace[739548371] 'applied index is now lower than readState.Index' (duration: 72.733055ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:35.43131Z","caller":"traceutil/trace.go:171","msg":"trace[2097795267] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"209.925037ms","start":"2026-04-16T03:55:35.22136Z","end":"2026-04-16T03:55:35.431285Z","steps":["trace[2097795267] 'process raft request' (duration: 209.826345ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:35.431306Z","caller":"traceutil/trace.go:171","msg":"trace[1114553791] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"216.62408ms","start":"2026-04-16T03:55:35.214646Z","end":"2026-04-16T03:55:35.43127Z","steps":["trace[1114553791] 'process raft request' (duration: 143.854274ms)","trace[1114553791] 'compare' (duration: 72.51851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:35.431572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.268357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5207"} {"level":"info","ts":"2026-04-16T03:55:35.431636Z","caller":"traceutil/trace.go:171","msg":"trace[378664973] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:1636; }","duration":"130.364809ms","start":"2026-04-16T03:55:35.301254Z","end":"2026-04-16T03:55:35.431619Z","steps":["trace[378664973] 'agreement among raft nodes before linearized reading' (duration: 130.201195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.431644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.143607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-16T03:55:35.431696Z","caller":"traceutil/trace.go:171","msg":"trace[308094834] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1636; }","duration":"131.232958ms","start":"2026-04-16T03:55:35.300448Z","end":"2026-04-16T03:55:35.431681Z","steps":["trace[308094834] 'agreement among raft nodes before linearized reading' (duration: 130.981782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.431749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.126406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-04-16T03:55:35.431746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.001913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-04-16T03:55:35.431787Z","caller":"traceutil/trace.go:171","msg":"trace[510531639] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:1636; }","duration":"131.214757ms","start":"2026-04-16T03:55:35.300562Z","end":"2026-04-16T03:55:35.431777Z","steps":["trace[510531639] 'agreement among raft nodes before linearized reading' (duration: 131.069754ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:35.431792Z","caller":"traceutil/trace.go:171","msg":"trace[1240551046] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1636; }","duration":"131.086034ms","start":"2026-04-16T03:55:35.300695Z","end":"2026-04-16T03:55:35.431781Z","steps":["trace[1240551046] 'agreement among raft nodes before linearized reading' (duration: 130.90934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:35.431926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.961654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:55:35.431954Z","caller":"traceutil/trace.go:171","msg":"trace[1133412124] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1636; }","duration":"131.989225ms","start":"2026-04-16T03:55:35.299958Z","end":"2026-04-16T03:55:35.431947Z","steps":["trace[1133412124] 'agreement among raft nodes before linearized reading' (duration: 131.362941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:35.66952Z","caller":"traceutil/trace.go:171","msg":"trace[50217811] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"226.039582ms","start":"2026-04-16T03:55:35.443449Z","end":"2026-04-16T03:55:35.669488Z","steps":["trace[50217811] 'process raft request' (duration: 182.569739ms)","trace[50217811] 'compare' (duration: 43.246878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:36.86919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:37.370359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:37.645249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288807305s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:55:37.645728Z","caller":"traceutil/trace.go:171","msg":"trace[635473384] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.289364768s","start":"2026-04-16T03:55:36.356318Z","end":"2026-04-16T03:55:37.645683Z","steps":["trace[635473384] 'process raft request' (duration: 1.289137343s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:37.64592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.356302Z","time spent":"1.289510131s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:38.368712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:55:38.36886Z","caller":"traceutil/trace.go:171","msg":"trace[1677062509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359107s","start":"2026-04-16T03:55:36.368448Z","end":"2026-04-16T03:55:38.368807Z","steps":["trace[1677062509] 'agreement among raft nodes before linearized reading' (duration: 2.000221474s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.368916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.368433Z","time spent":"2.000470809s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:55:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:55:38.763647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.334689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:38.763746Z","caller":"traceutil/trace.go:171","msg":"trace[2094042795] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1753; }","duration":"2.395246157s","start":"2026-04-16T03:55:36.368482Z","end":"2026-04-16T03:55:38.763728Z","steps":["trace[2094042795] 'read index received' (duration: 1.276947567s)","trace[2094042795] 'applied index is now lower than readState.Index' (duration: 1.11829722s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:38.763797Z","caller":"traceutil/trace.go:171","msg":"trace[1324511597] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.877728553s","start":"2026-04-16T03:55:36.886027Z","end":"2026-04-16T03:55:38.763756Z","steps":["trace[1324511597] 'process raft request' (duration: 1.35620424s)","trace[1324511597] 'compare' (duration: 521.194686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:38.763916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.90288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:38.763951Z","caller":"traceutil/trace.go:171","msg":"trace[212292296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1639; }","duration":"394.968912ms","start":"2026-04-16T03:55:38.368973Z","end":"2026-04-16T03:55:38.763942Z","steps":["trace[212292296] 'agreement among raft nodes before linearized reading' (duration: 394.90516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.763961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113518366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:38.763987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.368958Z","time spent":"395.022342ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:38.763988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.886003Z","time spent":"1.877886806s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:38.764024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877518699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:55:38.764112Z","caller":"traceutil/trace.go:171","msg":"trace[1492689728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1639; }","duration":"1.877644571s","start":"2026-04-16T03:55:36.886445Z","end":"2026-04-16T03:55:38.764089Z","steps":["trace[1492689728] 'agreement among raft nodes before linearized reading' (duration: 1.877442056s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.764122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.128528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:38.764112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370257832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:55:38.764134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878824528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-16T03:55:38.764123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783590194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:38.764134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679601533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:38.764185Z","caller":"traceutil/trace.go:171","msg":"trace[175422713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1639; }","duration":"2.370378755s","start":"2026-04-16T03:55:36.39379Z","end":"2026-04-16T03:55:38.764168Z","steps":["trace[175422713] 'agreement among raft nodes before linearized reading' (duration: 2.370141269s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:38.764206Z","caller":"traceutil/trace.go:171","msg":"trace[1084031804] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1639; }","duration":"1.783733917s","start":"2026-04-16T03:55:36.980453Z","end":"2026-04-16T03:55:38.764187Z","steps":["trace[1084031804] 'agreement among raft nodes before linearized reading' (duration: 1.783593314s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.764232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.393771Z","time spent":"2.370453256s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:38.764039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.2849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:38.764479Z","caller":"traceutil/trace.go:171","msg":"trace[1618970843] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1639; }","duration":"889.764272ms","start":"2026-04-16T03:55:37.874698Z","end":"2026-04-16T03:55:38.764462Z","steps":["trace[1618970843] 'agreement among raft nodes before linearized reading' (duration: 889.237849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.764567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:37.87468Z","time spent":"889.868994ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:55:38.764228Z","caller":"traceutil/trace.go:171","msg":"trace[497756185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1639; }","duration":"1.679720545s","start":"2026-04-16T03:55:37.084489Z","end":"2026-04-16T03:55:38.764209Z","steps":["trace[497756185] 'agreement among raft nodes before linearized reading' (duration: 1.679544942s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.764714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:37.084436Z","time spent":"1.680260178s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:38.76416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.886426Z","time spent":"1.877725843s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:55:38.764153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877740003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:55:38.764946Z","caller":"traceutil/trace.go:171","msg":"trace[2041961658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1639; }","duration":"1.878565722s","start":"2026-04-16T03:55:36.886361Z","end":"2026-04-16T03:55:38.764927Z","steps":["trace[2041961658] 'agreement among raft nodes before linearized reading' (duration: 1.877668821s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.765015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.886341Z","time spent":"1.878655035s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:55:38.764182Z","caller":"traceutil/trace.go:171","msg":"trace[1915332527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1639; }","duration":"1.878869849s","start":"2026-04-16T03:55:36.885302Z","end":"2026-04-16T03:55:38.764172Z","steps":["trace[1915332527] 'agreement among raft nodes before linearized reading' (duration: 1.878728456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.765088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.88526Z","time spent":"1.87980227s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:55:38.764009Z","caller":"traceutil/trace.go:171","msg":"trace[20934767] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1639; }","duration":"2.113573137s","start":"2026-04-16T03:55:36.650423Z","end":"2026-04-16T03:55:38.763996Z","steps":["trace[20934767] 'agreement among raft nodes before linearized reading' (duration: 2.113481285s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.765196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.650362Z","time spent":"2.114810675s","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:55:38.764174Z","caller":"traceutil/trace.go:171","msg":"trace[241699231] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1639; }","duration":"656.208169ms","start":"2026-04-16T03:55:38.10795Z","end":"2026-04-16T03:55:38.764158Z","steps":["trace[241699231] 'agreement among raft nodes before linearized reading' (duration: 656.125438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:38.765279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.107935Z","time spent":"657.322846ms","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:38.76428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:36.980432Z","time spent":"1.7838363s","remote":"127.0.0.1:42082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:40.647246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.803528ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:40.647376Z","caller":"traceutil/trace.go:171","msg":"trace[90825031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1639; }","duration":"887.940461ms","start":"2026-04-16T03:55:39.759412Z","end":"2026-04-16T03:55:40.647353Z","steps":["trace[90825031] 'range keys from in-memory index tree' (duration: 887.787478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:40.647845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.957238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:40.647973Z","caller":"traceutil/trace.go:171","msg":"trace[2059134310] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.8757698s","start":"2026-04-16T03:55:38.772182Z","end":"2026-04-16T03:55:40.647951Z","steps":["trace[2059134310] 'process raft request' (duration: 1.084624118s)","trace[2059134310] 'compare' (duration: 790.528278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:40.648042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.772168Z","time spent":"1.875841171s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:41.059177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202367552s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:55:41.371265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:55:41.371333Z","caller":"traceutil/trace.go:171","msg":"trace[78208575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224574s","start":"2026-04-16T03:55:39.371093Z","end":"2026-04-16T03:55:41.371317Z","steps":["trace[78208575] 'agreement among raft nodes before linearized reading' (duration: 2.000148953s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:41.371359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:39.371075Z","time spent":"2.000278205s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:55:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:55:41.92367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.214883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:41.923936Z","caller":"traceutil/trace.go:171","msg":"trace[344294051] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"1.1550278s","start":"2026-04-16T03:55:40.76889Z","end":"2026-04-16T03:55:41.923918Z","steps":["trace[344294051] 'process raft request' (duration: 1.154991189s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:41.924008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:40.768869Z","time spent":"1.155106632s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:41.924037Z","caller":"traceutil/trace.go:171","msg":"trace[1343747673] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"3.15153331s","start":"2026-04-16T03:55:38.772483Z","end":"2026-04-16T03:55:41.924016Z","steps":["trace[1343747673] 'process raft request' (duration: 3.151278834s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:41.924124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.772466Z","time spent":"3.151613501s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:41.924197Z","caller":"traceutil/trace.go:171","msg":"trace[2116625627] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"3.150931556s","start":"2026-04-16T03:55:38.773255Z","end":"2026-04-16T03:55:41.924187Z","steps":["trace[2116625627] 'process raft request' (duration: 3.150557107s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:41.924207Z","caller":"traceutil/trace.go:171","msg":"trace[568745744] linearizableReadLoop","detail":"{readStateIndex:1760; appliedIndex:1755; }","duration":"2.553049846s","start":"2026-04-16T03:55:39.371138Z","end":"2026-04-16T03:55:41.924188Z","steps":["trace[568745744] 'read index received' (duration: 485.682743ms)","trace[568745744] 'applied index is now lower than readState.Index' (duration: 2.067365603s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:41.924216Z","caller":"traceutil/trace.go:171","msg":"trace[2137968794] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"3.15195649s","start":"2026-04-16T03:55:38.772227Z","end":"2026-04-16T03:55:41.924184Z","steps":["trace[2137968794] 'process raft request' (duration: 2.287132923s)","trace[2137968794] 'compare' (duration: 864.0961ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:41.924228Z","caller":"traceutil/trace.go:171","msg":"trace[507734494] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"3.028109628s","start":"2026-04-16T03:55:38.896099Z","end":"2026-04-16T03:55:41.924208Z","steps":["trace[507734494] 'process raft request' (duration: 3.02774359s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:41.924255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.773247Z","time spent":"3.150974757s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:41.924359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.772211Z","time spent":"3.152058312s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:41.924357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:38.896075Z","time spent":"3.02819563s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:42.191684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.201377ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:55:42.191801Z","caller":"traceutil/trace.go:171","msg":"trace[2063143506] linearizableReadLoop","detail":"{readStateIndex:1762; appliedIndex:1761; }","duration":"267.530371ms","start":"2026-04-16T03:55:41.924251Z","end":"2026-04-16T03:55:42.191781Z","steps":["trace[2063143506] 'read index received' (duration: 75.206221ms)","trace[2063143506] 'applied index is now lower than readState.Index' (duration: 192.32194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:42.191897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569657751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:42.191887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.481882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:42.191926Z","caller":"traceutil/trace.go:171","msg":"trace[1563781408] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1645; }","duration":"2.569727773s","start":"2026-04-16T03:55:39.62219Z","end":"2026-04-16T03:55:42.191917Z","steps":["trace[1563781408] 'agreement among raft nodes before linearized reading' (duration: 2.569643971s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:42.191957Z","caller":"traceutil/trace.go:171","msg":"trace[1204799969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"815.583613ms","start":"2026-04-16T03:55:41.376355Z","end":"2026-04-16T03:55:42.191939Z","steps":["trace[1204799969] 'agreement among raft nodes before linearized reading' (duration: 815.462811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:42.191963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:39.622173Z","time spent":"2.569781754s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:42.191996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:41.376345Z","time spent":"815.644445ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:42.192016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.455257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:42.192319Z","caller":"traceutil/trace.go:171","msg":"trace[1925457581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"875.826595ms","start":"2026-04-16T03:55:41.316474Z","end":"2026-04-16T03:55:42.192301Z","steps":["trace[1925457581] 'agreement among raft nodes before linearized reading' (duration: 875.503928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:42.192365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:41.316451Z","time spent":"875.901618ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:42.192059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.307122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:42.192464Z","caller":"traceutil/trace.go:171","msg":"trace[954974632] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1645; }","duration":"790.743262ms","start":"2026-04-16T03:55:41.401699Z","end":"2026-04-16T03:55:42.192443Z","steps":["trace[954974632] 'agreement among raft nodes before linearized reading' (duration: 790.308582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:42.192511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:41.40168Z","time spent":"790.816214ms","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:42.192058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.038032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:55:42.192587Z","caller":"traceutil/trace.go:171","msg":"trace[135287298] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1645; }","duration":"869.598225ms","start":"2026-04-16T03:55:41.32297Z","end":"2026-04-16T03:55:42.192568Z","steps":["trace[135287298] 'agreement among raft nodes before linearized reading' (duration: 869.010012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:42.192633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:41.322957Z","time spent":"869.662296ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:42.19217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5417717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:55:42.192704Z","caller":"traceutil/trace.go:171","msg":"trace[349278977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1645; }","duration":"2.542343643s","start":"2026-04-16T03:55:39.650343Z","end":"2026-04-16T03:55:42.192687Z","steps":["trace[349278977] 'agreement among raft nodes before linearized reading' (duration: 2.541687138s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:42.192751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:39.650315Z","time spent":"2.542422825s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:55:42.539227Z","caller":"traceutil/trace.go:171","msg":"trace[1571442165] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"168.826748ms","start":"2026-04-16T03:55:42.370381Z","end":"2026-04-16T03:55:42.539207Z","steps":["trace[1571442165] 'read index received' (duration: 168.679584ms)","trace[1571442165] 'applied index is now lower than readState.Index' (duration: 146.164µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:42.539326Z","caller":"traceutil/trace.go:171","msg":"trace[933919465] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"342.972466ms","start":"2026-04-16T03:55:42.196332Z","end":"2026-04-16T03:55:42.539304Z","steps":["trace[933919465] 'process raft request' (duration: 342.7359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:42.539351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.95826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:42.539382Z","caller":"traceutil/trace.go:171","msg":"trace[1526391597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1646; }","duration":"169.028432ms","start":"2026-04-16T03:55:42.370344Z","end":"2026-04-16T03:55:42.539372Z","steps":["trace[1526391597] 'agreement among raft nodes before linearized reading' (duration: 168.94573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:42.539432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:42.196313Z","time spent":"343.062807ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:42.788323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.17449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:55:42.788439Z","caller":"traceutil/trace.go:171","msg":"trace[1292058880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1646; }","duration":"136.339364ms","start":"2026-04-16T03:55:42.65208Z","end":"2026-04-16T03:55:42.788419Z","steps":["trace[1292058880] 'range keys from in-memory index tree' (duration: 135.951635ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:42.946055Z","caller":"traceutil/trace.go:171","msg":"trace[1387469411] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"152.933887ms","start":"2026-04-16T03:55:42.793095Z","end":"2026-04-16T03:55:42.946029Z","steps":["trace[1387469411] 'process raft request' (duration: 152.771664ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:44.115062Z","caller":"traceutil/trace.go:171","msg":"trace[61002462] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"185.24189ms","start":"2026-04-16T03:55:43.929791Z","end":"2026-04-16T03:55:44.115033Z","steps":["trace[61002462] 'process raft request' (duration: 185.068055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:44.871209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:45.285743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069442757s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:55:45.286183Z","caller":"traceutil/trace.go:171","msg":"trace[1885065347] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"1.354692019s","start":"2026-04-16T03:55:43.931467Z","end":"2026-04-16T03:55:45.286159Z","steps":["trace[1885065347] 'process raft request' (duration: 1.354448022s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:45.286222Z","caller":"traceutil/trace.go:171","msg":"trace[1556209154] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"1.354103745s","start":"2026-04-16T03:55:43.932094Z","end":"2026-04-16T03:55:45.286197Z","steps":["trace[1556209154] 'process raft request' (duration: 1.353969452s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:45.286328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:43.931448Z","time spent":"1.354809701s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:45.286343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:43.932076Z","time spent":"1.354200587s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:45.286171Z","caller":"traceutil/trace.go:171","msg":"trace[1892815013] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"1.353496952s","start":"2026-04-16T03:55:43.932646Z","end":"2026-04-16T03:55:45.286143Z","steps":["trace[1892815013] 'process raft request' (duration: 1.353454471s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:45.286434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:43.932638Z","time spent":"1.353744618s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:46.370801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:55:46.370886Z","caller":"traceutil/trace.go:171","msg":"trace[1099201512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526297s","start":"2026-04-16T03:55:44.37034Z","end":"2026-04-16T03:55:46.370866Z","steps":["trace[1099201512] 'agreement among raft nodes before linearized reading' (duration: 2.000397235s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:46.370934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:44.370316Z","time spent":"2.000608319s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:46.539005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.521076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:46.5392Z","caller":"traceutil/trace.go:171","msg":"trace[432539912] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"1.961919595s","start":"2026-04-16T03:55:44.577248Z","end":"2026-04-16T03:55:46.539167Z","steps":["trace[432539912] 'process raft request' (duration: 1.571104632s)","trace[432539912] 'compare' (duration: 390.023135ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:46.539255Z","caller":"traceutil/trace.go:171","msg":"trace[663768107] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"418.258411ms","start":"2026-04-16T03:55:46.120978Z","end":"2026-04-16T03:55:46.539236Z","steps":["trace[663768107] 'process raft request' (duration: 418.157959ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:46.539287Z","caller":"traceutil/trace.go:171","msg":"trace[1685925426] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1765; }","duration":"2.168869978s","start":"2026-04-16T03:55:44.370394Z","end":"2026-04-16T03:55:46.539263Z","steps":["trace[1685925426] 'read index received' (duration: 915.510166ms)","trace[1685925426] 'applied index is now lower than readState.Index' (duration: 1.253357032s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:46.539322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:44.577229Z","time spent":"1.962039448s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:46.539348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:46.120955Z","time spent":"418.344233ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:46.539476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031880784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:46.539547Z","caller":"traceutil/trace.go:171","msg":"trace[1108953613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1653; }","duration":"2.031995427s","start":"2026-04-16T03:55:44.507533Z","end":"2026-04-16T03:55:46.539528Z","steps":["trace[1108953613] 'agreement among raft nodes before linearized reading' (duration: 2.031872814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:46.539601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:44.507503Z","time spent":"2.032079198s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:46.539834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589935518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:55:46.539931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996642759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:55:46.539924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.487203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:46.539962Z","caller":"traceutil/trace.go:171","msg":"trace[1415192833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1653; }","duration":"1.590117832s","start":"2026-04-16T03:55:44.949822Z","end":"2026-04-16T03:55:46.53994Z","steps":["trace[1415192833] 'agreement among raft nodes before linearized reading' (duration: 1.589829165s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:46.539951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903839844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:55:46.539981Z","caller":"traceutil/trace.go:171","msg":"trace[981295055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1653; }","duration":"1.996741581s","start":"2026-04-16T03:55:44.543225Z","end":"2026-04-16T03:55:46.539967Z","steps":["trace[981295055] 'agreement among raft nodes before linearized reading' (duration: 1.996517096s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:46.540004Z","caller":"traceutil/trace.go:171","msg":"trace[1425261346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1653; }","duration":"168.684948ms","start":"2026-04-16T03:55:46.3713Z","end":"2026-04-16T03:55:46.539985Z","steps":["trace[1425261346] 'agreement among raft nodes before linearized reading' (duration: 168.471773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:46.540017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:44.949796Z","time spent":"1.590208314s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:46.540029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:44.543199Z","time spent":"1.996819934s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:55:46.540029Z","caller":"traceutil/trace.go:171","msg":"trace[1825160525] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1653; }","duration":"1.903951246s","start":"2026-04-16T03:55:44.636058Z","end":"2026-04-16T03:55:46.540009Z","steps":["trace[1825160525] 'agreement among raft nodes before linearized reading' (duration: 1.903704371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:46.540377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:44.636042Z","time spent":"1.904316334s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:55:48.445453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720751422s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:55:48.445536Z","caller":"traceutil/trace.go:171","msg":"trace[542405764] linearizableReadLoop","detail":"{readStateIndex:1771; appliedIndex:1770; }","duration":"1.898020112s","start":"2026-04-16T03:55:46.547499Z","end":"2026-04-16T03:55:48.445519Z","steps":["trace[542405764] 'read index received' (duration: 177.216199ms)","trace[542405764] 'applied index is now lower than readState.Index' (duration: 1.720802293s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:48.445581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:46.541485Z","time spent":"1.904088009s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:55:48.445626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898120455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:48.44566Z","caller":"traceutil/trace.go:171","msg":"trace[1876856304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1653; }","duration":"1.898196556s","start":"2026-04-16T03:55:46.547454Z","end":"2026-04-16T03:55:48.445651Z","steps":["trace[1876856304] 'agreement among raft nodes before linearized reading' (duration: 1.898131644s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:48.445688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:46.547436Z","time spent":"1.898245377s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:48.901867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.177131233s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:55:49.3181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.934059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:49.318348Z","caller":"traceutil/trace.go:171","msg":"trace[1140405192] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1771; }","duration":"872.77136ms","start":"2026-04-16T03:55:48.445558Z","end":"2026-04-16T03:55:49.318329Z","steps":["trace[1140405192] 'read index received' (duration: 456.491274ms)","trace[1140405192] 'applied index is now lower than readState.Index' (duration: 416.278926ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:49.318438Z","caller":"traceutil/trace.go:171","msg":"trace[1391109244] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"2.770823823s","start":"2026-04-16T03:55:46.54759Z","end":"2026-04-16T03:55:49.318414Z","steps":["trace[1391109244] 'process raft request' (duration: 2.354461865s)","trace[1391109244] 'compare' (duration: 415.821756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:49.318546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:46.547569Z","time spent":"2.770919746s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:49.318463Z","caller":"traceutil/trace.go:171","msg":"trace[1201899987] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"2.769800371s","start":"2026-04-16T03:55:46.548652Z","end":"2026-04-16T03:55:49.318452Z","steps":["trace[1201899987] 'process raft request' (duration: 2.769563446s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:49.31884Z","caller":"traceutil/trace.go:171","msg":"trace[844099091] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"871.821238ms","start":"2026-04-16T03:55:48.446999Z","end":"2026-04-16T03:55:49.31882Z","steps":["trace[844099091] 'process raft request' (duration: 871.295777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:49.318859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028949848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:55:49.318887Z","caller":"traceutil/trace.go:171","msg":"trace[216007899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1656; }","duration":"2.029011799s","start":"2026-04-16T03:55:47.289868Z","end":"2026-04-16T03:55:49.31888Z","steps":["trace[216007899] 'agreement among raft nodes before linearized reading' (duration: 2.02864712s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:49.318907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:47.289848Z","time spent":"2.0290541s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:49.318882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916988391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:49.318916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:48.446984Z","time spent":"871.895451ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:49.318948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028401266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:55:49.318954Z","caller":"traceutil/trace.go:171","msg":"trace[2118086948] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1656; }","duration":"1.917091723s","start":"2026-04-16T03:55:47.401845Z","end":"2026-04-16T03:55:49.318936Z","steps":["trace[2118086948] 'agreement among raft nodes before linearized reading' (duration: 1.916647473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:49.318954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:46.548635Z","time spent":"2.77022663s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:49.318996Z","caller":"traceutil/trace.go:171","msg":"trace[641731387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1656; }","duration":"2.028493198s","start":"2026-04-16T03:55:47.290489Z","end":"2026-04-16T03:55:49.318982Z","steps":["trace[641731387] 'agreement among raft nodes before linearized reading' (duration: 2.028018667s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:49.319005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:47.401799Z","time spent":"1.917195045s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:49.318931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.819535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:49.319041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:47.290467Z","time spent":"2.028562569s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:55:49.319045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.434262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:49.319074Z","caller":"traceutil/trace.go:171","msg":"trace[1164079154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"872.489914ms","start":"2026-04-16T03:55:48.446575Z","end":"2026-04-16T03:55:49.319065Z","steps":["trace[1164079154] 'agreement among raft nodes before linearized reading' (duration: 872.427752ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:49.319054Z","caller":"traceutil/trace.go:171","msg":"trace[259114153] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"773.852167ms","start":"2026-04-16T03:55:48.545173Z","end":"2026-04-16T03:55:49.319026Z","steps":["trace[259114153] 'process raft request' (duration: 773.55224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:49.319085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.150238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:49.319102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:48.44654Z","time spent":"872.557795ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:55:49.319122Z","caller":"traceutil/trace.go:171","msg":"trace[132657781] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1657; }","duration":"422.231581ms","start":"2026-04-16T03:55:48.896881Z","end":"2026-04-16T03:55:49.319113Z","steps":["trace[132657781] 'agreement among raft nodes before linearized reading' (duration: 422.131509ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:49.319117Z","caller":"traceutil/trace.go:171","msg":"trace[675889930] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1656; }","duration":"929.000489ms","start":"2026-04-16T03:55:48.390042Z","end":"2026-04-16T03:55:49.319043Z","steps":["trace[675889930] 'agreement among raft nodes before linearized reading' (duration: 928.437537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:49.319155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:48.896857Z","time spent":"422.290003ms","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:55:49.319153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:48.545151Z","time spent":"773.95383ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:49.319157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02860091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:55:49.319173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:48.390024Z","time spent":"929.133622ms","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:55:49.31921Z","caller":"traceutil/trace.go:171","msg":"trace[269501910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1657; }","duration":"2.028702923s","start":"2026-04-16T03:55:47.290493Z","end":"2026-04-16T03:55:49.319196Z","steps":["trace[269501910] 'agreement among raft nodes before linearized reading' (duration: 2.028007107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:49.319251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:47.290446Z","time spent":"2.028793905s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:49.82414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:50.324304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:50.325764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00300167s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:55:50.530488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.931114ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:50.530585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.582808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:50.530624Z","caller":"traceutil/trace.go:171","msg":"trace[1075097999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1657; }","duration":"772.084817ms","start":"2026-04-16T03:55:49.758523Z","end":"2026-04-16T03:55:50.530608Z","steps":["trace[1075097999] 'range keys from in-memory index tree' (duration: 771.911834ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:50.530663Z","caller":"traceutil/trace.go:171","msg":"trace[655768452] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"1.207950396s","start":"2026-04-16T03:55:49.322694Z","end":"2026-04-16T03:55:50.530644Z","steps":["trace[655768452] 'process raft request' (duration: 1.003231436s)","trace[655768452] 'compare' (duration: 204.437514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:50.53071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:49.322681Z","time spent":"1.208006458s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:50.543851Z","caller":"traceutil/trace.go:171","msg":"trace[1169746468] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1775; }","duration":"1.220750494s","start":"2026-04-16T03:55:49.323082Z","end":"2026-04-16T03:55:50.543832Z","steps":["trace[1169746468] 'read index received' (duration: 1.002855157s)","trace[1169746468] 'applied index is now lower than readState.Index' (duration: 217.894537ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:50.543929Z","caller":"traceutil/trace.go:171","msg":"trace[1204429093] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"1.219906436s","start":"2026-04-16T03:55:49.32399Z","end":"2026-04-16T03:55:50.543896Z","steps":["trace[1204429093] 'process raft request' (duration: 1.219695191s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:50.54399Z","caller":"traceutil/trace.go:171","msg":"trace[1669951121] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"1.219765943s","start":"2026-04-16T03:55:49.324178Z","end":"2026-04-16T03:55:50.543944Z","steps":["trace[1669951121] 'process raft request' (duration: 1.219623879s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:50.544045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220945568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:55:50.54407Z","caller":"traceutil/trace.go:171","msg":"trace[997653220] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1660; }","duration":"1.221001159s","start":"2026-04-16T03:55:49.323061Z","end":"2026-04-16T03:55:50.544063Z","steps":["trace[997653220] 'agreement among raft nodes before linearized reading' (duration: 1.220880417s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:50.5441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:49.323048Z","time spent":"1.221045521s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:55:50.544113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:49.32398Z","time spent":"1.220026708s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:50.544128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:49.324172Z","time spent":"1.219887115s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:51.045043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:51.326642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:55:51.326724Z","caller":"traceutil/trace.go:171","msg":"trace[144300390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637929s","start":"2026-04-16T03:55:49.326068Z","end":"2026-04-16T03:55:51.326706Z","steps":["trace[144300390] 'agreement among raft nodes before linearized reading' (duration: 2.000535847s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:51.326772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:49.326062Z","time spent":"2.00070106s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:55:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:55:52.288486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071796983s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:55:52.288571Z","caller":"traceutil/trace.go:171","msg":"trace[1072293472] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1778; }","duration":"1.744648841s","start":"2026-04-16T03:55:50.543908Z","end":"2026-04-16T03:55:52.288557Z","steps":["trace[1072293472] 'read index received' (duration: 672.703745ms)","trace[1072293472] 'applied index is now lower than readState.Index' (duration: 1.071943826s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:52.311635Z","caller":"traceutil/trace.go:171","msg":"trace[360604814] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"986.949448ms","start":"2026-04-16T03:55:51.324649Z","end":"2026-04-16T03:55:52.311598Z","steps":["trace[360604814] 'process raft request' (duration: 986.665791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.311865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:51.324638Z","time spent":"987.115241ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:52.381832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835786738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:55:52.381861Z","caller":"traceutil/trace.go:171","msg":"trace[335266377] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"345.753896ms","start":"2026-04-16T03:55:52.03606Z","end":"2026-04-16T03:55:52.381814Z","steps":["trace[335266377] 'process raft request' (duration: 345.52758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.381896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.342221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:52.381935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058201716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:55:52.381978Z","caller":"traceutil/trace.go:171","msg":"trace[1920800146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1662; }","duration":"1.058263358s","start":"2026-04-16T03:55:51.323704Z","end":"2026-04-16T03:55:52.381967Z","steps":["trace[1920800146] 'agreement among raft nodes before linearized reading' (duration: 1.058120815s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.381968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055028175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:52.382015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060059019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:55:52.382028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:51.323698Z","time spent":"1.058318839s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:52.382018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:52.036028Z","time spent":"345.904038ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:52.382039Z","caller":"traceutil/trace.go:171","msg":"trace[785944720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1662; }","duration":"1.055115796s","start":"2026-04-16T03:55:51.326909Z","end":"2026-04-16T03:55:52.382024Z","steps":["trace[785944720] 'agreement among raft nodes before linearized reading' (duration: 1.055010644s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.382037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518573058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:52.38205Z","caller":"traceutil/trace.go:171","msg":"trace[846886365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1662; }","duration":"1.060124231s","start":"2026-04-16T03:55:51.321918Z","end":"2026-04-16T03:55:52.382042Z","steps":["trace[846886365] 'agreement among raft nodes before linearized reading' (duration: 1.060025789s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.382006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.881077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:52.382079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:51.326902Z","time spent":"1.055166468s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:52.382091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:51.321902Z","time spent":"1.060182062s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:55:52.381974Z","caller":"traceutil/trace.go:171","msg":"trace[491306864] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1662; }","duration":"615.464413ms","start":"2026-04-16T03:55:51.76649Z","end":"2026-04-16T03:55:52.381955Z","steps":["trace[491306864] 'agreement among raft nodes before linearized reading' (duration: 615.280998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.382135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:51.766474Z","time spent":"615.649568ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":54,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:55:52.382113Z","caller":"traceutil/trace.go:171","msg":"trace[24369826] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1662; }","duration":"101.086352ms","start":"2026-04-16T03:55:52.281008Z","end":"2026-04-16T03:55:52.382094Z","steps":["trace[24369826] 'agreement among raft nodes before linearized reading' (duration: 100.855277ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:52.381919Z","caller":"traceutil/trace.go:171","msg":"trace[537180449] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1662; }","duration":"1.835921252s","start":"2026-04-16T03:55:50.545978Z","end":"2026-04-16T03:55:52.3819Z","steps":["trace[537180449] 'agreement among raft nodes before linearized reading' (duration: 1.835767937s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.382209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:50.545963Z","time spent":"1.836238668s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:55:52.382096Z","caller":"traceutil/trace.go:171","msg":"trace[309711018] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1662; }","duration":"1.518663901s","start":"2026-04-16T03:55:50.863414Z","end":"2026-04-16T03:55:52.382078Z","steps":["trace[309711018] 'agreement among raft nodes before linearized reading' (duration: 1.518578949s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.382295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:50.863394Z","time spent":"1.518878266s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:55:52.539619Z","caller":"traceutil/trace.go:171","msg":"trace[468917873] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"144.3729ms","start":"2026-04-16T03:55:52.395215Z","end":"2026-04-16T03:55:52.539587Z","steps":["trace[468917873] 'process raft request' (duration: 144.148865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:52.769061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.624739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:52.769185Z","caller":"traceutil/trace.go:171","msg":"trace[1196384893] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"199.022102ms","start":"2026-04-16T03:55:52.570109Z","end":"2026-04-16T03:55:52.769131Z","steps":["trace[1196384893] 'process raft request' (duration: 56.26514ms)","trace[1196384893] 'compare' (duration: 142.22283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:53.323125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.311613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:53.323205Z","caller":"traceutil/trace.go:171","msg":"trace[1973965795] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"752.182319ms","start":"2026-04-16T03:55:52.571009Z","end":"2026-04-16T03:55:53.323191Z","steps":["trace[1973965795] 'process raft request' (duration: 484.772342ms)","trace[1973965795] 'compare' (duration: 267.18088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:53.323242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:52.570959Z","time spent":"752.26705ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:54.870706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107396,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:55:55.2766Z","caller":"traceutil/trace.go:171","msg":"trace[903409874] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"906.192136ms","start":"2026-04-16T03:55:54.370385Z","end":"2026-04-16T03:55:55.276577Z","steps":["trace[903409874] 'read index received' (duration: 899.539065ms)","trace[903409874] 'applied index is now lower than readState.Index' (duration: 6.651971ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:55.276606Z","caller":"traceutil/trace.go:171","msg":"trace[2124534539] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"959.169362ms","start":"2026-04-16T03:55:54.317409Z","end":"2026-04-16T03:55:55.276579Z","steps":["trace[2124534539] 'process raft request' (duration: 952.601553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.276697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.299748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:55.276754Z","caller":"traceutil/trace.go:171","msg":"trace[777835330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1668; }","duration":"906.39063ms","start":"2026-04-16T03:55:54.37035Z","end":"2026-04-16T03:55:55.276741Z","steps":["trace[777835330] 'agreement among raft nodes before linearized reading' (duration: 906.295338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.276745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:54.317391Z","time spent":"959.272954ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:55.276774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.782161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:55:55.276788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:54.370338Z","time spent":"906.440001ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:55:55.276797Z","caller":"traceutil/trace.go:171","msg":"trace[1763720781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1668; }","duration":"802.840392ms","start":"2026-04-16T03:55:54.473949Z","end":"2026-04-16T03:55:55.27679Z","steps":["trace[1763720781] 'agreement among raft nodes before linearized reading' (duration: 802.74403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.276798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.139199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:55:55.276815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:54.47393Z","time spent":"802.879793ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:55:55.276823Z","caller":"traceutil/trace.go:171","msg":"trace[1609197419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1668; }","duration":"504.196151ms","start":"2026-04-16T03:55:54.772619Z","end":"2026-04-16T03:55:55.276816Z","steps":["trace[1609197419] 'agreement among raft nodes before linearized reading' (duration: 504.127949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.27684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:54.772602Z","time spent":"504.232941ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:55:55.276848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.458269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:55:55.276914Z","caller":"traceutil/trace.go:171","msg":"trace[845376959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1668; }","duration":"707.548252ms","start":"2026-04-16T03:55:54.569349Z","end":"2026-04-16T03:55:55.276897Z","steps":["trace[845376959] 'agreement among raft nodes before linearized reading' (duration: 707.355687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.276959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:54.569339Z","time spent":"707.612223ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:55:55.276848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.566748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:55:55.277029Z","caller":"traceutil/trace.go:171","msg":"trace[1155389724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1668; }","duration":"733.798563ms","start":"2026-04-16T03:55:54.543221Z","end":"2026-04-16T03:55:55.277019Z","steps":["trace[1155389724] 'agreement among raft nodes before linearized reading' (duration: 733.487107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.277056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:54.5432Z","time spent":"733.847695ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:55.276896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.820795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:55:55.27781Z","caller":"traceutil/trace.go:171","msg":"trace[552268468] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1668; }","duration":"641.776816ms","start":"2026-04-16T03:55:54.636008Z","end":"2026-04-16T03:55:55.277784Z","steps":["trace[552268468] 'agreement among raft nodes before linearized reading' (duration: 640.688462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.277919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:54.63597Z","time spent":"641.91646ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:55:55.795754Z","caller":"traceutil/trace.go:171","msg":"trace[1913675779] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1787; }","duration":"468.469504ms","start":"2026-04-16T03:55:55.327266Z","end":"2026-04-16T03:55:55.795736Z","steps":["trace[1913675779] 'read index received' (duration: 51.093013ms)","trace[1913675779] 'applied index is now lower than readState.Index' (duration: 417.375711ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:55.795844Z","caller":"traceutil/trace.go:171","msg":"trace[352883595] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"513.582973ms","start":"2026-04-16T03:55:55.282248Z","end":"2026-04-16T03:55:55.795831Z","steps":["trace[352883595] 'process raft request' (duration: 513.403339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:55.795867Z","caller":"traceutil/trace.go:171","msg":"trace[800641844] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"514.998415ms","start":"2026-04-16T03:55:55.280836Z","end":"2026-04-16T03:55:55.795834Z","steps":["trace[800641844] 'process raft request' (duration: 427.175063ms)","trace[800641844] 'compare' (duration: 87.247519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:55.795936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:55.282237Z","time spent":"513.636714ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:55.79593Z","caller":"traceutil/trace.go:171","msg":"trace[1167045939] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"513.523551ms","start":"2026-04-16T03:55:55.282365Z","end":"2026-04-16T03:55:55.795889Z","steps":["trace[1167045939] 'process raft request' (duration: 513.348507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.795999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.73754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:55:55.796022Z","caller":"traceutil/trace.go:171","msg":"trace[1437278078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1672; }","duration":"468.792601ms","start":"2026-04-16T03:55:55.327223Z","end":"2026-04-16T03:55:55.796016Z","steps":["trace[1437278078] 'agreement among raft nodes before linearized reading' (duration: 468.713489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.796016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:55.280818Z","time spent":"515.115917ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:55.796021Z","caller":"traceutil/trace.go:171","msg":"trace[1968260125] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"513.685515ms","start":"2026-04-16T03:55:55.282316Z","end":"2026-04-16T03:55:55.796002Z","steps":["trace[1968260125] 'process raft request' (duration: 513.374618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.796042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:55.327201Z","time spent":"468.837013ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:55:55.796098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:55.282309Z","time spent":"513.750456ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:55.796095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:55.282359Z","time spent":"513.649914ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:55.828608Z","caller":"traceutil/trace.go:171","msg":"trace[1162342796] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"351.094185ms","start":"2026-04-16T03:55:55.477487Z","end":"2026-04-16T03:55:55.828581Z","steps":["trace[1162342796] 'process raft request' (duration: 350.932121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.828666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.502277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:55:55.828736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:55.477468Z","time spent":"351.195186ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:55.828753Z","caller":"traceutil/trace.go:171","msg":"trace[1962935096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1673; }","duration":"457.63292ms","start":"2026-04-16T03:55:55.371097Z","end":"2026-04-16T03:55:55.82873Z","steps":["trace[1962935096] 'agreement among raft nodes before linearized reading' (duration: 457.477956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:55.828794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:55.371077Z","time spent":"457.709281ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:55:56.996747Z","caller":"traceutil/trace.go:171","msg":"trace[262743839] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"264.972211ms","start":"2026-04-16T03:55:56.731754Z","end":"2026-04-16T03:55:56.996726Z","steps":["trace[262743839] 'read index received' (duration: 264.844528ms)","trace[262743839] 'applied index is now lower than readState.Index' (duration: 126.753µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:56.996882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.114415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:56.996913Z","caller":"traceutil/trace.go:171","msg":"trace[1927062266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1675; }","duration":"265.200007ms","start":"2026-04-16T03:55:56.731703Z","end":"2026-04-16T03:55:56.996903Z","steps":["trace[1927062266] 'agreement among raft nodes before linearized reading' (duration: 265.132726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:56.996897Z","caller":"traceutil/trace.go:171","msg":"trace[1407564432] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"389.87455ms","start":"2026-04-16T03:55:56.606972Z","end":"2026-04-16T03:55:56.996846Z","steps":["trace[1407564432] 'process raft request' (duration: 389.637194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:56.997039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:56.606955Z","time spent":"390.007493ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:57.345331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.983829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:57.345434Z","caller":"traceutil/trace.go:171","msg":"trace[1028080080] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1675; }","duration":"373.128733ms","start":"2026-04-16T03:55:56.972281Z","end":"2026-04-16T03:55:57.34541Z","steps":["trace[1028080080] 'agreement among raft nodes before linearized reading' (duration: 24.731588ms)","trace[1028080080] 'count revisions from in-memory index tree' (duration: 348.238131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:57.345492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:56.972264Z","time spent":"373.210524ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:55:57.410379Z","caller":"traceutil/trace.go:171","msg":"trace[765004317] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"127.333625ms","start":"2026-04-16T03:55:57.28301Z","end":"2026-04-16T03:55:57.410343Z","steps":["trace[765004317] 'process raft request' (duration: 127.038247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:57.972571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.033212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:55:57.972634Z","caller":"traceutil/trace.go:171","msg":"trace[116246448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1676; }","duration":"121.114404ms","start":"2026-04-16T03:55:57.851505Z","end":"2026-04-16T03:55:57.97262Z","steps":["trace[116246448] 'range keys from in-memory index tree' (duration: 120.873989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:57.972561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.609146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:55:57.972767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.047836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:55:57.972811Z","caller":"traceutil/trace.go:171","msg":"trace[1510624459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1676; }","duration":"172.898222ms","start":"2026-04-16T03:55:57.799895Z","end":"2026-04-16T03:55:57.972793Z","steps":["trace[1510624459] 'range keys from in-memory index tree' (duration: 172.455263ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:57.972834Z","caller":"traceutil/trace.go:171","msg":"trace[1360144407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1676; }","duration":"173.160607ms","start":"2026-04-16T03:55:57.799655Z","end":"2026-04-16T03:55:57.972816Z","steps":["trace[1360144407] 'range keys from in-memory index tree' (duration: 172.898882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:57.972904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.087456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:55:57.972916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.415051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:55:57.972986Z","caller":"traceutil/trace.go:171","msg":"trace[624071677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1676; }","duration":"172.529424ms","start":"2026-04-16T03:55:57.800437Z","end":"2026-04-16T03:55:57.972967Z","steps":["trace[624071677] 'range keys from in-memory index tree' (duration: 172.223237ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:57.972972Z","caller":"traceutil/trace.go:171","msg":"trace[1421595837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1676; }","duration":"173.199069ms","start":"2026-04-16T03:55:57.799755Z","end":"2026-04-16T03:55:57.972954Z","steps":["trace[1421595837] 'range keys from in-memory index tree' (duration: 172.927783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:58.212064Z","caller":"traceutil/trace.go:171","msg":"trace[1566724130] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"235.022165ms","start":"2026-04-16T03:55:57.97701Z","end":"2026-04-16T03:55:58.212033Z","steps":["trace[1566724130] 'process raft request' (duration: 234.80337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:58.880311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:59.381135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:55:59.469122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257288259s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:55:59.469724Z","caller":"traceutil/trace.go:171","msg":"trace[1293872718] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"1.492311575s","start":"2026-04-16T03:55:57.977376Z","end":"2026-04-16T03:55:59.469688Z","steps":["trace[1293872718] 'process raft request' (duration: 1.492050249s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:59.469972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:57.977359Z","time spent":"1.492501869s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:59.469993Z","caller":"traceutil/trace.go:171","msg":"trace[114852023] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"1.492510999s","start":"2026-04-16T03:55:57.977452Z","end":"2026-04-16T03:55:59.469963Z","steps":["trace[114852023] 'process raft request' (duration: 1.492180602s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:59.470129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:57.977427Z","time spent":"1.492624302s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:59.470155Z","caller":"traceutil/trace.go:171","msg":"trace[1901348949] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"1.492140631s","start":"2026-04-16T03:55:57.977999Z","end":"2026-04-16T03:55:59.470139Z","steps":["trace[1901348949] 'process raft request' (duration: 1.491907206s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:59.470164Z","caller":"traceutil/trace.go:171","msg":"trace[2018026434] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1797; }","duration":"1.090051555s","start":"2026-04-16T03:55:58.380085Z","end":"2026-04-16T03:55:59.470136Z","steps":["trace[2018026434] 'read index received' (duration: 1.089286788s)","trace[2018026434] 'applied index is now lower than readState.Index' (duration: 763.247µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:59.470218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:57.97799Z","time spent":"1.492193932s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:59.470262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090156787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:59.470258Z","caller":"traceutil/trace.go:171","msg":"trace[689315529] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"1.491625s","start":"2026-04-16T03:55:57.978606Z","end":"2026-04-16T03:55:59.470231Z","steps":["trace[689315529] 'process raft request' (duration: 1.491467497s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:55:59.470296Z","caller":"traceutil/trace.go:171","msg":"trace[129867715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1681; }","duration":"1.090228799s","start":"2026-04-16T03:55:58.380057Z","end":"2026-04-16T03:55:59.470285Z","steps":["trace[129867715] 'agreement among raft nodes before linearized reading' (duration: 1.090156978s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:59.470332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:58.380043Z","time spent":"1.09028217s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:55:59.470391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:57.978598Z","time spent":"1.491720842s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:55:59.982818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.817103ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:59.982942Z","caller":"traceutil/trace.go:171","msg":"trace[643533478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1681; }","duration":"223.955196ms","start":"2026-04-16T03:55:59.758969Z","end":"2026-04-16T03:55:59.982925Z","steps":["trace[643533478] 'range keys from in-memory index tree' (duration: 223.799852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:59.983223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.212857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:55:59.983292Z","caller":"traceutil/trace.go:171","msg":"trace[1559604961] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1801; }","duration":"511.094826ms","start":"2026-04-16T03:55:59.472186Z","end":"2026-04-16T03:55:59.98328Z","steps":["trace[1559604961] 'read index received' (duration: 140.700795ms)","trace[1559604961] 'applied index is now lower than readState.Index' (duration: 370.393021ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:55:59.983384Z","caller":"traceutil/trace.go:171","msg":"trace[136901527] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"566.598699ms","start":"2026-04-16T03:55:59.416774Z","end":"2026-04-16T03:55:59.983372Z","steps":["trace[136901527] 'process raft request' (duration: 196.168757ms)","trace[136901527] 'compare' (duration: 370.028603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:55:59.983425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.765534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:55:59.983443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:59.416755Z","time spent":"566.659911ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:55:59.983464Z","caller":"traceutil/trace.go:171","msg":"trace[791088482] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1682; }","duration":"181.801564ms","start":"2026-04-16T03:55:59.801647Z","end":"2026-04-16T03:55:59.983449Z","steps":["trace[791088482] 'agreement among raft nodes before linearized reading' (duration: 181.743723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:59.983622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.444114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:55:59.983651Z","caller":"traceutil/trace.go:171","msg":"trace[196557557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1682; }","duration":"511.503446ms","start":"2026-04-16T03:55:59.472137Z","end":"2026-04-16T03:55:59.983641Z","steps":["trace[196557557] 'agreement among raft nodes before linearized reading' (duration: 511.464955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:55:59.983682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:55:59.472119Z","time spent":"511.555786ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:00.833989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.066627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:00.834084Z","caller":"traceutil/trace.go:171","msg":"trace[1570103722] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1682; }","duration":"562.215261ms","start":"2026-04-16T03:56:00.27185Z","end":"2026-04-16T03:56:00.834065Z","steps":["trace[1570103722] 'count revisions from in-memory index tree' (duration: 561.989646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:00.834146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:00.271837Z","time spent":"562.289642ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:00.834543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.278043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:56:00.834627Z","caller":"traceutil/trace.go:171","msg":"trace[696672176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1682; }","duration":"617.405957ms","start":"2026-04-16T03:56:00.217194Z","end":"2026-04-16T03:56:00.8346Z","steps":["trace[696672176] 'range keys from in-memory index tree' (duration: 617.117799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:00.834657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:00.217174Z","time spent":"617.475898ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:56:00.834783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.13199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:00.834861Z","caller":"traceutil/trace.go:171","msg":"trace[55508542] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1682; }","duration":"232.307944ms","start":"2026-04-16T03:56:00.602536Z","end":"2026-04-16T03:56:00.834844Z","steps":["trace[55508542] 'count revisions from in-memory index tree' (duration: 232.045418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:02.20837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:02.500822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023834701s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:56:02.501199Z","caller":"traceutil/trace.go:171","msg":"trace[2034943370] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"1.02424787s","start":"2026-04-16T03:56:01.476926Z","end":"2026-04-16T03:56:02.501174Z","steps":["trace[2034943370] 'process raft request' (duration: 1.024074057s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:02.501367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:01.476915Z","time spent":"1.024376013s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:04.052913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.551895259s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:56:04.05334Z","caller":"traceutil/trace.go:171","msg":"trace[1988252275] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"2.574285468s","start":"2026-04-16T03:56:01.479037Z","end":"2026-04-16T03:56:04.053322Z","steps":["trace[1988252275] 'process raft request' (duration: 2.574214666s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:04.053357Z","caller":"traceutil/trace.go:171","msg":"trace[1721276832] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"2.575434213s","start":"2026-04-16T03:56:01.477895Z","end":"2026-04-16T03:56:04.053329Z","steps":["trace[1721276832] 'process raft request' (duration: 2.575202048s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:04.053411Z","caller":"traceutil/trace.go:171","msg":"trace[649099993] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"2.575256419s","start":"2026-04-16T03:56:01.47812Z","end":"2026-04-16T03:56:04.053376Z","steps":["trace[649099993] 'process raft request' (duration: 2.575103775s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:04.053453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:01.479015Z","time spent":"2.574380129s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:04.053484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:01.477889Z","time spent":"2.575516855s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:04.053559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:01.478114Z","time spent":"2.575371381s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:04.053592Z","caller":"traceutil/trace.go:171","msg":"trace[599959978] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"2.065731618s","start":"2026-04-16T03:56:01.987832Z","end":"2026-04-16T03:56:04.053564Z","steps":["trace[599959978] 'process raft request' (duration: 2.065450012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:04.053704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:01.987813Z","time spent":"2.06582978s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:04.266855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.304625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:56:04.267288Z","caller":"traceutil/trace.go:171","msg":"trace[342181745] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1803; }","duration":"2.559577735s","start":"2026-04-16T03:56:01.70768Z","end":"2026-04-16T03:56:04.267258Z","steps":["trace[342181745] 'read index received' (duration: 793.339287ms)","trace[342181745] 'applied index is now lower than readState.Index' (duration: 1.766236028s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:04.267508Z","caller":"traceutil/trace.go:171","msg":"trace[323441834] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"1.795218893s","start":"2026-04-16T03:56:02.472275Z","end":"2026-04-16T03:56:04.267494Z","steps":["trace[323441834] 'process raft request' (duration: 1.794730762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:04.26758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888496937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:04.267589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559894452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:04.267636Z","caller":"traceutil/trace.go:171","msg":"trace[189126811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1689; }","duration":"1.88858546s","start":"2026-04-16T03:56:02.379038Z","end":"2026-04-16T03:56:04.267623Z","steps":["trace[189126811] 'agreement among raft nodes before linearized reading' (duration: 1.888497858s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:04.26765Z","caller":"traceutil/trace.go:171","msg":"trace[1072709228] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1689; }","duration":"2.559989744s","start":"2026-04-16T03:56:01.707642Z","end":"2026-04-16T03:56:04.267632Z","steps":["trace[1072709228] 'agreement among raft nodes before linearized reading' (duration: 2.559885402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:04.26766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:02.379025Z","time spent":"1.888630891s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:04.267681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:01.707625Z","time spent":"2.560050775s","remote":"127.0.0.1:42356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:04.267666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:02.472252Z","time spent":"1.795306184s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:04.267675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335478884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:04.267768Z","caller":"traceutil/trace.go:171","msg":"trace[109367918] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1689; }","duration":"1.335603856s","start":"2026-04-16T03:56:02.932135Z","end":"2026-04-16T03:56:04.267739Z","steps":["trace[109367918] 'agreement among raft nodes before linearized reading' (duration: 1.335418792s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:04.267755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.340756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:04.267805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39196861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-16T03:56:04.267828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:02.932125Z","time spent":"1.335690059s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:04.267836Z","caller":"traceutil/trace.go:171","msg":"trace[1109340353] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1689; }","duration":"497.495209ms","start":"2026-04-16T03:56:03.770324Z","end":"2026-04-16T03:56:04.267819Z","steps":["trace[1109340353] 'agreement among raft nodes before linearized reading' (duration: 497.299035ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:04.267852Z","caller":"traceutil/trace.go:171","msg":"trace[856864521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1689; }","duration":"1.392040201s","start":"2026-04-16T03:56:02.875799Z","end":"2026-04-16T03:56:04.267839Z","steps":["trace[856864521] 'agreement among raft nodes before linearized reading' (duration: 1.391851216s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:04.267881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:03.770306Z","time spent":"497.56536ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:04.267887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:02.875785Z","time spent":"1.392092862s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:56:04.657511Z","caller":"traceutil/trace.go:171","msg":"trace[439262480] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"139.362917ms","start":"2026-04-16T03:56:04.518122Z","end":"2026-04-16T03:56:04.657485Z","steps":["trace[439262480] 'process raft request' (duration: 138.980867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:04.973378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.090591ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:56:04.97345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:04.658659Z","time spent":"314.787655ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:56:06.43404Z","caller":"traceutil/trace.go:171","msg":"trace[729102369] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"370.961344ms","start":"2026-04-16T03:56:06.063053Z","end":"2026-04-16T03:56:06.434014Z","steps":["trace[729102369] 'process raft request' (duration: 370.922873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:06.434184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:06.063044Z","time spent":"371.068916ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:06.434331Z","caller":"traceutil/trace.go:171","msg":"trace[49452965] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"371.820163ms","start":"2026-04-16T03:56:06.062469Z","end":"2026-04-16T03:56:06.434289Z","steps":["trace[49452965] 'process raft request' (duration: 371.318362ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:06.434405Z","caller":"traceutil/trace.go:171","msg":"trace[2475360] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"371.365363ms","start":"2026-04-16T03:56:06.063006Z","end":"2026-04-16T03:56:06.434372Z","steps":["trace[2475360] 'process raft request' (duration: 370.913493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:06.434491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:06.062446Z","time spent":"371.957005ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:06.434531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:06.062982Z","time spent":"371.481096ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:07.244522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.184282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:07.2448Z","caller":"traceutil/trace.go:171","msg":"trace[315471052] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1818; }","duration":"583.758636ms","start":"2026-04-16T03:56:06.661026Z","end":"2026-04-16T03:56:07.244784Z","steps":["trace[315471052] 'read index received' (duration: 41.281µs)","trace[315471052] 'applied index is now lower than readState.Index' (duration: 583.716385ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:07.244894Z","caller":"traceutil/trace.go:171","msg":"trace[282435736] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"806.644588ms","start":"2026-04-16T03:56:06.438214Z","end":"2026-04-16T03:56:07.244858Z","steps":["trace[282435736] 'process raft request' (duration: 146.053987ms)","trace[282435736] 'compare' (duration: 660.08022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:07.244951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.92494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:56:07.245159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:06.438201Z","time spent":"806.845652ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:07.245227Z","caller":"traceutil/trace.go:171","msg":"trace[645580566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1697; }","duration":"584.198956ms","start":"2026-04-16T03:56:06.660981Z","end":"2026-04-16T03:56:07.24518Z","steps":["trace[645580566] 'agreement among raft nodes before linearized reading' (duration: 583.860479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:07.24531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:06.660963Z","time spent":"584.333499ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:56:08.208165Z","caller":"traceutil/trace.go:171","msg":"trace[2137046146] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1821; }","duration":"104.150401ms","start":"2026-04-16T03:56:08.103959Z","end":"2026-04-16T03:56:08.20811Z","steps":["trace[2137046146] 'read index received' (duration: 103.956097ms)","trace[2137046146] 'applied index is now lower than readState.Index' (duration: 193.314µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:08.208304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.330505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:08.208277Z","caller":"traceutil/trace.go:171","msg":"trace[1670117227] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"114.938154ms","start":"2026-04-16T03:56:08.093305Z","end":"2026-04-16T03:56:08.208243Z","steps":["trace[1670117227] 'process raft request' (duration: 114.669078ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:08.208345Z","caller":"traceutil/trace.go:171","msg":"trace[1712072784] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1700; }","duration":"104.388586ms","start":"2026-04-16T03:56:08.103943Z","end":"2026-04-16T03:56:08.208332Z","steps":["trace[1712072784] 'agreement among raft nodes before linearized reading' (duration: 104.306614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:08.676873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.737658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:08.677059Z","caller":"traceutil/trace.go:171","msg":"trace[1390854362] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"233.941671ms","start":"2026-04-16T03:56:08.443099Z","end":"2026-04-16T03:56:08.677041Z","steps":["trace[1390854362] 'process raft request' (duration: 233.874829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:08.677086Z","caller":"traceutil/trace.go:171","msg":"trace[1849810647] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"234.126874ms","start":"2026-04-16T03:56:08.442927Z","end":"2026-04-16T03:56:08.677054Z","steps":["trace[1849810647] 'process raft request' (duration: 131.12665ms)","trace[1849810647] 'compare' (duration: 102.603885ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:09.472411Z","caller":"traceutil/trace.go:171","msg":"trace[1262459209] linearizableReadLoop","detail":"{readStateIndex:1826; appliedIndex:1825; }","duration":"138.880624ms","start":"2026-04-16T03:56:09.333507Z","end":"2026-04-16T03:56:09.472388Z","steps":["trace[1262459209] 'read index received' (duration: 138.621879ms)","trace[1262459209] 'applied index is now lower than readState.Index' (duration: 257.135µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:09.472459Z","caller":"traceutil/trace.go:171","msg":"trace[2055288533] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"219.044044ms","start":"2026-04-16T03:56:09.253384Z","end":"2026-04-16T03:56:09.472428Z","steps":["trace[2055288533] 'process raft request' (duration: 218.84808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:09.472658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.13521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:56:09.472663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.825548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:09.472715Z","caller":"traceutil/trace.go:171","msg":"trace[658536613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1704; }","duration":"139.248082ms","start":"2026-04-16T03:56:09.333454Z","end":"2026-04-16T03:56:09.472702Z","steps":["trace[658536613] 'agreement among raft nodes before linearized reading' (duration: 139.064428ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:09.472726Z","caller":"traceutil/trace.go:171","msg":"trace[104061666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1704; }","duration":"101.937221ms","start":"2026-04-16T03:56:09.370773Z","end":"2026-04-16T03:56:09.472711Z","steps":["trace[104061666] 'agreement among raft nodes before linearized reading' (duration: 101.834678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:09.654486Z","caller":"traceutil/trace.go:171","msg":"trace[921533093] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"177.66775ms","start":"2026-04-16T03:56:09.476788Z","end":"2026-04-16T03:56:09.654456Z","steps":["trace[921533093] 'process raft request' (duration: 137.023083ms)","trace[921533093] 'compare' (duration: 40.344491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:10.733452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.776063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:10.733729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.368436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:56:10.733786Z","caller":"traceutil/trace.go:171","msg":"trace[381257920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1706; }","duration":"368.886196ms","start":"2026-04-16T03:56:10.364632Z","end":"2026-04-16T03:56:10.733518Z","steps":["trace[381257920] 'count revisions from in-memory index tree' (duration: 368.669991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:10.733824Z","caller":"traceutil/trace.go:171","msg":"trace[856332013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1706; }","duration":"279.498909ms","start":"2026-04-16T03:56:10.454292Z","end":"2026-04-16T03:56:10.733791Z","steps":["trace[856332013] 'range keys from in-memory index tree' (duration: 279.169111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:10.733839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:10.364554Z","time spent":"369.270016ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:11.070433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.434426ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:56:11.070896Z","caller":"traceutil/trace.go:171","msg":"trace[2122975773] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1828; }","duration":"389.360459ms","start":"2026-04-16T03:56:10.681504Z","end":"2026-04-16T03:56:11.070864Z","steps":["trace[2122975773] 'read index received' (duration: 32.941µs)","trace[2122975773] 'applied index is now lower than readState.Index' (duration: 389.324678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:11.071161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.626735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:56:11.071244Z","caller":"traceutil/trace.go:171","msg":"trace[127917506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1706; }","duration":"389.755568ms","start":"2026-04-16T03:56:10.681469Z","end":"2026-04-16T03:56:11.071225Z","steps":["trace[127917506] 'agreement among raft nodes before linearized reading' (duration: 389.482472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:11.071288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:10.681452Z","time spent":"389.826589ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:56:11.07168Z","caller":"traceutil/trace.go:171","msg":"trace[414290039] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"333.368474ms","start":"2026-04-16T03:56:10.738284Z","end":"2026-04-16T03:56:11.071653Z","steps":["trace[414290039] 'process raft request' (duration: 332.523136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:11.071806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:10.738261Z","time spent":"333.471657ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:11.071818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.138236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:56:11.071863Z","caller":"traceutil/trace.go:171","msg":"trace[1908007977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1707; }","duration":"390.218628ms","start":"2026-04-16T03:56:10.681632Z","end":"2026-04-16T03:56:11.071851Z","steps":["trace[1908007977] 'agreement among raft nodes before linearized reading' (duration: 389.817289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:11.07191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:10.681568Z","time spent":"390.33048ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:56:11.352991Z","caller":"traceutil/trace.go:171","msg":"trace[1090384517] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"278.249062ms","start":"2026-04-16T03:56:11.074718Z","end":"2026-04-16T03:56:11.352967Z","steps":["trace[1090384517] 'process raft request' (duration: 278.097428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:11.824053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.658069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:11.82415Z","caller":"traceutil/trace.go:171","msg":"trace[997872382] linearizableReadLoop","detail":"{readStateIndex:1832; appliedIndex:1830; }","duration":"618.00657ms","start":"2026-04-16T03:56:11.206126Z","end":"2026-04-16T03:56:11.824132Z","steps":["trace[997872382] 'read index received' (duration: 146.813844ms)","trace[997872382] 'applied index is now lower than readState.Index' (duration: 471.191296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:11.824265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.142093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:11.824221Z","caller":"traceutil/trace.go:171","msg":"trace[1483549884] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"747.938773ms","start":"2026-04-16T03:56:11.076246Z","end":"2026-04-16T03:56:11.824185Z","steps":["trace[1483549884] 'process raft request' (duration: 563.07574ms)","trace[1483549884] 'compare' (duration: 184.553076ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:11.824305Z","caller":"traceutil/trace.go:171","msg":"trace[448511647] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1709; }","duration":"618.216095ms","start":"2026-04-16T03:56:11.206076Z","end":"2026-04-16T03:56:11.824292Z","steps":["trace[448511647] 'agreement among raft nodes before linearized reading' (duration: 618.155874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:11.824348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:11.206057Z","time spent":"618.280477ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:11.824407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:11.076226Z","time spent":"748.092297ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:11.824441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.770655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:56:11.824443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.740193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-16T03:56:11.824479Z","caller":"traceutil/trace.go:171","msg":"trace[122276201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1709; }","duration":"166.844607ms","start":"2026-04-16T03:56:11.657624Z","end":"2026-04-16T03:56:11.824469Z","steps":["trace[122276201] 'agreement among raft nodes before linearized reading' (duration: 166.714224ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:11.824491Z","caller":"traceutil/trace.go:171","msg":"trace[1422668579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1709; }","duration":"348.825504ms","start":"2026-04-16T03:56:11.475649Z","end":"2026-04-16T03:56:11.824475Z","steps":["trace[1422668579] 'agreement among raft nodes before linearized reading' (duration: 348.697151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:11.824473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.048349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:11.824524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:11.475625Z","time spent":"348.891336ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:56:11.824543Z","caller":"traceutil/trace.go:171","msg":"trace[1196061726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1709; }","duration":"454.157031ms","start":"2026-04-16T03:56:11.370368Z","end":"2026-04-16T03:56:11.824525Z","steps":["trace[1196061726] 'agreement among raft nodes before linearized reading' (duration: 453.880215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:11.824589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:11.370351Z","time spent":"454.230943ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:12.667827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.069721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:12.66791Z","caller":"traceutil/trace.go:171","msg":"trace[1631510195] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"839.903509ms","start":"2026-04-16T03:56:11.827992Z","end":"2026-04-16T03:56:12.667896Z","steps":["trace[1631510195] 'process raft request' (duration: 369.685735ms)","trace[1631510195] 'compare' (duration: 469.983988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:12.667959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:11.827973Z","time spent":"839.959689ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:12.735776Z","caller":"traceutil/trace.go:171","msg":"trace[961440418] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"906.976093ms","start":"2026-04-16T03:56:11.828773Z","end":"2026-04-16T03:56:12.735749Z","steps":["trace[961440418] 'process raft request' (duration: 906.800529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:12.735938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:11.828752Z","time spent":"907.100455ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:13.21044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.36303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:13.210539Z","caller":"traceutil/trace.go:171","msg":"trace[1058841390] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1834; }","duration":"134.558877ms","start":"2026-04-16T03:56:13.075964Z","end":"2026-04-16T03:56:13.210523Z","steps":["trace[1058841390] 'read index received' (duration: 33.841µs)","trace[1058841390] 'applied index is now lower than readState.Index' (duration: 134.523586ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:13.210587Z","caller":"traceutil/trace.go:171","msg":"trace[897531267] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"921.995671ms","start":"2026-04-16T03:56:12.288536Z","end":"2026-04-16T03:56:13.210532Z","steps":["trace[897531267] 'process raft request' (duration: 730.459757ms)","trace[897531267] 'compare' (duration: 191.251118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:13.210676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.588591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:13.210707Z","caller":"traceutil/trace.go:171","msg":"trace[557681194] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1712; }","duration":"112.655683ms","start":"2026-04-16T03:56:13.098041Z","end":"2026-04-16T03:56:13.210697Z","steps":["trace[557681194] 'agreement among raft nodes before linearized reading' (duration: 112.596842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:13.210927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:12.288519Z","time spent":"922.148234ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:13.210953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.973636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:56:13.211024Z","caller":"traceutil/trace.go:171","msg":"trace[1480684304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1712; }","duration":"135.085529ms","start":"2026-04-16T03:56:13.075921Z","end":"2026-04-16T03:56:13.211006Z","steps":["trace[1480684304] 'agreement among raft nodes before linearized reading' (duration: 134.68936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:13.747133Z","caller":"traceutil/trace.go:171","msg":"trace[36695879] linearizableReadLoop","detail":"{readStateIndex:1836; appliedIndex:1835; }","duration":"390.584575ms","start":"2026-04-16T03:56:13.356524Z","end":"2026-04-16T03:56:13.747109Z","steps":["trace[36695879] 'read index received' (duration: 348.501586ms)","trace[36695879] 'applied index is now lower than readState.Index' (duration: 42.081679ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:13.747234Z","caller":"traceutil/trace.go:171","msg":"trace[137062540] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"532.089221ms","start":"2026-04-16T03:56:13.215117Z","end":"2026-04-16T03:56:13.747206Z","steps":["trace[137062540] 'process raft request' (duration: 489.899618ms)","trace[137062540] 'compare' (duration: 41.667471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:13.747347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:13.215074Z","time spent":"532.210523ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:13.747351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.097589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:13.747381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.844932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:56:13.747432Z","caller":"traceutil/trace.go:171","msg":"trace[74603336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1713; }","duration":"380.206971ms","start":"2026-04-16T03:56:13.367208Z","end":"2026-04-16T03:56:13.747415Z","steps":["trace[74603336] 'agreement among raft nodes before linearized reading' (duration: 380.093019ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:13.74744Z","caller":"traceutil/trace.go:171","msg":"trace[701643797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1713; }","duration":"390.944794ms","start":"2026-04-16T03:56:13.35648Z","end":"2026-04-16T03:56:13.747425Z","steps":["trace[701643797] 'agreement among raft nodes before linearized reading' (duration: 390.764039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:13.747472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:13.367194Z","time spent":"380.269442ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:13.747483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:13.356468Z","time spent":"391.003056ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:13.747647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.513319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:13.74773Z","caller":"traceutil/trace.go:171","msg":"trace[1804109314] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1713; }","duration":"147.637882ms","start":"2026-04-16T03:56:13.600071Z","end":"2026-04-16T03:56:13.747709Z","steps":["trace[1804109314] 'agreement among raft nodes before linearized reading' (duration: 147.456998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:14.049212Z","caller":"traceutil/trace.go:171","msg":"trace[1743861367] linearizableReadLoop","detail":"{readStateIndex:1837; appliedIndex:1836; }","duration":"220.258932ms","start":"2026-04-16T03:56:13.828924Z","end":"2026-04-16T03:56:14.049183Z","steps":["trace[1743861367] 'read index received' (duration: 187.550744ms)","trace[1743861367] 'applied index is now lower than readState.Index' (duration: 32.706948ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:14.049232Z","caller":"traceutil/trace.go:171","msg":"trace[1019558043] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"297.415313ms","start":"2026-04-16T03:56:13.751795Z","end":"2026-04-16T03:56:14.049211Z","steps":["trace[1019558043] 'process raft request' (duration: 264.673883ms)","trace[1019558043] 'compare' (duration: 32.532935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:14.049723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.795664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:56:14.049769Z","caller":"traceutil/trace.go:171","msg":"trace[329830900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1714; }","duration":"220.897036ms","start":"2026-04-16T03:56:13.828861Z","end":"2026-04-16T03:56:14.049758Z","steps":["trace[329830900] 'agreement among raft nodes before linearized reading' (duration: 220.413695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:14.697709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.731504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:14.697801Z","caller":"traceutil/trace.go:171","msg":"trace[942448623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1715; }","duration":"329.873736ms","start":"2026-04-16T03:56:14.367907Z","end":"2026-04-16T03:56:14.69778Z","steps":["trace[942448623] 'range keys from in-memory index tree' (duration: 329.640411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:14.697846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:14.367889Z","time spent":"329.949028ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:56:14.719563Z","caller":"traceutil/trace.go:171","msg":"trace[122186672] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"145.260019ms","start":"2026-04-16T03:56:14.574261Z","end":"2026-04-16T03:56:14.719521Z","steps":["trace[122186672] 'process raft request' (duration: 144.982683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:15.077616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.498651ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:56:15.077844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:14.720586Z","time spent":"357.249283ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:56:15.077984Z","caller":"traceutil/trace.go:171","msg":"trace[954934190] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1839; }","duration":"337.759833ms","start":"2026-04-16T03:56:14.740198Z","end":"2026-04-16T03:56:15.077958Z","steps":["trace[954934190] 'read index received' (duration: 161.907714ms)","trace[954934190] 'applied index is now lower than readState.Index' (duration: 175.850969ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:15.078074Z","caller":"traceutil/trace.go:171","msg":"trace[247505176] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"354.520852ms","start":"2026-04-16T03:56:14.723525Z","end":"2026-04-16T03:56:15.078046Z","steps":["trace[247505176] 'process raft request' (duration: 354.250196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:15.07822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:14.723511Z","time spent":"354.622814ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:15.078246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.023609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:56:15.078318Z","caller":"traceutil/trace.go:171","msg":"trace[1141485471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1717; }","duration":"338.138181ms","start":"2026-04-16T03:56:14.740162Z","end":"2026-04-16T03:56:15.078301Z","steps":["trace[1141485471] 'agreement among raft nodes before linearized reading' (duration: 337.901236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:15.078358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:14.740147Z","time spent":"338.204333ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:56:15.637371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.2977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:15.637744Z","caller":"traceutil/trace.go:171","msg":"trace[305569855] linearizableReadLoop","detail":"{readStateIndex:1843; appliedIndex:1842; }","duration":"517.03742ms","start":"2026-04-16T03:56:15.120687Z","end":"2026-04-16T03:56:15.637724Z","steps":["trace[305569855] 'read index received' (duration: 262.31668ms)","trace[305569855] 'applied index is now lower than readState.Index' (duration: 254.71893ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:15.637821Z","caller":"traceutil/trace.go:171","msg":"trace[1159895832] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"554.833834ms","start":"2026-04-16T03:56:15.082976Z","end":"2026-04-16T03:56:15.637809Z","steps":["trace[1159895832] 'process raft request' (duration: 300.013822ms)","trace[1159895832] 'compare' (duration: 254.079735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:15.637886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:15.08295Z","time spent":"554.902366ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:15.637956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.249504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:56:15.63805Z","caller":"traceutil/trace.go:171","msg":"trace[614458084] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1719; }","duration":"517.392338ms","start":"2026-04-16T03:56:15.120636Z","end":"2026-04-16T03:56:15.638028Z","steps":["trace[614458084] 'agreement among raft nodes before linearized reading' (duration: 517.195073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:15.638112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:15.120613Z","time spent":"517.48585ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:56:16.138304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:16.421862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.021123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:16.421968Z","caller":"traceutil/trace.go:171","msg":"trace[2071369011] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1843; }","duration":"784.175261ms","start":"2026-04-16T03:56:15.637778Z","end":"2026-04-16T03:56:16.421953Z","steps":["trace[2071369011] 'read index received' (duration: 646.904102ms)","trace[2071369011] 'applied index is now lower than readState.Index' (duration: 137.269919ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:16.421991Z","caller":"traceutil/trace.go:171","msg":"trace[1691656020] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"1.206117804s","start":"2026-04-16T03:56:15.215847Z","end":"2026-04-16T03:56:16.421965Z","steps":["trace[1691656020] 'process raft request' (duration: 1.068917917s)","trace[1691656020] 'compare' (duration: 136.86765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:16.422073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:16.422101Z","caller":"traceutil/trace.go:171","msg":"trace[1399581939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1720; }","duration":"1.0517678s","start":"2026-04-16T03:56:15.370324Z","end":"2026-04-16T03:56:16.422092Z","steps":["trace[1399581939] 'agreement among raft nodes before linearized reading' (duration: 1.051719869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:16.422109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:15.215816Z","time spent":"1.206226797s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:16.422141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:15.370279Z","time spent":"1.051856052s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:16.422161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.262967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:56:16.422204Z","caller":"traceutil/trace.go:171","msg":"trace[313631027] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1720; }","duration":"782.338629ms","start":"2026-04-16T03:56:15.639852Z","end":"2026-04-16T03:56:16.422191Z","steps":["trace[313631027] 'agreement among raft nodes before linearized reading' (duration: 782.197506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:16.422231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:15.639836Z","time spent":"782.3874ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:56:16.422244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.670351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:56:16.422299Z","caller":"traceutil/trace.go:171","msg":"trace[122654146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1720; }","duration":"321.756903ms","start":"2026-04-16T03:56:16.100529Z","end":"2026-04-16T03:56:16.422286Z","steps":["trace[122654146] 'agreement among raft nodes before linearized reading' (duration: 321.59996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:16.422326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:16.100518Z","time spent":"321.802624ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:16.4223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.244622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:56:16.422371Z","caller":"traceutil/trace.go:171","msg":"trace[1808397358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1720; }","duration":"368.365854ms","start":"2026-04-16T03:56:16.053987Z","end":"2026-04-16T03:56:16.422353Z","steps":["trace[1808397358] 'agreement among raft nodes before linearized reading' (duration: 368.125829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:16.422479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.74732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:56:16.422517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:16.053967Z","time spent":"368.526788ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:56:16.422554Z","caller":"traceutil/trace.go:171","msg":"trace[1080672465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1720; }","duration":"670.876753ms","start":"2026-04-16T03:56:15.751661Z","end":"2026-04-16T03:56:16.422538Z","steps":["trace[1080672465] 'agreement among raft nodes before linearized reading' (duration: 670.619627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:16.422632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:15.751637Z","time spent":"670.983165ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:16.931719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:17.864966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.999365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:17.865465Z","caller":"traceutil/trace.go:171","msg":"trace[836633410] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"1.438969941s","start":"2026-04-16T03:56:16.426475Z","end":"2026-04-16T03:56:17.865444Z","steps":["trace[836633410] 'process raft request' (duration: 635.426063ms)","trace[836633410] 'compare' (duration: 802.873203ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:17.86553Z","caller":"traceutil/trace.go:171","msg":"trace[1660303047] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1844; }","duration":"1.43450804s","start":"2026-04-16T03:56:16.431007Z","end":"2026-04-16T03:56:17.865515Z","steps":["trace[1660303047] 'read index received' (duration: 630.87846ms)","trace[1660303047] 'applied index is now lower than readState.Index' (duration: 803.62883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:17.86554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:16.426462Z","time spent":"1.439049222s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:17.865669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434671323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:17.865636Z","caller":"traceutil/trace.go:171","msg":"trace[1220105932] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"1.43675088s","start":"2026-04-16T03:56:16.428856Z","end":"2026-04-16T03:56:17.865607Z","steps":["trace[1220105932] 'process raft request' (duration: 1.436604307s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:17.865695Z","caller":"traceutil/trace.go:171","msg":"trace[977948877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1723; }","duration":"1.434753235s","start":"2026-04-16T03:56:16.430935Z","end":"2026-04-16T03:56:17.865689Z","steps":["trace[977948877] 'agreement among raft nodes before linearized reading' (duration: 1.434712804s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:17.865667Z","caller":"traceutil/trace.go:171","msg":"trace[1245741696] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"1.438338716s","start":"2026-04-16T03:56:16.427303Z","end":"2026-04-16T03:56:17.865642Z","steps":["trace[1245741696] 'process raft request' (duration: 1.437740653s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:17.865715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:16.430925Z","time spent":"1.434786377s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:17.865791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:16.428813Z","time spent":"1.436894483s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:17.865796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:16.427266Z","time spent":"1.438457559s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:17.881876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.218613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:56:17.881919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448308491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:17.881933Z","caller":"traceutil/trace.go:171","msg":"trace[164336451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1724; }","duration":"240.333405ms","start":"2026-04-16T03:56:17.641587Z","end":"2026-04-16T03:56:17.88192Z","steps":["trace[164336451] 'agreement among raft nodes before linearized reading' (duration: 240.160802ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:17.881928Z","caller":"traceutil/trace.go:171","msg":"trace[447398727] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"179.529412ms","start":"2026-04-16T03:56:17.702379Z","end":"2026-04-16T03:56:17.881909Z","steps":["trace[447398727] 'process raft request' (duration: 179.180525ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:17.881953Z","caller":"traceutil/trace.go:171","msg":"trace[1776458376] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1724; }","duration":"1.448356032s","start":"2026-04-16T03:56:16.433588Z","end":"2026-04-16T03:56:17.881944Z","steps":["trace[1776458376] 'agreement among raft nodes before linearized reading' (duration: 1.448294561s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:17.882001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.952389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:17.882081Z","caller":"traceutil/trace.go:171","msg":"trace[1705683194] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1724; }","duration":"163.058291ms","start":"2026-04-16T03:56:17.718999Z","end":"2026-04-16T03:56:17.882058Z","steps":["trace[1705683194] 'agreement among raft nodes before linearized reading' (duration: 162.953188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:17.882014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:16.433584Z","time spent":"1.448415064s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:17.881899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.152278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:56:17.882335Z","caller":"traceutil/trace.go:171","msg":"trace[718351825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1724; }","duration":"799.620209ms","start":"2026-04-16T03:56:17.08268Z","end":"2026-04-16T03:56:17.882301Z","steps":["trace[718351825] 'agreement among raft nodes before linearized reading' (duration: 799.071407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:17.882404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:17.082661Z","time spent":"799.724041ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:56:18.392079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:18.892725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:19.392847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:19.476295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585230811s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:56:19.480655Z","caller":"traceutil/trace.go:171","msg":"trace[1692894123] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"1.589656512s","start":"2026-04-16T03:56:17.890966Z","end":"2026-04-16T03:56:19.480622Z","steps":["trace[1692894123] 'process raft request' (duration: 1.585506788s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:19.480824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:17.890944Z","time spent":"1.589781715s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:19.892063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:56:19.89217Z","caller":"traceutil/trace.go:171","msg":"trace[2041446124] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384983s","start":"2026-04-16T03:56:17.89175Z","end":"2026-04-16T03:56:19.892135Z","steps":["trace[2041446124] 'agreement among raft nodes before linearized reading' (duration: 2.00027332s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:19.892237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:17.891726Z","time spent":"2.000499616s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:21.115931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357184084s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:21.116063Z","caller":"traceutil/trace.go:171","msg":"trace[1287919155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1725; }","duration":"1.357337277s","start":"2026-04-16T03:56:19.758707Z","end":"2026-04-16T03:56:21.116044Z","steps":["trace[1287919155] 'range keys from in-memory index tree' (duration: 1.357163293s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:21.116462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.1086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:21.116912Z","caller":"traceutil/trace.go:171","msg":"trace[281147187] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1848; }","duration":"3.225078356s","start":"2026-04-16T03:56:17.891811Z","end":"2026-04-16T03:56:21.11689Z","steps":["trace[281147187] 'read index received' (duration: 1.584671409s)","trace[281147187] 'applied index is now lower than readState.Index' (duration: 1.640403327s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:21.116892Z","caller":"traceutil/trace.go:171","msg":"trace[1508945495] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"2.688855212s","start":"2026-04-16T03:56:18.427998Z","end":"2026-04-16T03:56:21.116853Z","steps":["trace[1508945495] 'process raft request' (duration: 2.688543805s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:21.116962Z","caller":"traceutil/trace.go:171","msg":"trace[1561154879] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"3.225918055s","start":"2026-04-16T03:56:17.891025Z","end":"2026-04-16T03:56:21.116943Z","steps":["trace[1561154879] 'process raft request' (duration: 2.452257133s)","trace[1561154879] 'compare' (duration: 772.951826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:21.117079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:17.891009Z","time spent":"3.225994707s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:21.117094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:18.427974Z","time spent":"2.689013956s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:21.699142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.52742ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:56:21.699266Z","caller":"traceutil/trace.go:171","msg":"trace[286406505] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1851; }","duration":"582.294305ms","start":"2026-04-16T03:56:21.116952Z","end":"2026-04-16T03:56:21.699246Z","steps":["trace[286406505] 'read index received' (duration: 39.941µs)","trace[286406505] 'applied index is now lower than readState.Index' (duration: 582.252804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:21.699385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.818144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:21.699406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739081655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:21.699452Z","caller":"traceutil/trace.go:171","msg":"trace[534158760] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1727; }","duration":"1.739143366s","start":"2026-04-16T03:56:19.960299Z","end":"2026-04-16T03:56:21.699443Z","steps":["trace[534158760] 'agreement among raft nodes before linearized reading' (duration: 1.739046254s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:21.699454Z","caller":"traceutil/trace.go:171","msg":"trace[1189993854] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1727; }","duration":"943.935397ms","start":"2026-04-16T03:56:20.755502Z","end":"2026-04-16T03:56:21.699437Z","steps":["trace[1189993854] 'agreement among raft nodes before linearized reading' (duration: 943.819395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:21.699488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:19.960273Z","time spent":"1.739205627s","remote":"127.0.0.1:60256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:21.6995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:20.755482Z","time spent":"944.008139ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:21.699514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806822143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:21.69954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829588237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:56:21.699559Z","caller":"traceutil/trace.go:171","msg":"trace[1168371636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1727; }","duration":"1.806894665s","start":"2026-04-16T03:56:19.892652Z","end":"2026-04-16T03:56:21.699547Z","steps":["trace[1168371636] 'agreement among raft nodes before linearized reading' (duration: 1.806823034s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:21.69957Z","caller":"traceutil/trace.go:171","msg":"trace[1899347914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1727; }","duration":"1.829654359s","start":"2026-04-16T03:56:19.869908Z","end":"2026-04-16T03:56:21.699562Z","steps":["trace[1899347914] 'agreement among raft nodes before linearized reading' (duration: 1.829550587s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:21.69958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514145201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:21.699583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:19.892629Z","time spent":"1.806949436s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:21.69959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:19.869889Z","time spent":"1.829696709s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:56:21.699601Z","caller":"traceutil/trace.go:171","msg":"trace[557336768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1727; }","duration":"3.514195913s","start":"2026-04-16T03:56:18.185398Z","end":"2026-04-16T03:56:21.699594Z","steps":["trace[557336768] 'agreement among raft nodes before linearized reading' (duration: 3.514160292s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:21.699624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:18.18538Z","time spent":"3.514233683s","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:21.69962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829892243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:56:21.69954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.428734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-16T03:56:21.699658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829873023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:56:21.699693Z","caller":"traceutil/trace.go:171","msg":"trace[1974985332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1727; }","duration":"1.830043337s","start":"2026-04-16T03:56:19.869631Z","end":"2026-04-16T03:56:21.699675Z","steps":["trace[1974985332] 'agreement among raft nodes before linearized reading' (duration: 1.829801912s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:21.699736Z","caller":"traceutil/trace.go:171","msg":"trace[108543126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1727; }","duration":"1.829973845s","start":"2026-04-16T03:56:19.869743Z","end":"2026-04-16T03:56:21.699717Z","steps":["trace[108543126] 'agreement among raft nodes before linearized reading' (duration: 1.82973246s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:21.699744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:19.86961Z","time spent":"1.830125249s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:21.699808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:19.869738Z","time spent":"1.830054207s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:56:21.699697Z","caller":"traceutil/trace.go:171","msg":"trace[1455501504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1727; }","duration":"208.623079ms","start":"2026-04-16T03:56:21.491066Z","end":"2026-04-16T03:56:21.699689Z","steps":["trace[1455501504] 'agreement among raft nodes before linearized reading' (duration: 208.368423ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:22.199823Z","caller":"traceutil/trace.go:171","msg":"trace[1342348585] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"496.527489ms","start":"2026-04-16T03:56:21.703272Z","end":"2026-04-16T03:56:22.1998Z","steps":["trace[1342348585] 'process raft request' (duration: 496.378026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:22.199954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:21.703252Z","time spent":"496.634051ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:22.737667Z","caller":"traceutil/trace.go:171","msg":"trace[922240969] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1852; }","duration":"1.028038386s","start":"2026-04-16T03:56:21.7096Z","end":"2026-04-16T03:56:22.737638Z","steps":["trace[922240969] 'read index received' (duration: 490.116144ms)","trace[922240969] 'applied index is now lower than readState.Index' (duration: 537.920882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:22.737812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028191989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:22.737846Z","caller":"traceutil/trace.go:171","msg":"trace[519635734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1731; }","duration":"1.028270221s","start":"2026-04-16T03:56:21.709565Z","end":"2026-04-16T03:56:22.737836Z","steps":["trace[519635734] 'agreement among raft nodes before linearized reading' (duration: 1.028182139s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:22.737881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:21.709554Z","time spent":"1.028319682s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:56:22.738042Z","caller":"traceutil/trace.go:171","msg":"trace[579728867] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"1.034046932s","start":"2026-04-16T03:56:21.703959Z","end":"2026-04-16T03:56:22.738006Z","steps":["trace[579728867] 'process raft request' (duration: 1.033419187s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:22.73806Z","caller":"traceutil/trace.go:171","msg":"trace[409431021] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"1.033787196s","start":"2026-04-16T03:56:21.704236Z","end":"2026-04-16T03:56:22.738023Z","steps":["trace[409431021] 'process raft request' (duration: 1.033305806s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:22.738062Z","caller":"traceutil/trace.go:171","msg":"trace[1955373586] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"1.033773746s","start":"2026-04-16T03:56:21.704272Z","end":"2026-04-16T03:56:22.738046Z","steps":["trace[1955373586] 'process raft request' (duration: 1.033306785s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:22.738208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:21.703946Z","time spent":"1.034175404s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:22.738218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:21.704221Z","time spent":"1.033913809s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:22.738263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:21.704252Z","time spent":"1.033878098s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:23.31968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.39331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:23.319766Z","caller":"traceutil/trace.go:171","msg":"trace[1959670748] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1731; }","duration":"436.546813ms","start":"2026-04-16T03:56:22.883199Z","end":"2026-04-16T03:56:23.319746Z","steps":["trace[1959670748] 'count revisions from in-memory index tree' (duration: 436.303787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:23.319807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:22.883179Z","time spent":"436.616914ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:23.319707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.038122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:56:23.31998Z","caller":"traceutil/trace.go:171","msg":"trace[1623095036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1731; }","duration":"199.337529ms","start":"2026-04-16T03:56:23.120618Z","end":"2026-04-16T03:56:23.319956Z","steps":["trace[1623095036] 'range keys from in-memory index tree' (duration: 198.787906ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:23.320577Z","caller":"traceutil/trace.go:171","msg":"trace[1457568790] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"192.592318ms","start":"2026-04-16T03:56:23.127944Z","end":"2026-04-16T03:56:23.320537Z","steps":["trace[1457568790] 'process raft request' (duration: 139.872028ms)","trace[1457568790] 'compare' (duration: 52.274569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:25.511867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.492703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:25.511943Z","caller":"traceutil/trace.go:171","msg":"trace[137157677] linearizableReadLoop","detail":"{readStateIndex:1858; appliedIndex:1857; }","duration":"1.30071075s","start":"2026-04-16T03:56:24.21122Z","end":"2026-04-16T03:56:25.511931Z","steps":["trace[137157677] 'read index received' (duration: 425.093835ms)","trace[137157677] 'applied index is now lower than readState.Index' (duration: 875.615974ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:25.511992Z","caller":"traceutil/trace.go:171","msg":"trace[1500441193] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"2.188105451s","start":"2026-04-16T03:56:23.323874Z","end":"2026-04-16T03:56:25.51198Z","steps":["trace[1500441193] 'process raft request' (duration: 1.312444335s)","trace[1500441193] 'compare' (duration: 875.224526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:25.512043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:23.323849Z","time spent":"2.188165382s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:25.512044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300830222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:56:25.512064Z","caller":"traceutil/trace.go:171","msg":"trace[1622538886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1733; }","duration":"1.300873793s","start":"2026-04-16T03:56:24.211183Z","end":"2026-04-16T03:56:25.512057Z","steps":["trace[1622538886] 'agreement among raft nodes before linearized reading' (duration: 1.300793692s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:25.512082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:24.211165Z","time spent":"1.300913474s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:26.369417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:56:26.369513Z","caller":"traceutil/trace.go:171","msg":"trace[1291969390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009094s","start":"2026-04-16T03:56:24.369481Z","end":"2026-04-16T03:56:26.36949Z","steps":["trace[1291969390] 'agreement among raft nodes before linearized reading' (duration: 1.999889381s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:26.369565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:24.369463Z","time spent":"2.000092906s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:27.536084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.781347778s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:56:27.675964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921082643s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:27.676303Z","caller":"traceutil/trace.go:171","msg":"trace[595356408] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1858; }","duration":"2.164321734s","start":"2026-04-16T03:56:25.511959Z","end":"2026-04-16T03:56:27.676281Z","steps":["trace[595356408] 'read index received' (duration: 242.802971ms)","trace[595356408] 'applied index is now lower than readState.Index' (duration: 1.921516673s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:27.676435Z","caller":"traceutil/trace.go:171","msg":"trace[1433545289] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"2.795108403s","start":"2026-04-16T03:56:24.881312Z","end":"2026-04-16T03:56:27.67642Z","steps":["trace[1433545289] 'process raft request' (duration: 873.349024ms)","trace[1433545289] 'compare' (duration: 1.920820417s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:27.676501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:24.88129Z","time spent":"2.795173904s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:27.676807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306162995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:27.676847Z","caller":"traceutil/trace.go:171","msg":"trace[1186931260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1736; }","duration":"1.306243477s","start":"2026-04-16T03:56:26.370592Z","end":"2026-04-16T03:56:27.676836Z","steps":["trace[1186931260] 'agreement among raft nodes before linearized reading' (duration: 1.306176276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.676883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:26.370547Z","time spent":"1.306327029s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:27.67692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934567701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:56:27.676955Z","caller":"traceutil/trace.go:171","msg":"trace[1488540720] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"2.161215065s","start":"2026-04-16T03:56:25.515695Z","end":"2026-04-16T03:56:27.67691Z","steps":["trace[1488540720] 'process raft request' (duration: 2.160536599s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.676989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492347519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:27.677016Z","caller":"traceutil/trace.go:171","msg":"trace[1556781030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1736; }","duration":"2.934732255s","start":"2026-04-16T03:56:24.742265Z","end":"2026-04-16T03:56:27.676997Z","steps":["trace[1556781030] 'agreement among raft nodes before linearized reading' (duration: 2.934322876s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:27.677045Z","caller":"traceutil/trace.go:171","msg":"trace[1780767645] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1736; }","duration":"2.492460151s","start":"2026-04-16T03:56:25.184571Z","end":"2026-04-16T03:56:27.677031Z","steps":["trace[1780767645] 'agreement among raft nodes before linearized reading' (duration: 2.492342059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.677063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:24.742246Z","time spent":"2.934807766s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:27.677072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:25.184549Z","time spent":"2.492517472s","remote":"127.0.0.1:60276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:27.677062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934800766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:56:27.677125Z","caller":"traceutil/trace.go:171","msg":"trace[1984088717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1736; }","duration":"2.934905128s","start":"2026-04-16T03:56:24.742207Z","end":"2026-04-16T03:56:27.677112Z","steps":["trace[1984088717] 'agreement among raft nodes before linearized reading' (duration: 2.934756495s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.677133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.377922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:27.677154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:24.742188Z","time spent":"2.934960149s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:56:27.677176Z","caller":"traceutil/trace.go:171","msg":"trace[141975530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1736; }","duration":"405.453712ms","start":"2026-04-16T03:56:27.271712Z","end":"2026-04-16T03:56:27.677166Z","steps":["trace[141975530] 'agreement among raft nodes before linearized reading' (duration: 405.399151ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:27.677183Z","caller":"traceutil/trace.go:171","msg":"trace[490190109] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"2.351890309s","start":"2026-04-16T03:56:25.325281Z","end":"2026-04-16T03:56:27.677172Z","steps":["trace[490190109] 'process raft request' (duration: 2.350831994s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.677204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:27.271693Z","time spent":"405.505354ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:27.677075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.079204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:56:27.677243Z","caller":"traceutil/trace.go:171","msg":"trace[852131208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1736; }","duration":"160.270678ms","start":"2026-04-16T03:56:27.516965Z","end":"2026-04-16T03:56:27.677236Z","steps":["trace[852131208] 'agreement among raft nodes before linearized reading' (duration: 159.92538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.677245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:25.325258Z","time spent":"2.351954419s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:27.677127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:25.515662Z","time spent":"2.161370208s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:27.67708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.740979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:27.677327Z","caller":"traceutil/trace.go:171","msg":"trace[453515604] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1736; }","duration":"200.005426ms","start":"2026-04-16T03:56:27.477305Z","end":"2026-04-16T03:56:27.677311Z","steps":["trace[453515604] 'agreement among raft nodes before linearized reading' (duration: 199.716909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.677315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934749774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:56:27.677463Z","caller":"traceutil/trace.go:171","msg":"trace[1849436535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1736; }","duration":"2.934942599s","start":"2026-04-16T03:56:24.742494Z","end":"2026-04-16T03:56:27.677437Z","steps":["trace[1849436535] 'agreement among raft nodes before linearized reading' (duration: 2.934558091s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.677533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040175164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:56:27.677635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132894816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:27.677569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:24.742489Z","time spent":"2.935057792s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:56:27.677694Z","caller":"traceutil/trace.go:171","msg":"trace[431970765] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1736; }","duration":"3.132961828s","start":"2026-04-16T03:56:24.544717Z","end":"2026-04-16T03:56:27.677679Z","steps":["trace[431970765] 'agreement among raft nodes before linearized reading' (duration: 3.131963406s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.677729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:24.544696Z","time spent":"3.13302314s","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:27.67764Z","caller":"traceutil/trace.go:171","msg":"trace[1227228332] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1736; }","duration":"3.040331087s","start":"2026-04-16T03:56:24.637283Z","end":"2026-04-16T03:56:27.677614Z","steps":["trace[1227228332] 'agreement among raft nodes before linearized reading' (duration: 3.039971389s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:27.677819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:24.637263Z","time spent":"3.040540052s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:56:28.189395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:28.690038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:29.190906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:29.56377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884778033s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:56:29.564325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:27.678752Z","time spent":"1.8855692s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:56:29.58483Z","caller":"traceutil/trace.go:171","msg":"trace[496892015] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"1.903813453s","start":"2026-04-16T03:56:27.680975Z","end":"2026-04-16T03:56:29.584789Z","steps":["trace[496892015] 'process raft request' (duration: 1.903620308s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:29.584985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:27.68096Z","time spent":"1.903939355s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:29.585252Z","caller":"traceutil/trace.go:171","msg":"trace[2034005351] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"1.903156907s","start":"2026-04-16T03:56:27.682059Z","end":"2026-04-16T03:56:29.585216Z","steps":["trace[2034005351] 'process raft request' (duration: 1.902675806s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:29.585395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:27.68205Z","time spent":"1.903269999s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:29.585533Z","caller":"traceutil/trace.go:171","msg":"trace[1936942519] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"1.903397503s","start":"2026-04-16T03:56:27.682119Z","end":"2026-04-16T03:56:29.585516Z","steps":["trace[1936942519] 'process raft request' (duration: 1.903098596s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:29.585611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:27.68211Z","time spent":"1.903464824s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:29.585705Z","caller":"traceutil/trace.go:171","msg":"trace[510771031] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1861; }","duration":"1.901168143s","start":"2026-04-16T03:56:27.684458Z","end":"2026-04-16T03:56:29.585626Z","steps":["trace[510771031] 'read index received' (duration: 1.879738859s)","trace[510771031] 'applied index is now lower than readState.Index' (duration: 21.425324ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:29.585763Z","caller":"traceutil/trace.go:171","msg":"trace[6550614] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"1.90284187s","start":"2026-04-16T03:56:27.682905Z","end":"2026-04-16T03:56:29.585747Z","steps":["trace[6550614] 'process raft request' (duration: 1.902481942s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:29.585846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:27.682898Z","time spent":"1.902910681s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:29.585955Z","caller":"traceutil/trace.go:171","msg":"trace[2016456070] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"1.674523227s","start":"2026-04-16T03:56:27.911372Z","end":"2026-04-16T03:56:29.585895Z","steps":["trace[2016456070] 'process raft request' (duration: 1.6741893s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:29.585987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901526591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:29.586025Z","caller":"traceutil/trace.go:171","msg":"trace[1124814243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1741; }","duration":"1.901581732s","start":"2026-04-16T03:56:27.684432Z","end":"2026-04-16T03:56:29.586014Z","steps":["trace[1124814243] 'agreement among raft nodes before linearized reading' (duration: 1.901462809s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:29.58606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:27.684423Z","time spent":"1.901631964s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:29.5863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:27.911347Z","time spent":"1.674659501s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:29.814632Z","caller":"traceutil/trace.go:171","msg":"trace[451548329] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1867; }","duration":"228.803535ms","start":"2026-04-16T03:56:29.585801Z","end":"2026-04-16T03:56:29.814605Z","steps":["trace[451548329] 'read index received' (duration: 149.28641ms)","trace[451548329] 'applied index is now lower than readState.Index' (duration: 79.515675ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:29.814823Z","caller":"traceutil/trace.go:171","msg":"trace[962898723] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"249.328418ms","start":"2026-04-16T03:56:29.565413Z","end":"2026-04-16T03:56:29.814742Z","steps":["trace[962898723] 'process raft request' (duration: 169.659459ms)","trace[962898723] 'compare' (duration: 79.370743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:29.814876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774925334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:29.814902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513781438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:56:29.814983Z","caller":"traceutil/trace.go:171","msg":"trace[910340845] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1742; }","duration":"1.513910881s","start":"2026-04-16T03:56:28.301053Z","end":"2026-04-16T03:56:29.814964Z","steps":["trace[910340845] 'agreement among raft nodes before linearized reading' (duration: 1.513627315s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:29.814987Z","caller":"traceutil/trace.go:171","msg":"trace[1379322371] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1742; }","duration":"1.775095138s","start":"2026-04-16T03:56:28.03986Z","end":"2026-04-16T03:56:29.814955Z","steps":["trace[1379322371] 'agreement among raft nodes before linearized reading' (duration: 1.774833472s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:29.815037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:28.301036Z","time spent":"1.513991683s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":151,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:29.815057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:28.039809Z","time spent":"1.775231621s","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:30.172569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.070883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:30.172675Z","caller":"traceutil/trace.go:171","msg":"trace[61825991] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1868; }","duration":"357.950089ms","start":"2026-04-16T03:56:29.814711Z","end":"2026-04-16T03:56:30.172662Z","steps":["trace[61825991] 'read index received' (duration: 166.62619ms)","trace[61825991] 'applied index is now lower than readState.Index' (duration: 191.319329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:30.172841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.079842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:56:30.172876Z","caller":"traceutil/trace.go:171","msg":"trace[94536025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1743; }","duration":"490.169424ms","start":"2026-04-16T03:56:29.682701Z","end":"2026-04-16T03:56:30.17287Z","steps":["trace[94536025] 'agreement among raft nodes before linearized reading' (duration: 490.036241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:30.172916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:29.682681Z","time spent":"490.227296ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:56:30.17279Z","caller":"traceutil/trace.go:171","msg":"trace[925969542] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"489.733945ms","start":"2026-04-16T03:56:29.682995Z","end":"2026-04-16T03:56:30.172728Z","steps":["trace[925969542] 'process raft request' (duration: 298.417006ms)","trace[925969542] 'compare' (duration: 190.91652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:30.172983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.327725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:30.173062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.090458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:30.173107Z","caller":"traceutil/trace.go:171","msg":"trace[981592810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1743; }","duration":"578.523569ms","start":"2026-04-16T03:56:29.594556Z","end":"2026-04-16T03:56:30.17308Z","steps":["trace[981592810] 'agreement among raft nodes before linearized reading' (duration: 578.293434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:30.173044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.620178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-16T03:56:30.17318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:29.594537Z","time spent":"578.630962ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:56:30.17318Z","caller":"traceutil/trace.go:171","msg":"trace[1445764472] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1743; }","duration":"239.295172ms","start":"2026-04-16T03:56:29.933849Z","end":"2026-04-16T03:56:30.173144Z","steps":["trace[1445764472] 'agreement among raft nodes before linearized reading' (duration: 239.051397ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:30.173274Z","caller":"traceutil/trace.go:171","msg":"trace[1628587256] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1743; }","duration":"355.913114ms","start":"2026-04-16T03:56:29.817312Z","end":"2026-04-16T03:56:30.173225Z","steps":["trace[1628587256] 'agreement among raft nodes before linearized reading' (duration: 355.532636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:30.173385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:29.817287Z","time spent":"356.082727ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:56:30.173506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:29.682974Z","time spent":"490.150244ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:30.98766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.772967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:30.987969Z","caller":"traceutil/trace.go:171","msg":"trace[595319697] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"810.613009ms","start":"2026-04-16T03:56:30.177323Z","end":"2026-04-16T03:56:30.987936Z","steps":["trace[595319697] 'process raft request' (duration: 141.474064ms)","trace[595319697] 'compare' (duration: 668.422408ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:30.988007Z","caller":"traceutil/trace.go:171","msg":"trace[1932984939] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"809.981403ms","start":"2026-04-16T03:56:30.17793Z","end":"2026-04-16T03:56:30.987911Z","steps":["trace[1932984939] 'read index received' (duration: 140.882309ms)","trace[1932984939] 'applied index is now lower than readState.Index' (duration: 669.097914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:30.988117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:30.177303Z","time spent":"810.736791ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:32.011907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024084644s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:56:32.012083Z","caller":"traceutil/trace.go:171","msg":"trace[1992874590] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1870; }","duration":"641.711354ms","start":"2026-04-16T03:56:31.370338Z","end":"2026-04-16T03:56:32.012049Z","steps":["trace[1992874590] 'read index received' (duration: 31.62µs)","trace[1992874590] 'applied index is now lower than readState.Index' (duration: 641.676874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:32.012148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834209143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T03:56:32.012231Z","caller":"traceutil/trace.go:171","msg":"trace[2097616058] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1744; }","duration":"1.834337966s","start":"2026-04-16T03:56:30.17787Z","end":"2026-04-16T03:56:32.012208Z","steps":["trace[2097616058] 'agreement among raft nodes before linearized reading' (duration: 810.143808ms)","trace[2097616058] 'range keys from in-memory index tree' (duration: 1.024069064s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:32.01227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:30.177844Z","time spent":"1.834418167s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:56:32.012272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.915868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:32.012349Z","caller":"traceutil/trace.go:171","msg":"trace[471393923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1744; }","duration":"642.033761ms","start":"2026-04-16T03:56:31.370297Z","end":"2026-04-16T03:56:32.012331Z","steps":["trace[471393923] 'agreement among raft nodes before linearized reading' (duration: 641.908578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:32.012371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.954184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:56:32.012392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:31.370278Z","time spent":"642.106803ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:56:32.012412Z","caller":"traceutil/trace.go:171","msg":"trace[686010606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1744; }","duration":"422.018636ms","start":"2026-04-16T03:56:31.590381Z","end":"2026-04-16T03:56:32.0124Z","steps":["trace[686010606] 'agreement among raft nodes before linearized reading' (duration: 421.861012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:32.0124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.419834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:56:32.012444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:31.590371Z","time spent":"422.066217ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:56:32.012457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.994592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:56:32.01247Z","caller":"traceutil/trace.go:171","msg":"trace[197025054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1744; }","duration":"422.532097ms","start":"2026-04-16T03:56:31.58992Z","end":"2026-04-16T03:56:32.012452Z","steps":["trace[197025054] 'agreement among raft nodes before linearized reading' (duration: 422.309872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:32.012519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:31.5899Z","time spent":"422.611278ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:56:32.012518Z","caller":"traceutil/trace.go:171","msg":"trace[628366395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1744; }","duration":"421.108905ms","start":"2026-04-16T03:56:31.591394Z","end":"2026-04-16T03:56:32.012503Z","steps":["trace[628366395] 'agreement among raft nodes before linearized reading' (duration: 420.841009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:32.01254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.956642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:56:32.01257Z","caller":"traceutil/trace.go:171","msg":"trace[1826774188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1744; }","duration":"421.026463ms","start":"2026-04-16T03:56:31.591537Z","end":"2026-04-16T03:56:32.012563Z","steps":["trace[1826774188] 'agreement among raft nodes before linearized reading' (duration: 420.952292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:32.012589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:31.591508Z","time spent":"421.077235ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:56:32.012587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:31.591373Z","time spent":"421.199778ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:56:32.51211Z","caller":"traceutil/trace.go:171","msg":"trace[725466344] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"494.85823ms","start":"2026-04-16T03:56:32.017231Z","end":"2026-04-16T03:56:32.51209Z","steps":["trace[725466344] 'process raft request' (duration: 494.741588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:32.512233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:32.017193Z","time spent":"494.976873ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:33.597798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085784059s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:56:33.725415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.225232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:33.725683Z","caller":"traceutil/trace.go:171","msg":"trace[1664880028] linearizableReadLoop","detail":"{readStateIndex:1876; appliedIndex:1872; }","duration":"1.354834492s","start":"2026-04-16T03:56:32.370832Z","end":"2026-04-16T03:56:33.725667Z","steps":["trace[1664880028] 'read index received' (duration: 141.33767ms)","trace[1664880028] 'applied index is now lower than readState.Index' (duration: 1.213495852s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:33.72572Z","caller":"traceutil/trace.go:171","msg":"trace[1233777922] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"1.708448124s","start":"2026-04-16T03:56:32.017221Z","end":"2026-04-16T03:56:33.725669Z","steps":["trace[1233777922] 'process raft request' (duration: 1.580869794s)","trace[1233777922] 'compare' (duration: 126.799043ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:33.725727Z","caller":"traceutil/trace.go:171","msg":"trace[896328703] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"1.707551995s","start":"2026-04-16T03:56:32.01813Z","end":"2026-04-16T03:56:33.725682Z","steps":["trace[896328703] 'process raft request' (duration: 1.707465773s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:33.725806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354956816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:33.72582Z","caller":"traceutil/trace.go:171","msg":"trace[1593062518] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"1.708210559s","start":"2026-04-16T03:56:32.017574Z","end":"2026-04-16T03:56:33.725785Z","steps":["trace[1593062518] 'process raft request' (duration: 1.707936843s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:33.725866Z","caller":"traceutil/trace.go:171","msg":"trace[525870247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1749; }","duration":"1.355088608s","start":"2026-04-16T03:56:32.370763Z","end":"2026-04-16T03:56:33.725852Z","steps":["trace[525870247] 'agreement among raft nodes before linearized reading' (duration: 1.354961176s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:33.725866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:32.017176Z","time spent":"1.708615508s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:33.725866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:32.018111Z","time spent":"1.707690387s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:33.7259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:32.370741Z","time spent":"1.355152399s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:33.725976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:32.017557Z","time spent":"1.708338842s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:33.726043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.821804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:56:33.72606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.181341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:33.726124Z","caller":"traceutil/trace.go:171","msg":"trace[990875882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1749; }","duration":"734.035869ms","start":"2026-04-16T03:56:32.992075Z","end":"2026-04-16T03:56:33.726111Z","steps":["trace[990875882] 'agreement among raft nodes before linearized reading' (duration: 733.793484ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:33.726151Z","caller":"traceutil/trace.go:171","msg":"trace[2097674425] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1749; }","duration":"174.328255ms","start":"2026-04-16T03:56:33.551803Z","end":"2026-04-16T03:56:33.726131Z","steps":["trace[2097674425] 'agreement among raft nodes before linearized reading' (duration: 174.13157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:33.726164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:32.992044Z","time spent":"734.108991ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:56:33.725833Z","caller":"traceutil/trace.go:171","msg":"trace[475968500] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"1.546491818s","start":"2026-04-16T03:56:32.179218Z","end":"2026-04-16T03:56:33.72571Z","steps":["trace[475968500] 'process raft request' (duration: 1.546409726s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:33.726842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:32.179187Z","time spent":"1.547559812s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:34.77983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.07068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:34.780078Z","caller":"traceutil/trace.go:171","msg":"trace[1292123168] linearizableReadLoop","detail":"{readStateIndex:1877; appliedIndex:1876; }","duration":"1.045457449s","start":"2026-04-16T03:56:33.734457Z","end":"2026-04-16T03:56:34.779915Z","steps":["trace[1292123168] 'read index received' (duration: 439.126543ms)","trace[1292123168] 'applied index is now lower than readState.Index' (duration: 606.329826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:34.780262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045806317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:34.780327Z","caller":"traceutil/trace.go:171","msg":"trace[453813215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1750; }","duration":"1.045907509s","start":"2026-04-16T03:56:33.734409Z","end":"2026-04-16T03:56:34.780316Z","steps":["trace[453813215] 'agreement among raft nodes before linearized reading' (duration: 1.045787106s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:34.7804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:33.734393Z","time spent":"1.045966301s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:34.780414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.97677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:34.780477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.147661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:56:34.780523Z","caller":"traceutil/trace.go:171","msg":"trace[1374482131] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1750; }","duration":"143.227683ms","start":"2026-04-16T03:56:34.637284Z","end":"2026-04-16T03:56:34.780511Z","steps":["trace[1374482131] 'agreement among raft nodes before linearized reading' (duration: 143.07584ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:34.780518Z","caller":"traceutil/trace.go:171","msg":"trace[288718892] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1750; }","duration":"121.139424ms","start":"2026-04-16T03:56:34.659357Z","end":"2026-04-16T03:56:34.780496Z","steps":["trace[288718892] 'agreement among raft nodes before linearized reading' (duration: 120.954409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:34.780436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.171743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:56:34.780665Z","caller":"traceutil/trace.go:171","msg":"trace[993989961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1750; }","duration":"264.43759ms","start":"2026-04-16T03:56:34.516205Z","end":"2026-04-16T03:56:34.780643Z","steps":["trace[993989961] 'agreement among raft nodes before linearized reading' (duration: 264.092111ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:34.780284Z","caller":"traceutil/trace.go:171","msg":"trace[896740110] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"1.050234597s","start":"2026-04-16T03:56:33.729859Z","end":"2026-04-16T03:56:34.780093Z","steps":["trace[896740110] 'process raft request' (duration: 443.795728ms)","trace[896740110] 'compare' (duration: 605.970158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:34.781299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:33.729847Z","time spent":"1.051068497s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:35.161556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.999184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:35.161725Z","caller":"traceutil/trace.go:171","msg":"trace[172021387] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1878; }","duration":"363.428023ms","start":"2026-04-16T03:56:34.798281Z","end":"2026-04-16T03:56:35.161709Z","steps":["trace[172021387] 'read index received' (duration: 128.311826ms)","trace[172021387] 'applied index is now lower than readState.Index' (duration: 235.115287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:35.161812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.526445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:35.161815Z","caller":"traceutil/trace.go:171","msg":"trace[1566923459] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"376.214073ms","start":"2026-04-16T03:56:34.785572Z","end":"2026-04-16T03:56:35.161786Z","steps":["trace[1566923459] 'process raft request' (duration: 140.901151ms)","trace[1566923459] 'compare' (duration: 234.83224ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:35.161837Z","caller":"traceutil/trace.go:171","msg":"trace[1654899222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1752; }","duration":"363.564477ms","start":"2026-04-16T03:56:34.798264Z","end":"2026-04-16T03:56:35.161828Z","steps":["trace[1654899222] 'agreement among raft nodes before linearized reading' (duration: 363.491295ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:35.161845Z","caller":"traceutil/trace.go:171","msg":"trace[1311216972] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"369.95752ms","start":"2026-04-16T03:56:34.791847Z","end":"2026-04-16T03:56:35.161804Z","steps":["trace[1311216972] 'process raft request' (duration: 369.811427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:35.161876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:34.798257Z","time spent":"363.612498ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:35.161934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:34.785561Z","time spent":"376.306865ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:35.161965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:34.791827Z","time spent":"370.064633ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:35.892273Z","caller":"traceutil/trace.go:171","msg":"trace[1618064700] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"160.987834ms","start":"2026-04-16T03:56:35.731261Z","end":"2026-04-16T03:56:35.892249Z","steps":["trace[1618064700] 'process raft request' (duration: 160.851271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:36.184771Z","caller":"traceutil/trace.go:171","msg":"trace[1910512784] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"450.342155ms","start":"2026-04-16T03:56:35.734392Z","end":"2026-04-16T03:56:36.184734Z","steps":["trace[1910512784] 'process raft request' (duration: 450.0908ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:36.184903Z","caller":"traceutil/trace.go:171","msg":"trace[462849588] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"450.332905ms","start":"2026-04-16T03:56:35.734457Z","end":"2026-04-16T03:56:36.18479Z","steps":["trace[462849588] 'process raft request' (duration: 450.179842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:36.18498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:35.734368Z","time spent":"450.500509ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:36.185064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:35.73444Z","time spent":"450.5387ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:36.185194Z","caller":"traceutil/trace.go:171","msg":"trace[588560234] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"450.457027ms","start":"2026-04-16T03:56:35.73447Z","end":"2026-04-16T03:56:36.184927Z","steps":["trace[588560234] 'process raft request' (duration: 450.208202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:36.185458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:35.734445Z","time spent":"450.834286ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:37.665454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107630,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:56:37.781705Z","caller":"traceutil/trace.go:171","msg":"trace[594243821] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"616.282372ms","start":"2026-04-16T03:56:37.165399Z","end":"2026-04-16T03:56:37.781681Z","steps":["trace[594243821] 'read index received' (duration: 615.999876ms)","trace[594243821] 'applied index is now lower than readState.Index' (duration: 281.566µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:37.781826Z","caller":"traceutil/trace.go:171","msg":"trace[63768741] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"991.559444ms","start":"2026-04-16T03:56:36.790224Z","end":"2026-04-16T03:56:37.781783Z","steps":["trace[63768741] 'process raft request' (duration: 991.246697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:37.781948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.510488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:56:37.781937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.422767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:37.781987Z","caller":"traceutil/trace.go:171","msg":"trace[874965967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"616.614249ms","start":"2026-04-16T03:56:37.165362Z","end":"2026-04-16T03:56:37.781977Z","steps":["trace[874965967] 'agreement among raft nodes before linearized reading' (duration: 616.449786ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:37.782013Z","caller":"traceutil/trace.go:171","msg":"trace[54887199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1757; }","duration":"411.54756ms","start":"2026-04-16T03:56:37.370446Z","end":"2026-04-16T03:56:37.781994Z","steps":["trace[54887199] 'agreement among raft nodes before linearized reading' (duration: 411.405127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:37.782008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:36.790188Z","time spent":"991.723777ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:37.78203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:37.165348Z","time spent":"616.673441ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:37.782065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:37.370427Z","time spent":"411.630012ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:56:38.075919Z","caller":"traceutil/trace.go:171","msg":"trace[11285268] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"288.41583ms","start":"2026-04-16T03:56:37.787481Z","end":"2026-04-16T03:56:38.075897Z","steps":["trace[11285268] 'process raft request' (duration: 244.867426ms)","trace[11285268] 'compare' (duration: 43.257417ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:38.076051Z","caller":"traceutil/trace.go:171","msg":"trace[1737239962] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"179.148574ms","start":"2026-04-16T03:56:37.896874Z","end":"2026-04-16T03:56:38.076023Z","steps":["trace[1737239962] 'process raft request' (duration: 178.975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:38.690706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:39.191121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:39.691938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:40.030203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.955882529s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:56:40.030547Z","caller":"traceutil/trace.go:171","msg":"trace[1239797772] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1887; }","duration":"1.840370642s","start":"2026-04-16T03:56:38.190156Z","end":"2026-04-16T03:56:40.030527Z","steps":["trace[1239797772] 'read index received' (duration: 1.840229599s)","trace[1239797772] 'applied index is now lower than readState.Index' (duration: 140.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:40.030715Z","caller":"traceutil/trace.go:171","msg":"trace[1608674660] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"1.960048553s","start":"2026-04-16T03:56:38.070615Z","end":"2026-04-16T03:56:40.030664Z","steps":["trace[1608674660] 'process raft request' (duration: 1.959762737s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:40.030849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840674839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:56:40.030889Z","caller":"traceutil/trace.go:171","msg":"trace[1609524331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1760; }","duration":"1.840766191s","start":"2026-04-16T03:56:38.190113Z","end":"2026-04-16T03:56:40.03088Z","steps":["trace[1609524331] 'agreement among raft nodes before linearized reading' (duration: 1.840555486s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:40.03091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:38.190094Z","time spent":"1.840811322s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:56:40.030905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:38.070591Z","time spent":"1.960210417s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:40.37132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:56:40.371377Z","caller":"traceutil/trace.go:171","msg":"trace[833795347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373723s","start":"2026-04-16T03:56:38.370991Z","end":"2026-04-16T03:56:40.371364Z","steps":["trace[833795347] 'agreement among raft nodes before linearized reading' (duration: 2.000295011s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:40.371405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:38.370974Z","time spent":"2.000425155s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:56:40.526009Z","caller":"traceutil/trace.go:171","msg":"trace[1475873607] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1888; }","duration":"495.354851ms","start":"2026-04-16T03:56:40.030616Z","end":"2026-04-16T03:56:40.525971Z","steps":["trace[1475873607] 'read index received' (duration: 494.447551ms)","trace[1475873607] 'applied index is now lower than readState.Index' (duration: 905.24µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:40.526074Z","caller":"traceutil/trace.go:171","msg":"trace[1496769245] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"736.73989ms","start":"2026-04-16T03:56:39.789296Z","end":"2026-04-16T03:56:40.526036Z","steps":["trace[1496769245] 'process raft request' (duration: 735.741958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:40.526096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.920779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:40.526175Z","caller":"traceutil/trace.go:171","msg":"trace[992238622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1761; }","duration":"809.037031ms","start":"2026-04-16T03:56:39.717115Z","end":"2026-04-16T03:56:40.526152Z","steps":["trace[992238622] 'agreement among raft nodes before linearized reading' (duration: 808.862967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:40.526152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283376991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:40.526224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:39.789271Z","time spent":"736.876643ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:40.526238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:39.717099Z","time spent":"809.128814ms","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:40.52622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3346989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:56:40.526235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335076319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:56:40.526272Z","caller":"traceutil/trace.go:171","msg":"trace[330239961] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1761; }","duration":"2.283574057s","start":"2026-04-16T03:56:38.242673Z","end":"2026-04-16T03:56:40.526247Z","steps":["trace[330239961] 'agreement among raft nodes before linearized reading' (duration: 2.28333017s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:40.526312Z","caller":"traceutil/trace.go:171","msg":"trace[405189884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1761; }","duration":"2.334835414s","start":"2026-04-16T03:56:38.191453Z","end":"2026-04-16T03:56:40.526289Z","steps":["trace[405189884] 'agreement among raft nodes before linearized reading' (duration: 2.334552897s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:40.526331Z","caller":"traceutil/trace.go:171","msg":"trace[1146764315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1761; }","duration":"2.335198612s","start":"2026-04-16T03:56:38.191113Z","end":"2026-04-16T03:56:40.526312Z","steps":["trace[1146764315] 'agreement among raft nodes before linearized reading' (duration: 2.334981017s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:40.526362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:38.191444Z","time spent":"2.334908525s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:40.526357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:38.242654Z","time spent":"2.283685879s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:40.526387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:38.191102Z","time spent":"2.335277074s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:56:40.52677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.135236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:56:40.526808Z","caller":"traceutil/trace.go:171","msg":"trace[785079717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1761; }","duration":"740.198879ms","start":"2026-04-16T03:56:39.786599Z","end":"2026-04-16T03:56:40.526797Z","steps":["trace[785079717] 'agreement among raft nodes before linearized reading' (duration: 739.447411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:40.526836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:39.786583Z","time spent":"740.24715ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:42.371568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999672247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:56:42.371678Z","caller":"traceutil/trace.go:171","msg":"trace[1766797521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999835371s","start":"2026-04-16T03:56:40.371819Z","end":"2026-04-16T03:56:42.371654Z","steps":["trace[1766797521] 'agreement among raft nodes before linearized reading' (duration: 1.999697548s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:42.37174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.371804Z","time spent":"1.999922083s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:42.578803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943390807s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:42.579006Z","caller":"traceutil/trace.go:171","msg":"trace[2080872603] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"2.5433902s","start":"2026-04-16T03:56:40.035591Z","end":"2026-04-16T03:56:42.578981Z","steps":["trace[2080872603] 'process raft request' (duration: 599.737347ms)","trace[2080872603] 'compare' (duration: 1.942994018s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:42.579107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503721755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:42.579116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.035568Z","time spent":"2.543488493s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:42.57914Z","caller":"traceutil/trace.go:171","msg":"trace[1481656259] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1763; }","duration":"2.503786005s","start":"2026-04-16T03:56:40.075346Z","end":"2026-04-16T03:56:42.579132Z","steps":["trace[1481656259] 'agreement among raft nodes before linearized reading' (duration: 2.503703034s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:42.579197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.075328Z","time spent":"2.503836867s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:42.579022Z","caller":"traceutil/trace.go:171","msg":"trace[745267847] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1889; }","duration":"2.052908339s","start":"2026-04-16T03:56:40.526096Z","end":"2026-04-16T03:56:42.579004Z","steps":["trace[745267847] 'read index received' (duration: 109.231535ms)","trace[745267847] 'applied index is now lower than readState.Index' (duration: 1.943675844s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:42.579485Z","caller":"traceutil/trace.go:171","msg":"trace[768329768] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"2.498957188s","start":"2026-04-16T03:56:40.080516Z","end":"2026-04-16T03:56:42.579473Z","steps":["trace[768329768] 'process raft request' (duration: 2.498379425s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:42.579545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.080501Z","time spent":"2.499011569s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:42.57959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500302477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T03:56:42.579629Z","caller":"traceutil/trace.go:171","msg":"trace[94090556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1763; }","duration":"2.50037347s","start":"2026-04-16T03:56:40.079244Z","end":"2026-04-16T03:56:42.579618Z","steps":["trace[94090556] 'agreement among raft nodes before linearized reading' (duration: 2.500266567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:42.579658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.079227Z","time spent":"2.500424791s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:42.579626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316786166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:42.579667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412841985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:42.579719Z","caller":"traceutil/trace.go:171","msg":"trace[1914319825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1763; }","duration":"2.316926049s","start":"2026-04-16T03:56:40.262776Z","end":"2026-04-16T03:56:42.579702Z","steps":["trace[1914319825] 'agreement among raft nodes before linearized reading' (duration: 2.316768175s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:42.579753Z","caller":"traceutil/trace.go:171","msg":"trace[1513124569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1763; }","duration":"2.412969867s","start":"2026-04-16T03:56:40.166764Z","end":"2026-04-16T03:56:42.579734Z","steps":["trace[1513124569] 'agreement among raft nodes before linearized reading' (duration: 2.412789682s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:42.579762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.262762Z","time spent":"2.31698891s","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:42.579801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.166752Z","time spent":"2.413038659s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:42.580279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.945021244s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:56:42.580688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991982684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:42.580728Z","caller":"traceutil/trace.go:171","msg":"trace[1745395099] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"2.050329281s","start":"2026-04-16T03:56:40.530391Z","end":"2026-04-16T03:56:42.58072Z","steps":["trace[1745395099] 'process raft request' (duration: 2.050062755s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:42.580741Z","caller":"traceutil/trace.go:171","msg":"trace[1603225522] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1766; }","duration":"1.992078916s","start":"2026-04-16T03:56:40.588646Z","end":"2026-04-16T03:56:42.580725Z","steps":["trace[1603225522] 'agreement among raft nodes before linearized reading' (duration: 1.991985304s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:42.580765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.775866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:42.580778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.588621Z","time spent":"1.992148247s","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:42.580689Z","caller":"traceutil/trace.go:171","msg":"trace[1687539912] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"2.049729627s","start":"2026-04-16T03:56:40.530944Z","end":"2026-04-16T03:56:42.580673Z","steps":["trace[1687539912] 'process raft request' (duration: 2.049644875s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:42.580818Z","caller":"traceutil/trace.go:171","msg":"trace[403140840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"202.857518ms","start":"2026-04-16T03:56:42.37794Z","end":"2026-04-16T03:56:42.580798Z","steps":["trace[403140840] 'agreement among raft nodes before linearized reading' (duration: 202.762176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:42.580817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.530364Z","time spent":"2.050395832s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:42.580847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.365614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:42.580879Z","caller":"traceutil/trace.go:171","msg":"trace[1737160552] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"2.050204468s","start":"2026-04-16T03:56:40.530625Z","end":"2026-04-16T03:56:42.580829Z","steps":["trace[1737160552] 'process raft request' (duration: 2.049923862s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:42.580951Z","caller":"traceutil/trace.go:171","msg":"trace[828611604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"383.521367ms","start":"2026-04-16T03:56:42.197406Z","end":"2026-04-16T03:56:42.580927Z","steps":["trace[828611604] 'agreement among raft nodes before linearized reading' (duration: 383.332053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:42.580937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.53093Z","time spent":"2.049914751s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:42.581002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:42.197388Z","time spent":"383.603979ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:42.581144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:40.530593Z","time spent":"2.050408422s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:43.259735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.673658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:43.25991Z","caller":"traceutil/trace.go:171","msg":"trace[1325025900] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"675.149129ms","start":"2026-04-16T03:56:42.584731Z","end":"2026-04-16T03:56:43.25988Z","steps":["trace[1325025900] 'process raft request' (duration: 187.277977ms)","trace[1325025900] 'compare' (duration: 487.568946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:43.259958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:42.584713Z","time spent":"675.221922ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:44.327458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.020907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:44.327544Z","caller":"traceutil/trace.go:171","msg":"trace[381777750] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1767; }","duration":"380.18284ms","start":"2026-04-16T03:56:43.94734Z","end":"2026-04-16T03:56:44.327523Z","steps":["trace[381777750] 'count revisions from in-memory index tree' (duration: 379.916515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:44.327586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:43.947316Z","time spent":"380.259313ms","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:44.327769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.396662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:44.327824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.617907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:44.327904Z","caller":"traceutil/trace.go:171","msg":"trace[119854596] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1767; }","duration":"281.751081ms","start":"2026-04-16T03:56:44.046135Z","end":"2026-04-16T03:56:44.327886Z","steps":["trace[119854596] 'count revisions from in-memory index tree' (duration: 281.529525ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:44.327915Z","caller":"traceutil/trace.go:171","msg":"trace[519459521] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1767; }","duration":"145.573476ms","start":"2026-04-16T03:56:44.182271Z","end":"2026-04-16T03:56:44.327845Z","steps":["trace[519459521] 'count revisions from in-memory index tree' (duration: 145.3155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:44.328068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.050602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:44.328118Z","caller":"traceutil/trace.go:171","msg":"trace[917212670] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1767; }","duration":"385.143464ms","start":"2026-04-16T03:56:43.942966Z","end":"2026-04-16T03:56:44.32811Z","steps":["trace[917212670] 'count revisions from in-memory index tree' (duration: 384.96339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:44.328147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:43.942939Z","time spent":"385.199975ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:44.328287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.488905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:44.328309Z","caller":"traceutil/trace.go:171","msg":"trace[1522798864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1767; }","duration":"958.550297ms","start":"2026-04-16T03:56:43.369753Z","end":"2026-04-16T03:56:44.328303Z","steps":["trace[1522798864] 'range keys from in-memory index tree' (duration: 958.408483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:44.328327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:43.369731Z","time spent":"958.591887ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:45.08608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:45.586237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:45.987601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001623378s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:56:45.988037Z","caller":"traceutil/trace.go:171","msg":"trace[546793335] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"1.403291306s","start":"2026-04-16T03:56:44.584723Z","end":"2026-04-16T03:56:45.988015Z","steps":["trace[546793335] 'process raft request' (duration: 1.403108742s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:45.98817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:44.5847Z","time spent":"1.403388817s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:46.420354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.489267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:46.420743Z","caller":"traceutil/trace.go:171","msg":"trace[742627119] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"1.832472113s","start":"2026-04-16T03:56:44.588227Z","end":"2026-04-16T03:56:46.420699Z","steps":["trace[742627119] 'process raft request' (duration: 1.463538915s)","trace[742627119] 'compare' (duration: 368.235711ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:46.420778Z","caller":"traceutil/trace.go:171","msg":"trace[2115970080] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"1.831694036s","start":"2026-04-16T03:56:44.589039Z","end":"2026-04-16T03:56:46.420733Z","steps":["trace[2115970080] 'process raft request' (duration: 1.831540082s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:46.420752Z","caller":"traceutil/trace.go:171","msg":"trace[491864570] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"1.832091444s","start":"2026-04-16T03:56:44.58862Z","end":"2026-04-16T03:56:46.420712Z","steps":["trace[491864570] 'process raft request' (duration: 1.831846989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.421007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:44.589026Z","time spent":"1.831845099s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:46.421029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:44.588609Z","time spent":"1.832315769s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:46.421203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:44.588204Z","time spent":"1.832631156s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:46.959919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.272972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:56:46.960029Z","caller":"traceutil/trace.go:171","msg":"trace[1126572474] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1895; }","duration":"2.37462926s","start":"2026-04-16T03:56:44.585381Z","end":"2026-04-16T03:56:46.96001Z","steps":["trace[1126572474] 'read index received' (duration: 1.402448976s)","trace[1126572474] 'applied index is now lower than readState.Index' (duration: 972.176214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:46.960355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.694187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:46.960432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588746131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:46.960458Z","caller":"traceutil/trace.go:171","msg":"trace[908705186] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1771; }","duration":"809.8844ms","start":"2026-04-16T03:56:46.150551Z","end":"2026-04-16T03:56:46.960435Z","steps":["trace[908705186] 'agreement among raft nodes before linearized reading' (duration: 809.727217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.96052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276957823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:46.960521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:46.150532Z","time spent":"809.973573ms","remote":"127.0.0.1:60242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:46.960558Z","caller":"traceutil/trace.go:171","msg":"trace[34597352] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1771; }","duration":"1.277034255s","start":"2026-04-16T03:56:45.683516Z","end":"2026-04-16T03:56:46.960551Z","steps":["trace[34597352] 'agreement among raft nodes before linearized reading' (duration: 1.276972913s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.960594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:45.683497Z","time spent":"1.277087287s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:46.960471Z","caller":"traceutil/trace.go:171","msg":"trace[786275652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1771; }","duration":"1.588826563s","start":"2026-04-16T03:56:45.371632Z","end":"2026-04-16T03:56:46.960459Z","steps":["trace[786275652] 'agreement among raft nodes before linearized reading' (duration: 1.588748851s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.960521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322878303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:56:46.961098Z","caller":"traceutil/trace.go:171","msg":"trace[1041978614] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1771; }","duration":"2.323586039s","start":"2026-04-16T03:56:44.637486Z","end":"2026-04-16T03:56:46.961072Z","steps":["trace[1041978614] 'agreement among raft nodes before linearized reading' (duration: 2.32277536s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.960713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696452202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:56:46.961211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:44.637464Z","time spent":"2.323730712s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:56:46.960586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.904617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:30250"} {"level":"info","ts":"2026-04-16T03:56:46.961289Z","caller":"traceutil/trace.go:171","msg":"trace[871921086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1771; }","duration":"1.697020136s","start":"2026-04-16T03:56:45.264218Z","end":"2026-04-16T03:56:46.961238Z","steps":["trace[871921086] 'agreement among raft nodes before linearized reading' (duration: 1.696448862s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:46.961367Z","caller":"traceutil/trace.go:171","msg":"trace[920404527] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1771; }","duration":"179.727798ms","start":"2026-04-16T03:56:46.78162Z","end":"2026-04-16T03:56:46.961348Z","steps":["trace[920404527] 'agreement among raft nodes before linearized reading' (duration: 178.795736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.961353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37595953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:56:46.961438Z","caller":"traceutil/trace.go:171","msg":"trace[1135061741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1771; }","duration":"2.376064614s","start":"2026-04-16T03:56:44.585358Z","end":"2026-04-16T03:56:46.961422Z","steps":["trace[1135061741] 'agreement among raft nodes before linearized reading' (duration: 2.37586294s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.961387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:45.2642Z","time spent":"1.697156439s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:46.961493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:44.585348Z","time spent":"2.376133346s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:46.960462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.956639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-16T03:56:46.961567Z","caller":"traceutil/trace.go:171","msg":"trace[1032941991] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1771; }","duration":"176.099655ms","start":"2026-04-16T03:56:46.785449Z","end":"2026-04-16T03:56:46.961549Z","steps":["trace[1032941991] 'agreement among raft nodes before linearized reading' (duration: 174.948478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.960823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048418187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:46.961634Z","caller":"traceutil/trace.go:171","msg":"trace[1586938829] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1771; }","duration":"2.049270358s","start":"2026-04-16T03:56:44.912347Z","end":"2026-04-16T03:56:46.961618Z","steps":["trace[1586938829] 'agreement among raft nodes before linearized reading' (duration: 2.048427638s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:46.960711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:45.371613Z","time spent":"1.589048468s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:46.961688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:44.912328Z","time spent":"2.049338909s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:47.463464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:47.9377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:46.962477Z","time spent":"975.218372ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:56:48.23866Z","caller":"traceutil/trace.go:171","msg":"trace[1585310779] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"1.274280862s","start":"2026-04-16T03:56:46.964317Z","end":"2026-04-16T03:56:48.238598Z","steps":["trace[1585310779] 'process raft request' (duration: 1.274026606s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:48.238768Z","caller":"traceutil/trace.go:171","msg":"trace[2051890492] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"1.273305401s","start":"2026-04-16T03:56:46.965448Z","end":"2026-04-16T03:56:48.238753Z","steps":["trace[2051890492] 'process raft request' (duration: 1.273074386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:48.238958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275504801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:3 size:3813"} {"level":"info","ts":"2026-04-16T03:56:48.238755Z","caller":"traceutil/trace.go:171","msg":"trace[970130183] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1900; }","duration":"1.275284986s","start":"2026-04-16T03:56:46.963441Z","end":"2026-04-16T03:56:48.238726Z","steps":["trace[970130183] 'read index received' (duration: 974.074727ms)","trace[970130183] 'applied index is now lower than readState.Index' (duration: 301.208909ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:48.239061Z","caller":"traceutil/trace.go:171","msg":"trace[78982177] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:3; response_revision:1773; }","duration":"1.275652944s","start":"2026-04-16T03:56:46.963393Z","end":"2026-04-16T03:56:48.239046Z","steps":["trace[78982177] 'agreement among raft nodes before linearized reading' (duration: 1.275414759s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:48.239072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:46.965421Z","time spent":"1.273537196s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:48.239116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:46.963378Z","time spent":"1.275724096s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":3836,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-16T03:56:48.239031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:46.964289Z","time spent":"1.274542699s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:48.968161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:56:48.968251Z","caller":"traceutil/trace.go:171","msg":"trace[1471874416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110007s","start":"2026-04-16T03:56:46.968115Z","end":"2026-04-16T03:56:48.968225Z","steps":["trace[1471874416] 'agreement among raft nodes before linearized reading' (duration: 2.000002775s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:48.968326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:46.968102Z","time spent":"2.000204709s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:50.769728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010321226s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:50.76985Z","caller":"traceutil/trace.go:171","msg":"trace[118308079] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1773; }","duration":"1.010454719s","start":"2026-04-16T03:56:49.759377Z","end":"2026-04-16T03:56:50.769832Z","steps":["trace[118308079] 'range keys from in-memory index tree' (duration: 1.010304016s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:50.769928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182461662s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:50.770339Z","caller":"traceutil/trace.go:171","msg":"trace[140463801] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"2.831701338s","start":"2026-04-16T03:56:47.938626Z","end":"2026-04-16T03:56:50.770327Z","steps":["trace[140463801] 'process raft request' (duration: 648.771305ms)","trace[140463801] 'compare' (duration: 2.182034283s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:50.77047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:47.938612Z","time spent":"2.831809701s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:50.770675Z","caller":"traceutil/trace.go:171","msg":"trace[856031455] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"2.776923601s","start":"2026-04-16T03:56:47.993725Z","end":"2026-04-16T03:56:50.770649Z","steps":["trace[856031455] 'process raft request' (duration: 2.776278707s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:50.770748Z","caller":"traceutil/trace.go:171","msg":"trace[489758257] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1903; }","duration":"2.531640165s","start":"2026-04-16T03:56:48.239088Z","end":"2026-04-16T03:56:50.770729Z","steps":["trace[489758257] 'read index received' (duration: 348.306403ms)","trace[489758257] 'applied index is now lower than readState.Index' (duration: 2.183331752s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:50.770823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:47.993708Z","time spent":"2.777036334s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:50.968891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99982247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:56:50.968983Z","caller":"traceutil/trace.go:171","msg":"trace[2069914496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999991844s","start":"2026-04-16T03:56:48.968962Z","end":"2026-04-16T03:56:50.968954Z","steps":["trace[2069914496] 'agreement among raft nodes before linearized reading' (duration: 1.999864231s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:50.969035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:48.968942Z","time spent":"2.000081926s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:56:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:56:51.271772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:51.772601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:51.779853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427583054s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:56:52.899708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12960382s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:56:52.899775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.22679482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:52.899852Z","caller":"traceutil/trace.go:171","msg":"trace[1715943098] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1775; }","duration":"5.226932983s","start":"2026-04-16T03:56:47.672899Z","end":"2026-04-16T03:56:52.899832Z","steps":["trace[1715943098] 'agreement among raft nodes before linearized reading' (duration: 3.097903156s)","trace[1715943098] 'count revisions from in-memory index tree' (duration: 2.128903263s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:52.899902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:47.672871Z","time spent":"5.227018016s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:52.90006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.936200493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:3 size:3813"} {"level":"info","ts":"2026-04-16T03:56:52.900126Z","caller":"traceutil/trace.go:171","msg":"trace[702981063] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:3; response_revision:1775; }","duration":"5.936299245s","start":"2026-04-16T03:56:46.963807Z","end":"2026-04-16T03:56:52.900106Z","steps":["trace[702981063] 'agreement among raft nodes before linearized reading' (duration: 3.807008583s)","trace[702981063] 'range keys from in-memory index tree' (duration: 2.129102948s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:52.900164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:46.963792Z","time spent":"5.936364636s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":3836,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-16T03:56:52.900839Z","caller":"traceutil/trace.go:171","msg":"trace[593413882] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"2.548673119s","start":"2026-04-16T03:56:50.352157Z","end":"2026-04-16T03:56:52.90083Z","steps":["trace[593413882] 'process raft request' (duration: 2.547647426s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:52.900903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:50.352133Z","time spent":"2.548731281s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:52.978322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:56:52.978402Z","caller":"traceutil/trace.go:171","msg":"trace[1243446746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000846814s","start":"2026-04-16T03:56:50.977538Z","end":"2026-04-16T03:56:52.978385Z","steps":["trace[1243446746] 'agreement among raft nodes before linearized reading' (duration: 2.000724311s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:52.978473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:50.977524Z","time spent":"2.000918376s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:53.424489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999079711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-16T03:56:53.424528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99859768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:56:53.424577Z","caller":"traceutil/trace.go:171","msg":"trace[774227844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999218224s","start":"2026-04-16T03:56:48.42534Z","end":"2026-04-16T03:56:53.424558Z","steps":["trace[774227844] 'agreement among raft nodes before linearized reading' (duration: 4.999113372s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:53.424593Z","caller":"traceutil/trace.go:171","msg":"trace[1263940250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998708843s","start":"2026-04-16T03:56:48.42587Z","end":"2026-04-16T03:56:53.424579Z","steps":["trace[1263940250] 'agreement among raft nodes before linearized reading' (duration: 4.998632721s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:53.424622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:48.42532Z","time spent":"4.999293496s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:56:53.424629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:48.425851Z","time spent":"4.998769714s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 03:56:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/16 03:56:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:56:53.425804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999238913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:56:53.425904Z","caller":"traceutil/trace.go:171","msg":"trace[628992835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999386907s","start":"2026-04-16T03:56:48.426497Z","end":"2026-04-16T03:56:53.425884Z","steps":["trace[628992835] 'agreement among raft nodes before linearized reading' (duration: 4.999249124s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:53.425955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:48.426487Z","time spent":"4.999457518s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/16 03:56:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:56:54.166929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266022027s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:56:54.167037Z","caller":"traceutil/trace.go:171","msg":"trace[1213463295] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1905; }","duration":"3.396243311s","start":"2026-04-16T03:56:50.770777Z","end":"2026-04-16T03:56:54.16702Z","steps":["trace[1213463295] 'read index received' (duration: 1.009234661s)","trace[1213463295] 'applied index is now lower than readState.Index' (duration: 2.38700716s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:54.167082Z","caller":"traceutil/trace.go:171","msg":"trace[751024912] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"3.400491457s","start":"2026-04-16T03:56:50.766553Z","end":"2026-04-16T03:56:54.167044Z","steps":["trace[751024912] 'process raft request' (duration: 2.134267905s)","trace[751024912] 'compare' (duration: 1.26570695s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:54.167227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922811447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:56:54.167231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:50.766527Z","time spent":"3.40062343s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:54.167256Z","caller":"traceutil/trace.go:171","msg":"trace[929265858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1777; }","duration":"3.922874408s","start":"2026-04-16T03:56:50.244372Z","end":"2026-04-16T03:56:54.167247Z","steps":["trace[929265858] 'agreement among raft nodes before linearized reading' (duration: 3.922733485s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.167243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922689754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T03:56:54.167288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:50.244353Z","time spent":"3.922927249s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:54.167311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394752457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:56:54.167388Z","caller":"traceutil/trace.go:171","msg":"trace[1292983513] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1777; }","duration":"3.39486209s","start":"2026-04-16T03:56:50.772509Z","end":"2026-04-16T03:56:54.167371Z","steps":["trace[1292983513] 'agreement among raft nodes before linearized reading' (duration: 3.394704457s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:54.167386Z","caller":"traceutil/trace.go:171","msg":"trace[1465457034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1777; }","duration":"3.922827787s","start":"2026-04-16T03:56:50.244477Z","end":"2026-04-16T03:56:54.167305Z","steps":["trace[1465457034] 'agreement among raft nodes before linearized reading' (duration: 3.922594761s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.167455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910888452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:54.167496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.925948242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-16T03:56:54.167526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:50.244445Z","time spent":"3.923062162s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:54.167598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532325651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:54.16764Z","caller":"traceutil/trace.go:171","msg":"trace[1599925787] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1777; }","duration":"2.532406463s","start":"2026-04-16T03:56:51.635221Z","end":"2026-04-16T03:56:54.167628Z","steps":["trace[1599925787] 'agreement among raft nodes before linearized reading' (duration: 2.532335421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.16768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:51.6352Z","time spent":"2.532468004s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:54.16744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:50.772496Z","time spent":"3.394931901s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:56:54.167703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39154001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-16T03:56:54.167721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.564837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:54.167752Z","caller":"traceutil/trace.go:171","msg":"trace[412827418] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1777; }","duration":"1.391608332s","start":"2026-04-16T03:56:52.776126Z","end":"2026-04-16T03:56:54.167734Z","steps":["trace[412827418] 'agreement among raft nodes before linearized reading' (duration: 1.391453509s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.167529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496700686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:54.167766Z","caller":"traceutil/trace.go:171","msg":"trace[7024108] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1777; }","duration":"235.739331ms","start":"2026-04-16T03:56:53.932015Z","end":"2026-04-16T03:56:54.167754Z","steps":["trace[7024108] 'agreement among raft nodes before linearized reading' (duration: 235.575417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.167781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189039649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:54.167799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021300853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:54.167791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:52.776113Z","time spent":"1.391667903s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-16T03:56:54.167825Z","caller":"traceutil/trace.go:171","msg":"trace[844462123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1777; }","duration":"1.189121151s","start":"2026-04-16T03:56:52.97869Z","end":"2026-04-16T03:56:54.167811Z","steps":["trace[844462123] 'agreement among raft nodes before linearized reading' (duration: 1.189057889s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:54.167826Z","caller":"traceutil/trace.go:171","msg":"trace[849009823] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1777; }","duration":"2.497017672s","start":"2026-04-16T03:56:51.670779Z","end":"2026-04-16T03:56:54.167797Z","steps":["trace[849009823] 'agreement among raft nodes before linearized reading' (duration: 2.496684145s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.167839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.189732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:56:54.167854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801112677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:54.167874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:52.978668Z","time spent":"1.189196812s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:56:54.167864Z","caller":"traceutil/trace.go:171","msg":"trace[1655145199] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1777; }","duration":"1.021371045s","start":"2026-04-16T03:56:53.146477Z","end":"2026-04-16T03:56:54.167848Z","steps":["trace[1655145199] 'agreement among raft nodes before linearized reading' (duration: 1.021242242s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:54.167892Z","caller":"traceutil/trace.go:171","msg":"trace[1499415802] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1777; }","duration":"524.286674ms","start":"2026-04-16T03:56:53.643591Z","end":"2026-04-16T03:56:54.167877Z","steps":["trace[1499415802] 'agreement among raft nodes before linearized reading' (duration: 524.166432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.1679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:51.67076Z","time spent":"2.497116345s","remote":"127.0.0.1:42066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:54.167524Z","caller":"traceutil/trace.go:171","msg":"trace[486276297] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1777; }","duration":"1.910998935s","start":"2026-04-16T03:56:52.256508Z","end":"2026-04-16T03:56:54.167507Z","steps":["trace[486276297] 'agreement among raft nodes before linearized reading' (duration: 1.910876352s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.167939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:53.643572Z","time spent":"524.354375ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:54.167935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:53.146432Z","time spent":"1.021487376s","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:54.167981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:52.25649Z","time spent":"1.911476196s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:54.167524Z","caller":"traceutil/trace.go:171","msg":"trace[1440638691] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1777; }","duration":"5.926021403s","start":"2026-04-16T03:56:48.241495Z","end":"2026-04-16T03:56:54.167516Z","steps":["trace[1440638691] 'agreement among raft nodes before linearized reading' (duration: 5.925971362s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.167993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746214645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:54.168064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:48.241476Z","time spent":"5.926574395s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-16T03:56:54.168121Z","caller":"traceutil/trace.go:171","msg":"trace[739541742] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1777; }","duration":"1.7464149s","start":"2026-04-16T03:56:52.421673Z","end":"2026-04-16T03:56:54.168088Z","steps":["trace[739541742] 'agreement among raft nodes before linearized reading' (duration: 1.746134584s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.167445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.043641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:54.168186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:52.421655Z","time spent":"1.746518453s","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:54.168189Z","caller":"traceutil/trace.go:171","msg":"trace[2092521347] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1777; }","duration":"350.845179ms","start":"2026-04-16T03:56:53.817324Z","end":"2026-04-16T03:56:54.168169Z","steps":["trace[2092521347] 'agreement among raft nodes before linearized reading' (duration: 350.070092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.168257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:53.8173Z","time spent":"350.935601ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:56:54.167918Z","caller":"traceutil/trace.go:171","msg":"trace[1688400131] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1777; }","duration":"2.801176309s","start":"2026-04-16T03:56:51.36672Z","end":"2026-04-16T03:56:54.167896Z","steps":["trace[1688400131] 'agreement among raft nodes before linearized reading' (duration: 2.801078076s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.168335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:51.366701Z","time spent":"2.801612939s","remote":"127.0.0.1:42058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:54.167404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264740657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:30250"} {"level":"info","ts":"2026-04-16T03:56:54.169001Z","caller":"traceutil/trace.go:171","msg":"trace[1605970032] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1777; }","duration":"1.266378606s","start":"2026-04-16T03:56:52.902611Z","end":"2026-04-16T03:56:54.16899Z","steps":["trace[1605970032] 'agreement among raft nodes before linearized reading' (duration: 1.264677067s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:54.16904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:52.902594Z","time spent":"1.266432457s","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":30273,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T03:56:54.67059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:55.171441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:55.67226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:55.784301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530315043s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:56:55.82464Z","caller":"traceutil/trace.go:171","msg":"trace[1045215953] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"1.654684171s","start":"2026-04-16T03:56:54.169894Z","end":"2026-04-16T03:56:55.824578Z","steps":["trace[1045215953] 'process raft request' (duration: 1.614647346s)","trace[1045215953] 'compare' (duration: 39.516982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:55.824902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:54.169874Z","time spent":"1.654882775s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:56.174685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:56:56.174755Z","caller":"traceutil/trace.go:171","msg":"trace[1121886891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149217s","start":"2026-04-16T03:56:54.17459Z","end":"2026-04-16T03:56:56.174739Z","steps":["trace[1121886891] 'agreement among raft nodes before linearized reading' (duration: 2.000055854s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:56.174795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:54.174583Z","time spent":"2.00020416s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:57.631796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.847233567s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:56:57.706915Z","caller":"traceutil/trace.go:171","msg":"trace[59998622] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"3.535245039s","start":"2026-04-16T03:56:54.171617Z","end":"2026-04-16T03:56:57.706862Z","steps":["trace[59998622] 'process raft request' (duration: 3.460325739s)","trace[59998622] 'compare' (duration: 74.48468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:57.70708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:54.171601Z","time spent":"3.535399112s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:57.707093Z","caller":"traceutil/trace.go:171","msg":"trace[1247858097] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1908; }","duration":"3.536856346s","start":"2026-04-16T03:56:54.170212Z","end":"2026-04-16T03:56:57.707069Z","steps":["trace[1247858097] 'read index received' (duration: 1.61434639s)","trace[1247858097] 'applied index is now lower than readState.Index' (duration: 1.922508856s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:57.707219Z","caller":"traceutil/trace.go:171","msg":"trace[1198773250] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"2.626085018s","start":"2026-04-16T03:56:55.081122Z","end":"2026-04-16T03:56:57.707207Z","steps":["trace[1198773250] 'process raft request' (duration: 2.625709018s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:57.706918Z","caller":"traceutil/trace.go:171","msg":"trace[1161943374] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"3.534337998s","start":"2026-04-16T03:56:54.172552Z","end":"2026-04-16T03:56:57.70689Z","steps":["trace[1161943374] 'process raft request' (duration: 3.534188034s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:57.707326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:55.081095Z","time spent":"2.626160219s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11896,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:57.707378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:54.172513Z","time spent":"3.53482539s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:57.70743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537213434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:56:57.707585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259190543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:56:57.707622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280388314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:56:57.707635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281914678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:56:57.707643Z","caller":"traceutil/trace.go:171","msg":"trace[750899454] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1781; }","duration":"1.259249054s","start":"2026-04-16T03:56:56.448378Z","end":"2026-04-16T03:56:57.707627Z","steps":["trace[750899454] 'agreement among raft nodes before linearized reading' (duration: 1.259166832s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:57.70769Z","caller":"traceutil/trace.go:171","msg":"trace[1228936693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1781; }","duration":"2.28200624s","start":"2026-04-16T03:56:55.425674Z","end":"2026-04-16T03:56:57.70768Z","steps":["trace[1228936693] 'agreement among raft nodes before linearized reading' (duration: 2.281854177s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:57.707693Z","caller":"traceutil/trace.go:171","msg":"trace[2036966791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1781; }","duration":"2.280486305s","start":"2026-04-16T03:56:55.427189Z","end":"2026-04-16T03:56:57.707675Z","steps":["trace[2036966791] 'agreement among raft nodes before linearized reading' (duration: 2.280311451s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:57.70771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:56.448322Z","time spent":"1.259372838s","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:57.707304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284466519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:57.70785Z","caller":"traceutil/trace.go:171","msg":"trace[1419779218] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1781; }","duration":"3.285028341s","start":"2026-04-16T03:56:54.422773Z","end":"2026-04-16T03:56:57.707801Z","steps":["trace[1419779218] 'agreement among raft nodes before linearized reading' (duration: 3.284457538s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:56:57.707585Z","caller":"traceutil/trace.go:171","msg":"trace[831901856] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1781; }","duration":"3.537388268s","start":"2026-04-16T03:56:54.170183Z","end":"2026-04-16T03:56:57.707572Z","steps":["trace[831901856] 'agreement among raft nodes before linearized reading' (duration: 3.537159083s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:57.707895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:54.422758Z","time spent":"3.285123853s","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:56:57.707934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:54.170164Z","time spent":"3.537757816s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:56:57.707731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:55.425654Z","time spent":"2.282070042s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:56:57.707447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531845127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:57.708158Z","caller":"traceutil/trace.go:171","msg":"trace[2146187772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"1.532607645s","start":"2026-04-16T03:56:56.175536Z","end":"2026-04-16T03:56:57.708143Z","steps":["trace[2146187772] 'agreement among raft nodes before linearized reading' (duration: 1.531830827s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:57.70819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:56.17552Z","time spent":"1.532661205s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:57.707518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.396855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:57.708294Z","caller":"traceutil/trace.go:171","msg":"trace[312121382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"435.201103ms","start":"2026-04-16T03:56:57.273075Z","end":"2026-04-16T03:56:57.708276Z","steps":["trace[312121382] 'agreement among raft nodes before linearized reading' (duration: 434.414566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:57.707747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:55.427179Z","time spent":"2.280554967s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:56:57.70837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:57.273057Z","time spent":"435.284635ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:56:57.70773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279892793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:56:57.70847Z","caller":"traceutil/trace.go:171","msg":"trace[527627263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1781; }","duration":"2.280654219s","start":"2026-04-16T03:56:55.4278Z","end":"2026-04-16T03:56:57.708454Z","steps":["trace[527627263] 'agreement among raft nodes before linearized reading' (duration: 2.279742269s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:57.708525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:55.427775Z","time spent":"2.280735311s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:56:58.214615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:56:58.425278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:57.714004Z","time spent":"711.268625ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:56:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:56:58.425225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:57.714171Z","time spent":"711.04687ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:56:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:56:58.427293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:57.716414Z","time spent":"710.876277ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:56:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:56:58.475605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:57.714653Z","time spent":"760.948417ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:56:58.476032Z","caller":"traceutil/trace.go:171","msg":"trace[1167280730] linearizableReadLoop","detail":"{readStateIndex:1917; appliedIndex:1912; }","duration":"761.790255ms","start":"2026-04-16T03:56:57.714216Z","end":"2026-04-16T03:56:58.476006Z","steps":["trace[1167280730] 'read index received' (duration: 693.845222ms)","trace[1167280730] 'applied index is now lower than readState.Index' (duration: 67.943763ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:58.47607Z","caller":"traceutil/trace.go:171","msg":"trace[1688866738] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"645.351997ms","start":"2026-04-16T03:56:57.830691Z","end":"2026-04-16T03:56:58.476043Z","steps":["trace[1688866738] 'process raft request' (duration: 645.095561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:58.476234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.0088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-04-16T03:56:58.476231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:57.830665Z","time spent":"645.45942ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:56:58.476272Z","caller":"traceutil/trace.go:171","msg":"trace[1437554861] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1785; }","duration":"762.073922ms","start":"2026-04-16T03:56:57.714189Z","end":"2026-04-16T03:56:58.476263Z","steps":["trace[1437554861] 'agreement among raft nodes before linearized reading' (duration: 761.927219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:58.476301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:57.714177Z","time spent":"762.117593ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:56:58.478192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.626472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:56:58.478262Z","caller":"traceutil/trace.go:171","msg":"trace[776647574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1785; }","duration":"761.718434ms","start":"2026-04-16T03:56:57.716526Z","end":"2026-04-16T03:56:58.478244Z","steps":["trace[776647574] 'agreement among raft nodes before linearized reading' (duration: 761.55461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:56:58.478307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:57.71652Z","time spent":"761.777785ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:56:58.882797Z","caller":"traceutil/trace.go:171","msg":"trace[518858060] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1921; }","duration":"121.062493ms","start":"2026-04-16T03:56:58.761693Z","end":"2026-04-16T03:56:58.882755Z","steps":["trace[518858060] 'read index received' (duration: 29.040785ms)","trace[518858060] 'applied index is now lower than readState.Index' (duration: 92.020207ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:56:58.882857Z","caller":"traceutil/trace.go:171","msg":"trace[1879144200] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"369.275036ms","start":"2026-04-16T03:56:58.513535Z","end":"2026-04-16T03:56:58.88281Z","steps":["trace[1879144200] 'process raft request' (duration: 277.407192ms)","trace[1879144200] 'compare' (duration: 91.569147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:56:58.883055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:58.513514Z","time spent":"369.437599ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:56:58.883176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.445561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:56:58.883236Z","caller":"traceutil/trace.go:171","msg":"trace[1395784946] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1788; }","duration":"121.579974ms","start":"2026-04-16T03:56:58.761634Z","end":"2026-04-16T03:56:58.883214Z","steps":["trace[1395784946] 'agreement among raft nodes before linearized reading' (duration: 121.279997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:00.482993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112065112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:00.483093Z","caller":"traceutil/trace.go:171","msg":"trace[1101511136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1788; }","duration":"1.112209275s","start":"2026-04-16T03:56:59.370862Z","end":"2026-04-16T03:57:00.483071Z","steps":["trace[1101511136] 'range keys from in-memory index tree' (duration: 1.11196187s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:00.483054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.33281ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:00.483136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:59.370842Z","time spent":"1.112284347s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:57:00.483175Z","caller":"traceutil/trace.go:171","msg":"trace[1902340920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1788; }","duration":"724.462473ms","start":"2026-04-16T03:56:59.758693Z","end":"2026-04-16T03:57:00.483156Z","steps":["trace[1902340920] 'range keys from in-memory index tree' (duration: 724.31768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:00.483204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.127746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-04-16T03:57:00.483271Z","caller":"traceutil/trace.go:171","msg":"trace[914611992] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1788; }","duration":"436.248988ms","start":"2026-04-16T03:57:00.047005Z","end":"2026-04-16T03:57:00.483254Z","steps":["trace[914611992] 'range keys from in-memory index tree' (duration: 435.94858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:00.48298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.132743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T03:57:00.483111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.146324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:57:00.483348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.89828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:57:00.483378Z","caller":"traceutil/trace.go:171","msg":"trace[981255585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1788; }","duration":"770.469882ms","start":"2026-04-16T03:56:59.712896Z","end":"2026-04-16T03:57:00.483366Z","steps":["trace[981255585] 'range keys from in-memory index tree' (duration: 769.98949ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:00.483409Z","caller":"traceutil/trace.go:171","msg":"trace[675531697] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1788; }","duration":"331.004893ms","start":"2026-04-16T03:57:00.152385Z","end":"2026-04-16T03:57:00.48339Z","steps":["trace[675531697] 'count revisions from in-memory index tree' (duration: 330.817458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:00.483422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:59.712873Z","time spent":"770.533613ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:57:00.483436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.95691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:57:00.483472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:00.152366Z","time spent":"331.084604ms","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:57:00.483361Z","caller":"traceutil/trace.go:171","msg":"trace[1392610248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1788; }","duration":"770.545943ms","start":"2026-04-16T03:56:59.712791Z","end":"2026-04-16T03:57:00.483337Z","steps":["trace[1392610248] 'range keys from in-memory index tree' (duration: 769.9723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:00.483503Z","caller":"traceutil/trace.go:171","msg":"trace[1152953554] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1788; }","duration":"245.122004ms","start":"2026-04-16T03:57:00.238365Z","end":"2026-04-16T03:57:00.483487Z","steps":["trace[1152953554] 'count revisions from in-memory index tree' (duration: 244.786936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:00.483557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:56:59.712773Z","time spent":"770.765669ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:57:00.483309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:00.046983Z","time spent":"436.31748ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"warn","ts":"2026-04-16T03:57:00.991763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107712,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:57:01.119197Z","caller":"traceutil/trace.go:171","msg":"trace[2106687504] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"637.224815ms","start":"2026-04-16T03:57:00.481946Z","end":"2026-04-16T03:57:01.119171Z","steps":["trace[2106687504] 'process raft request' (duration: 637.0662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:01.119367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:00.481918Z","time spent":"637.351737ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:02.491419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000510986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:02.491507Z","caller":"traceutil/trace.go:171","msg":"trace[457717453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066572s","start":"2026-04-16T03:57:00.490827Z","end":"2026-04-16T03:57:02.491493Z","steps":["trace[457717453] 'agreement among raft nodes before linearized reading' (duration: 2.000539357s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:02.491548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:00.490809Z","time spent":"2.000731011s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:02.703012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400676956s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T03:57:02.703219Z","caller":"traceutil/trace.go:171","msg":"trace[1447633394] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1922; }","duration":"2.212324768s","start":"2026-04-16T03:57:00.490871Z","end":"2026-04-16T03:57:02.703196Z","steps":["trace[1447633394] 'read index received' (duration: 628.163969ms)","trace[1447633394] 'applied index is now lower than readState.Index' (duration: 1.584159429s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:02.703203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:00.485169Z","time spent":"2.218026486s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:57:02.703478Z","caller":"traceutil/trace.go:171","msg":"trace[134472352] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"2.213145526s","start":"2026-04-16T03:57:00.490275Z","end":"2026-04-16T03:57:02.70342Z","steps":["trace[134472352] 'process raft request' (duration: 2.21289225s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:02.70355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.915423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:02.703574Z","caller":"traceutil/trace.go:171","msg":"trace[2122751692] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1791; }","duration":"227.986765ms","start":"2026-04-16T03:57:02.47558Z","end":"2026-04-16T03:57:02.703567Z","steps":["trace[2122751692] 'agreement among raft nodes before linearized reading' (duration: 227.924604ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:02.703568Z","caller":"traceutil/trace.go:171","msg":"trace[1307359171] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"2.215392437s","start":"2026-04-16T03:57:00.488145Z","end":"2026-04-16T03:57:02.703537Z","steps":["trace[1307359171] 'process raft request' (duration: 2.214940996s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:02.703641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.984925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:02.703648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:00.490238Z","time spent":"2.2133263s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:02.703703Z","caller":"traceutil/trace.go:171","msg":"trace[418395074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1791; }","duration":"212.074967ms","start":"2026-04-16T03:57:02.49161Z","end":"2026-04-16T03:57:02.703685Z","steps":["trace[418395074] 'agreement among raft nodes before linearized reading' (duration: 211.964634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:02.703733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:00.488131Z","time spent":"2.215513549s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:03.701892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:04.202298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:04.702884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:05.203114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:05.373322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.654875527s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:57:05.373719Z","caller":"traceutil/trace.go:171","msg":"trace[116732567] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"2.655397799s","start":"2026-04-16T03:57:02.718297Z","end":"2026-04-16T03:57:05.373695Z","steps":["trace[116732567] 'process raft request' (duration: 2.655237065s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:05.373878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:02.718274Z","time spent":"2.655516491s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:05.396199Z","caller":"traceutil/trace.go:171","msg":"trace[148628427] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"2.423469483s","start":"2026-04-16T03:57:02.972703Z","end":"2026-04-16T03:57:05.396172Z","steps":["trace[148628427] 'process raft request' (duration: 2.423252278s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:05.39625Z","caller":"traceutil/trace.go:171","msg":"trace[91190499] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"2.2696105s","start":"2026-04-16T03:57:03.126602Z","end":"2026-04-16T03:57:05.396213Z","steps":["trace[91190499] 'process raft request' (duration: 2.269489217s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:05.396345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:02.972665Z","time spent":"2.423591766s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:05.396383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:03.126549Z","time spent":"2.269756393s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:06.37113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:06.371214Z","caller":"traceutil/trace.go:171","msg":"trace[1668176862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155208s","start":"2026-04-16T03:57:04.371039Z","end":"2026-04-16T03:57:06.371195Z","steps":["trace[1668176862] 'agreement among raft nodes before linearized reading' (duration: 2.000043495s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:06.371714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:04.371022Z","time spent":"2.0002367s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:07.290754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894579106s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:57:07.29173Z","caller":"traceutil/trace.go:171","msg":"trace[1455957165] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1927; }","duration":"4.090319097s","start":"2026-04-16T03:57:03.201388Z","end":"2026-04-16T03:57:07.291707Z","steps":["trace[1455957165] 'read index received' (duration: 2.172114359s)","trace[1455957165] 'applied index is now lower than readState.Index' (duration: 1.918202768s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:07.291971Z","caller":"traceutil/trace.go:171","msg":"trace[1289355484] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"3.10552528s","start":"2026-04-16T03:57:04.186389Z","end":"2026-04-16T03:57:07.291914Z","steps":["trace[1289355484] 'process raft request' (duration: 3.105056579s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:07.292125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:04.186354Z","time spent":"3.105691213s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:07.292133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090729537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:57:07.292169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584825676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T03:57:07.29216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147713057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:07.292194Z","caller":"traceutil/trace.go:171","msg":"trace[834237991] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1796; }","duration":"4.090831388s","start":"2026-04-16T03:57:03.201348Z","end":"2026-04-16T03:57:07.292179Z","steps":["trace[834237991] 'agreement among raft nodes before linearized reading' (duration: 4.090587733s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:07.29222Z","caller":"traceutil/trace.go:171","msg":"trace[792688301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1796; }","duration":"2.584931088s","start":"2026-04-16T03:57:04.707273Z","end":"2026-04-16T03:57:07.292204Z","steps":["trace[792688301] 'agreement among raft nodes before linearized reading' (duration: 2.584753924s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:07.292232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:03.201328Z","time spent":"4.09089525s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:57:07.292234Z","caller":"traceutil/trace.go:171","msg":"trace[31800973] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1796; }","duration":"1.14784711s","start":"2026-04-16T03:57:06.144366Z","end":"2026-04-16T03:57:07.292214Z","steps":["trace[31800973] 'agreement among raft nodes before linearized reading' (duration: 1.147701977s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:07.292279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:06.144347Z","time spent":"1.147922301s","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:07.292289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:04.707247Z","time spent":"2.58500883s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:57:07.29226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.228641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:07.292316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905115253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:07.292361Z","caller":"traceutil/trace.go:171","msg":"trace[983913358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1796; }","duration":"920.370714ms","start":"2026-04-16T03:57:06.371963Z","end":"2026-04-16T03:57:07.292334Z","steps":["trace[983913358] 'agreement among raft nodes before linearized reading' (duration: 920.20949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:07.292407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:06.371949Z","time spent":"920.450436ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:57:07.292404Z","caller":"traceutil/trace.go:171","msg":"trace[1469973105] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1796; }","duration":"1.905238745s","start":"2026-04-16T03:57:05.387144Z","end":"2026-04-16T03:57:07.292383Z","steps":["trace[1469973105] 'agreement among raft nodes before linearized reading' (duration: 1.905096612s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:07.29244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585070171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:57:07.292604Z","caller":"traceutil/trace.go:171","msg":"trace[1503907331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1796; }","duration":"2.585272866s","start":"2026-04-16T03:57:04.70732Z","end":"2026-04-16T03:57:07.292592Z","steps":["trace[1503907331] 'agreement among raft nodes before linearized reading' (duration: 2.584942028s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:07.29258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:05.38713Z","time spent":"1.90540915s","remote":"127.0.0.1:60180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:07.292648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:04.707306Z","time spent":"2.585331267s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:57:08.214632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:08.363195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063046436s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:57:09.591671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228195434s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:09.59191Z","caller":"traceutil/trace.go:171","msg":"trace[1124862706] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1933; }","duration":"1.878031072s","start":"2026-04-16T03:57:07.713857Z","end":"2026-04-16T03:57:09.591888Z","steps":["trace[1124862706] 'read index received' (duration: 649.555632ms)","trace[1124862706] 'applied index is now lower than readState.Index' (duration: 1.22847414s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:09.592025Z","caller":"traceutil/trace.go:171","msg":"trace[1535110396] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"2.294666386s","start":"2026-04-16T03:57:07.297332Z","end":"2026-04-16T03:57:09.591998Z","steps":["trace[1535110396] 'process raft request' (duration: 1.066067854s)","trace[1535110396] 'compare' (duration: 1.227842046s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:09.592032Z","caller":"traceutil/trace.go:171","msg":"trace[750920682] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"2.18980902s","start":"2026-04-16T03:57:07.402189Z","end":"2026-04-16T03:57:09.591998Z","steps":["trace[750920682] 'process raft request' (duration: 2.189600386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:09.592109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878255996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:57:09.592091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221166015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:09.592159Z","caller":"traceutil/trace.go:171","msg":"trace[1540626413] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1799; }","duration":"1.878352639s","start":"2026-04-16T03:57:07.713794Z","end":"2026-04-16T03:57:09.592146Z","steps":["trace[1540626413] 'agreement among raft nodes before linearized reading' (duration: 1.878195775s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:09.592175Z","caller":"traceutil/trace.go:171","msg":"trace[1044312341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1799; }","duration":"1.221308868s","start":"2026-04-16T03:57:08.370848Z","end":"2026-04-16T03:57:09.592157Z","steps":["trace[1044312341] 'agreement among raft nodes before linearized reading' (duration: 1.221163645s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:09.592171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:07.297307Z","time spent":"2.294784539s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:09.592198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:07.402116Z","time spent":"2.190000444s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:09.592216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:08.370825Z","time spent":"1.22138269s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:09.592215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:07.713765Z","time spent":"1.878439541s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:57:09.592619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.594344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:57:09.592676Z","caller":"traceutil/trace.go:171","msg":"trace[771617060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1799; }","duration":"288.690296ms","start":"2026-04-16T03:57:09.303972Z","end":"2026-04-16T03:57:09.592662Z","steps":["trace[771617060] 'agreement among raft nodes before linearized reading' (duration: 288.129004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:10.855128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095592431s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:10.855251Z","caller":"traceutil/trace.go:171","msg":"trace[895192554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1799; }","duration":"1.095737584s","start":"2026-04-16T03:57:09.759497Z","end":"2026-04-16T03:57:10.855234Z","steps":["trace[895192554] 'range keys from in-memory index tree' (duration: 1.09555841s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:10.855687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.450962ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:57:10.855861Z","caller":"traceutil/trace.go:171","msg":"trace[703233850] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1935; }","duration":"1.25643607s","start":"2026-04-16T03:57:09.599413Z","end":"2026-04-16T03:57:10.855849Z","steps":["trace[703233850] 'read index received' (duration: 294.966788ms)","trace[703233850] 'applied index is now lower than readState.Index' (duration: 961.468342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:10.855992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256563303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:10.856062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:09.593119Z","time spent":"1.262940888s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:57:10.856102Z","caller":"traceutil/trace.go:171","msg":"trace[1897896157] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"1.259320345s","start":"2026-04-16T03:57:09.59675Z","end":"2026-04-16T03:57:10.85607Z","steps":["trace[1897896157] 'process raft request' (duration: 1.259002888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:10.856022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.742832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"warn","ts":"2026-04-16T03:57:10.856255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:09.59673Z","time spent":"1.259444668s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:10.856343Z","caller":"traceutil/trace.go:171","msg":"trace[1712650034] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1800; }","duration":"808.0743ms","start":"2026-04-16T03:57:10.048234Z","end":"2026-04-16T03:57:10.856309Z","steps":["trace[1712650034] 'agreement among raft nodes before linearized reading' (duration: 807.692941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:10.856441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:10.048214Z","time spent":"808.193883ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"info","ts":"2026-04-16T03:57:10.85685Z","caller":"traceutil/trace.go:171","msg":"trace[1255326495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1800; }","duration":"1.256655465s","start":"2026-04-16T03:57:09.599391Z","end":"2026-04-16T03:57:10.856046Z","steps":["trace[1255326495] 'agreement among raft nodes before linearized reading' (duration: 1.256527922s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:10.856911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:09.599385Z","time spent":"1.257515175s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:11.370009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:12.858253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:57:12.858333Z","caller":"traceutil/trace.go:171","msg":"trace[318975595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153288s","start":"2026-04-16T03:57:10.858161Z","end":"2026-04-16T03:57:12.858314Z","steps":["trace[318975595] 'agreement among raft nodes before linearized reading' (duration: 2.000054905s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:12.85838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:10.858146Z","time spent":"2.00022415s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:13.04671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374943445s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:13.046853Z","caller":"traceutil/trace.go:171","msg":"trace[419519700] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"2.189618824s","start":"2026-04-16T03:57:10.857201Z","end":"2026-04-16T03:57:13.04682Z","steps":["trace[419519700] 'process raft request' (duration: 814.468584ms)","trace[419519700] 'compare' (duration: 1.374770382s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:13.046943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:10.857181Z","time spent":"2.189717586s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:13.956738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.285149861s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:57:14.863609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000558127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:57:14.863681Z","caller":"traceutil/trace.go:171","msg":"trace[1722985547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00067944s","start":"2026-04-16T03:57:12.862985Z","end":"2026-04-16T03:57:14.863665Z","steps":["trace[1722985547] 'agreement among raft nodes before linearized reading' (duration: 2.000581418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:14.863717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:12.862969Z","time spent":"2.000741241s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:16.065257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108236558s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:16.06577Z","caller":"traceutil/trace.go:171","msg":"trace[945439480] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1937; }","duration":"5.207544806s","start":"2026-04-16T03:57:10.858205Z","end":"2026-04-16T03:57:16.065749Z","steps":["trace[945439480] 'read index received' (duration: 813.43474ms)","trace[945439480] 'applied index is now lower than readState.Index' (duration: 4.394107906s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:16.065774Z","caller":"traceutil/trace.go:171","msg":"trace[1056245980] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"4.467930202s","start":"2026-04-16T03:57:11.59781Z","end":"2026-04-16T03:57:16.065725Z","steps":["trace[1056245980] 'process raft request' (duration: 4.467539163s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:16.065856Z","caller":"traceutil/trace.go:171","msg":"trace[952704733] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"5.205517711s","start":"2026-04-16T03:57:10.860269Z","end":"2026-04-16T03:57:16.065786Z","steps":["trace[952704733] 'process raft request' (duration: 3.096682239s)","trace[952704733] 'compare' (duration: 2.107697426s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:16.066024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:10.860247Z","time spent":"5.205703894s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:16.066516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:11.597783Z","time spent":"4.468097446s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:16.566097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:16.864206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000608128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:16.864301Z","caller":"traceutil/trace.go:171","msg":"trace[797218715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756002s","start":"2026-04-16T03:57:14.86352Z","end":"2026-04-16T03:57:16.864276Z","steps":["trace[797218715] 'agreement among raft nodes before linearized reading' (duration: 2.000642039s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:16.864352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:14.863503Z","time spent":"2.000840074s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:16.878725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.375619941s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:57:16.944099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.641744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:57:16.944714Z","caller":"traceutil/trace.go:171","msg":"trace[2103866853] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"1.441736574s","start":"2026-04-16T03:57:15.502956Z","end":"2026-04-16T03:57:16.944693Z","steps":["trace[2103866853] 'process raft request' (duration: 1.441300615s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:16.944698Z","caller":"traceutil/trace.go:171","msg":"trace[736835628] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1940; }","duration":"878.827998ms","start":"2026-04-16T03:57:16.065812Z","end":"2026-04-16T03:57:16.94464Z","steps":["trace[736835628] 'read index received' (duration: 813.007772ms)","trace[736835628] 'applied index is now lower than readState.Index' (duration: 65.815776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:16.944826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:15.502928Z","time spent":"1.441842106s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:19.227316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.855866212s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:57:19.283243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.008088939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:19.283398Z","caller":"traceutil/trace.go:171","msg":"trace[817595907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1804; }","duration":"7.008313955s","start":"2026-04-16T03:57:12.275035Z","end":"2026-04-16T03:57:19.283349Z","steps":["trace[817595907] 'agreement among raft nodes before linearized reading' (duration: 4.669762818s)","trace[817595907] 'count revisions from in-memory index tree' (duration: 2.338326921s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.283432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.687029855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:57:19.28352Z","caller":"traceutil/trace.go:171","msg":"trace[1266105333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1804; }","duration":"7.687181888s","start":"2026-04-16T03:57:11.596313Z","end":"2026-04-16T03:57:19.283495Z","steps":["trace[1266105333] 'agreement among raft nodes before linearized reading' (duration: 5.348497348s)","trace[1266105333] 'range keys from in-memory index tree' (duration: 2.338484216s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.283564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:11.596294Z","time spent":"7.687261911s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:57:19.283842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:18.714663Z","time spent":"569.173168ms","remote":"127.0.0.1:52212","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:57:19.283896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.234632962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-16T03:57:19.283461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:12.275015Z","time spent":"7.008431978s","remote":"127.0.0.1:42084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:57:19.283939Z","caller":"traceutil/trace.go:171","msg":"trace[598500440] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1804; }","duration":"6.234703834s","start":"2026-04-16T03:57:13.049222Z","end":"2026-04-16T03:57:19.283926Z","steps":["trace[598500440] 'agreement among raft nodes before linearized reading' (duration: 3.895442111s)","trace[598500440] 'range keys from in-memory index tree' (duration: 2.339187551s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.283972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:13.049206Z","time spent":"6.234759075s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:57:19.284003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163154308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:57:19.284063Z","caller":"traceutil/trace.go:171","msg":"trace[372421993] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1804; }","duration":"2.16327785s","start":"2026-04-16T03:57:17.120771Z","end":"2026-04-16T03:57:19.284049Z","steps":["trace[372421993] 'count revisions from in-memory index tree' (duration: 2.163008625s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:19.284097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:17.12074Z","time spent":"2.163345572s","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":151,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:19.28409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.423653708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:57:19.284163Z","caller":"traceutil/trace.go:171","msg":"trace[1749078795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1804; }","duration":"6.423767521s","start":"2026-04-16T03:57:12.860375Z","end":"2026-04-16T03:57:19.284143Z","steps":["trace[1749078795] 'agreement among raft nodes before linearized reading' (duration: 4.084408315s)","trace[1749078795] 'range keys from in-memory index tree' (duration: 2.3391415s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.284223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:12.86036Z","time spent":"6.423854242s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:57:19.284256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411664778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:19.28428Z","caller":"traceutil/trace.go:171","msg":"trace[829675159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1804; }","duration":"2.411722718s","start":"2026-04-16T03:57:16.872549Z","end":"2026-04-16T03:57:19.284272Z","steps":["trace[829675159] 'agreement among raft nodes before linearized reading' (duration: 72.344233ms)","trace[829675159] 'range keys from in-memory index tree' (duration: 2.339342505s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.284299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:16.87252Z","time spent":"2.41177447s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:19.284309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21318418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-04-16T03:57:19.284352Z","caller":"traceutil/trace.go:171","msg":"trace[1496163576] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556; range_end:; response_count:1; response_revision:1804; }","duration":"3.213228651s","start":"2026-04-16T03:57:16.07111Z","end":"2026-04-16T03:57:19.284339Z","steps":["trace[1496163576] 'agreement among raft nodes before linearized reading' (duration: 873.743723ms)","trace[1496163576] 'range keys from in-memory index tree' (duration: 2.338801113s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.284371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18080765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:57:19.284395Z","caller":"traceutil/trace.go:171","msg":"trace[1308213435] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1804; }","duration":"3.180870881s","start":"2026-04-16T03:57:16.103516Z","end":"2026-04-16T03:57:19.284387Z","steps":["trace[1308213435] 'agreement among raft nodes before linearized reading' (duration: 841.392423ms)","trace[1308213435] 'count revisions from in-memory index tree' (duration: 2.339446287s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.284395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:16.071082Z","time spent":"3.213305063s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":895,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" "} {"level":"warn","ts":"2026-04-16T03:57:19.284415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:16.103495Z","time spent":"3.180913822s","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:19.284468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.503136829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:19.284511Z","caller":"traceutil/trace.go:171","msg":"trace[1820983336] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1804; }","duration":"5.503240092s","start":"2026-04-16T03:57:13.781258Z","end":"2026-04-16T03:57:19.284498Z","steps":["trace[1820983336] 'agreement among raft nodes before linearized reading' (duration: 3.163466408s)","trace[1820983336] 'count revisions from in-memory index tree' (duration: 2.339668222s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.284544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:13.781237Z","time spent":"5.503298453s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:19.284805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.969889487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:57:19.284833Z","caller":"traceutil/trace.go:171","msg":"trace[1754476394] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"1.913474922s","start":"2026-04-16T03:57:17.371329Z","end":"2026-04-16T03:57:19.284804Z","steps":["trace[1754476394] 'process raft request' (duration: 1.8561866s)","trace[1754476394] 'compare' (duration: 55.505912ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:19.284863Z","caller":"traceutil/trace.go:171","msg":"trace[1552344870] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1804; }","duration":"6.969964179s","start":"2026-04-16T03:57:12.314884Z","end":"2026-04-16T03:57:19.284848Z","steps":["trace[1552344870] 'agreement among raft nodes before linearized reading' (duration: 4.629884818s)","trace[1552344870] 'count revisions from in-memory index tree' (duration: 2.339987869s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:19.284906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:12.314875Z","time spent":"6.97002213s","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:19.284971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:17.371306Z","time spent":"1.913588944s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:20.343103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.945941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:20.34323Z","caller":"traceutil/trace.go:171","msg":"trace[1018262929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1805; }","duration":"584.085725ms","start":"2026-04-16T03:57:19.759127Z","end":"2026-04-16T03:57:20.343212Z","steps":["trace[1018262929] 'range keys from in-memory index tree' (duration: 583.92925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:20.343431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.493747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:20.343551Z","caller":"traceutil/trace.go:171","msg":"trace[1406497008] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1942; }","duration":"1.469798257s","start":"2026-04-16T03:57:18.873729Z","end":"2026-04-16T03:57:20.343527Z","steps":["trace[1406497008] 'read index received' (duration: 353.792197ms)","trace[1406497008] 'applied index is now lower than readState.Index' (duration: 1.11600431s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:20.343632Z","caller":"traceutil/trace.go:171","msg":"trace[1209870040] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"2.269751894s","start":"2026-04-16T03:57:18.073862Z","end":"2026-04-16T03:57:20.343614Z","steps":["trace[1209870040] 'process raft request' (duration: 1.99798465s)","trace[1209870040] 'compare' (duration: 271.314004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:20.343682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4699507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:20.343723Z","caller":"traceutil/trace.go:171","msg":"trace[1183626664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1806; }","duration":"1.470020662s","start":"2026-04-16T03:57:18.873689Z","end":"2026-04-16T03:57:20.34371Z","steps":["trace[1183626664] 'agreement among raft nodes before linearized reading' (duration: 1.46992629s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:20.343739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:18.073838Z","time spent":"2.269837325s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:20.343763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:18.873674Z","time spent":"1.470078943s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:20.844252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:21.596795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:19.289103Z","time spent":"2.307684879s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:57:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:22.352519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:22.352603Z","caller":"traceutil/trace.go:171","msg":"trace[809496009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018136s","start":"2026-04-16T03:57:20.352403Z","end":"2026-04-16T03:57:22.352585Z","steps":["trace[809496009] 'agreement among raft nodes before linearized reading' (duration: 2.000071027s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:22.352653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:20.352383Z","time spent":"2.000260841s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:22.642163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705853566s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:22.642502Z","caller":"traceutil/trace.go:171","msg":"trace[1923058327] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1944; }","duration":"2.298900943s","start":"2026-04-16T03:57:20.343584Z","end":"2026-04-16T03:57:22.642485Z","steps":["trace[1923058327] 'read index received' (duration: 592.651908ms)","trace[1923058327] 'applied index is now lower than readState.Index' (duration: 1.706247755s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:22.642608Z","caller":"traceutil/trace.go:171","msg":"trace[105690526] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"3.355509512s","start":"2026-04-16T03:57:19.287088Z","end":"2026-04-16T03:57:22.642597Z","steps":["trace[105690526] 'process raft request' (duration: 1.649144565s)","trace[105690526] 'compare' (duration: 1.705568749s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:22.64267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:19.287067Z","time spent":"3.355566534s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:22.642806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584380248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:22.642777Z","caller":"traceutil/trace.go:171","msg":"trace[184273530] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"3.353582659s","start":"2026-04-16T03:57:19.289163Z","end":"2026-04-16T03:57:22.642745Z","steps":["trace[184273530] 'process raft request' (duration: 3.353258191s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:22.642819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730972235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:22.642871Z","caller":"traceutil/trace.go:171","msg":"trace[6438702] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1809; }","duration":"3.58445805s","start":"2026-04-16T03:57:19.058397Z","end":"2026-04-16T03:57:22.642855Z","steps":["trace[6438702] 'agreement among raft nodes before linearized reading' (duration: 3.584347448s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:22.64292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:19.058346Z","time spent":"3.584564153s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:22.642913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.356017374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:57:22.642955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:19.289146Z","time spent":"3.353745922s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:22.642974Z","caller":"traceutil/trace.go:171","msg":"trace[359916061] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1809; }","duration":"3.356101205s","start":"2026-04-16T03:57:19.286858Z","end":"2026-04-16T03:57:22.642959Z","steps":["trace[359916061] 'agreement among raft nodes before linearized reading' (duration: 3.35587142s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:22.642933Z","caller":"traceutil/trace.go:171","msg":"trace[1134929434] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1809; }","duration":"2.731151639s","start":"2026-04-16T03:57:19.911752Z","end":"2026-04-16T03:57:22.642903Z","steps":["trace[1134929434] 'agreement among raft nodes before linearized reading' (duration: 2.730872873s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:22.643011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:19.28682Z","time spent":"3.356182737s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:57:22.643047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:19.91171Z","time spent":"2.731320423s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:22.644595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045122242s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:57:22.64486Z","caller":"traceutil/trace.go:171","msg":"trace[195095459] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1809; }","duration":"1.04546777s","start":"2026-04-16T03:57:21.599362Z","end":"2026-04-16T03:57:22.644829Z","steps":["trace[195095459] 'process raft request' (duration: 1.045361427s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:22.644998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:21.599335Z","time spent":"1.045589923s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:23.780988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.608735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:23.781099Z","caller":"traceutil/trace.go:171","msg":"trace[489238638] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1947; }","duration":"1.138546239s","start":"2026-04-16T03:57:22.642536Z","end":"2026-04-16T03:57:23.781082Z","steps":["trace[489238638] 'read index received' (duration: 2.25366ms)","trace[489238638] 'applied index is now lower than readState.Index' (duration: 1.136290659s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:23.781221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805650517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:57:23.781202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427980044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:23.781261Z","caller":"traceutil/trace.go:171","msg":"trace[841965650] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1810; }","duration":"1.805723879s","start":"2026-04-16T03:57:21.975527Z","end":"2026-04-16T03:57:23.781251Z","steps":["trace[841965650] 'agreement among raft nodes before linearized reading' (duration: 1.805644377s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:23.78129Z","caller":"traceutil/trace.go:171","msg":"trace[2013166076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1810; }","duration":"1.428100736s","start":"2026-04-16T03:57:22.353166Z","end":"2026-04-16T03:57:23.781266Z","steps":["trace[2013166076] 'agreement among raft nodes before linearized reading' (duration: 1.427934313s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:23.781319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:21.97551Z","time spent":"1.80578334s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:23.781358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:22.353153Z","time spent":"1.428191908s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:23.78144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136265368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T03:57:23.781477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.380898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:57:23.7815Z","caller":"traceutil/trace.go:171","msg":"trace[1972479315] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1810; }","duration":"1.13636827s","start":"2026-04-16T03:57:22.645117Z","end":"2026-04-16T03:57:23.781486Z","steps":["trace[1972479315] 'agreement among raft nodes before linearized reading' (duration: 1.136239737s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:23.781476Z","caller":"traceutil/trace.go:171","msg":"trace[549289502] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"1.431872461s","start":"2026-04-16T03:57:22.349536Z","end":"2026-04-16T03:57:23.781409Z","steps":["trace[549289502] 'process raft request' (duration: 1.286736904s)","trace[549289502] 'compare' (duration: 143.882989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:23.781555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:22.645097Z","time spent":"1.136447222s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:57:23.78156Z","caller":"traceutil/trace.go:171","msg":"trace[1142489247] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1810; }","duration":"140.500701ms","start":"2026-04-16T03:57:23.641036Z","end":"2026-04-16T03:57:23.781537Z","steps":["trace[1142489247] 'agreement among raft nodes before linearized reading' (duration: 140.360268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:23.781577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134605261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"warn","ts":"2026-04-16T03:57:23.781559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43383151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-16T03:57:23.781666Z","caller":"traceutil/trace.go:171","msg":"trace[499670142] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1810; }","duration":"1.134742124s","start":"2026-04-16T03:57:22.6469Z","end":"2026-04-16T03:57:23.781642Z","steps":["trace[499670142] 'agreement among raft nodes before linearized reading' (duration: 1.134500398s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:23.781702Z","caller":"traceutil/trace.go:171","msg":"trace[1390302063] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1810; }","duration":"3.434017475s","start":"2026-04-16T03:57:20.347668Z","end":"2026-04-16T03:57:23.781685Z","steps":["trace[1390302063] 'agreement among raft nodes before linearized reading' (duration: 3.433775219s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:23.781726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:22.646882Z","time spent":"1.134831636s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"warn","ts":"2026-04-16T03:57:23.78172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:22.349514Z","time spent":"1.432074966s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:23.781766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:20.347647Z","time spent":"3.434104017s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:57:24.285185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:25.791315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:25.791388Z","caller":"traceutil/trace.go:171","msg":"trace[1738054561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531827s","start":"2026-04-16T03:57:23.790841Z","end":"2026-04-16T03:57:25.791372Z","steps":["trace[1738054561] 'agreement among raft nodes before linearized reading' (duration: 2.000444135s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:25.791429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:23.790832Z","time spent":"2.000588788s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:26.191444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784670945s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:26.19271Z","caller":"traceutil/trace.go:171","msg":"trace[973625546] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"2.409006767s","start":"2026-04-16T03:57:23.783667Z","end":"2026-04-16T03:57:26.192674Z","steps":["trace[973625546] 'process raft request' (duration: 623.027052ms)","trace[973625546] 'compare' (duration: 1.784248665s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:26.192836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:23.783628Z","time spent":"2.409120269s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:27.792382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:57:27.792487Z","caller":"traceutil/trace.go:171","msg":"trace[1149273130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000747361s","start":"2026-04-16T03:57:25.791713Z","end":"2026-04-16T03:57:27.792461Z","steps":["trace[1149273130] 'agreement among raft nodes before linearized reading' (duration: 2.000623798s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:27.792535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:25.791621Z","time spent":"2.000904615s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:28.137853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.731219152s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:57:28.551584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.428722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:28.551712Z","caller":"traceutil/trace.go:171","msg":"trace[1650982041] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1949; }","duration":"4.767622666s","start":"2026-04-16T03:57:23.784067Z","end":"2026-04-16T03:57:28.55169Z","steps":["trace[1650982041] 'read index received' (duration: 622.48166ms)","trace[1650982041] 'applied index is now lower than readState.Index' (duration: 4.145138836s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:28.551994Z","caller":"traceutil/trace.go:171","msg":"trace[469213928] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"4.758200033s","start":"2026-04-16T03:57:23.793775Z","end":"2026-04-16T03:57:28.551975Z","steps":["trace[469213928] 'process raft request' (duration: 4.34428578s)","trace[469213928] 'compare' (duration: 413.268769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:28.55213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:23.793765Z","time spent":"4.758280704s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:28.552217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.768131138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:57:28.552308Z","caller":"traceutil/trace.go:171","msg":"trace[853496233] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1812; }","duration":"4.768253339s","start":"2026-04-16T03:57:23.784014Z","end":"2026-04-16T03:57:28.552268Z","steps":["trace[853496233] 'agreement among raft nodes before linearized reading' (duration: 4.768026944s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:28.55235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:23.783999Z","time spent":"4.768341822s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:57:29.052395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:29.274247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:29.274335Z","caller":"traceutil/trace.go:171","msg":"trace[1044261927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306891s","start":"2026-04-16T03:57:27.27401Z","end":"2026-04-16T03:57:29.274317Z","steps":["trace[1044261927] 'agreement among raft nodes before linearized reading' (duration: 2.000192678s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:29.274384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:27.273993Z","time spent":"2.000382173s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:29.553169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:29.640288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.502185408s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:57:29.800182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:29.800297Z","caller":"traceutil/trace.go:171","msg":"trace[1571482424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178878s","start":"2026-04-16T03:57:27.800098Z","end":"2026-04-16T03:57:29.800277Z","steps":["trace[1571482424] 'agreement among raft nodes before linearized reading' (duration: 1.999989284s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:29.800353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:27.800078Z","time spent":"2.000261651s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:30.785357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:25.787473Z","time spent":"4.997875654s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:57:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:30.810103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169500259s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:57:30.810462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051567017s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:30.810762Z","caller":"traceutil/trace.go:171","msg":"trace[1999944562] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1813; }","duration":"1.051880374s","start":"2026-04-16T03:57:29.758862Z","end":"2026-04-16T03:57:30.810742Z","steps":["trace[1999944562] 'range keys from in-memory index tree' (duration: 1.051549066s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:31.80857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:57:31.80865Z","caller":"traceutil/trace.go:171","msg":"trace[344084832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022867s","start":"2026-04-16T03:57:29.808405Z","end":"2026-04-16T03:57:31.808633Z","steps":["trace[344084832] 'agreement among raft nodes before linearized reading' (duration: 2.000129828s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:31.808853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:29.808353Z","time spent":"2.000337682s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:32.376586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565477265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:32.376802Z","caller":"traceutil/trace.go:171","msg":"trace[1771149021] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"5.203880313s","start":"2026-04-16T03:57:27.172895Z","end":"2026-04-16T03:57:32.376775Z","steps":["trace[1771149021] 'process raft request' (duration: 3.638122772s)","trace[1771149021] 'compare' (duration: 1.56526763s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:32.376897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:27.172872Z","time spent":"5.203976096s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:32.377011Z","caller":"traceutil/trace.go:171","msg":"trace[2047093656] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1951; }","duration":"3.825245935s","start":"2026-04-16T03:57:28.551748Z","end":"2026-04-16T03:57:32.376993Z","steps":["trace[2047093656] 'read index received' (duration: 1.088850238s)","trace[2047093656] 'applied index is now lower than readState.Index' (duration: 2.736394667s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:32.377288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.346645049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:32.37733Z","caller":"traceutil/trace.go:171","msg":"trace[1227782074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1817; }","duration":"6.346727841s","start":"2026-04-16T03:57:26.030591Z","end":"2026-04-16T03:57:32.377319Z","steps":["trace[1227782074] 'agreement among raft nodes before linearized reading' (duration: 6.346648249s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.377365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:26.03055Z","time spent":"6.346805772s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:32.377357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.592405576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:32.377454Z","caller":"traceutil/trace.go:171","msg":"trace[1568222986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1817; }","duration":"6.592543489s","start":"2026-04-16T03:57:25.784895Z","end":"2026-04-16T03:57:32.377439Z","steps":["trace[1568222986] 'agreement among raft nodes before linearized reading' (duration: 6.592417056s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.37751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:25.784874Z","time spent":"6.592621231s","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:57:32.37778Z","caller":"traceutil/trace.go:171","msg":"trace[990181360] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"2.816390123s","start":"2026-04-16T03:57:29.561375Z","end":"2026-04-16T03:57:32.377765Z","steps":["trace[990181360] 'process raft request' (duration: 2.815545705s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.377813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062084068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:32.377854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:29.561353Z","time spent":"2.816463995s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:32.377881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.167299533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:32.377902Z","caller":"traceutil/trace.go:171","msg":"trace[2020176109] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1817; }","duration":"7.062227091s","start":"2026-04-16T03:57:25.315652Z","end":"2026-04-16T03:57:32.377879Z","steps":["trace[2020176109] 'agreement among raft nodes before linearized reading' (duration: 7.062062957s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:32.377907Z","caller":"traceutil/trace.go:171","msg":"trace[1087772486] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"4.275595801s","start":"2026-04-16T03:57:28.102268Z","end":"2026-04-16T03:57:32.377864Z","steps":["trace[1087772486] 'process raft request' (duration: 4.274440214s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:32.377956Z","caller":"traceutil/trace.go:171","msg":"trace[2137169222] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1817; }","duration":"7.167396935s","start":"2026-04-16T03:57:25.210541Z","end":"2026-04-16T03:57:32.377938Z","steps":["trace[2137169222] 'agreement among raft nodes before linearized reading' (duration: 7.167239722s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.377964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:25.31563Z","time spent":"7.062321263s","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:32.378013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:25.210489Z","time spent":"7.167513948s","remote":"127.0.0.1:60132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:32.378028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:28.553627Z","time spent":"3.824397275s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:57:32.377847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822012832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" ","response":"range_response_count:1 size:6855"} {"level":"info","ts":"2026-04-16T03:57:32.378101Z","caller":"traceutil/trace.go:171","msg":"trace[1111660202] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6; range_end:; response_count:1; response_revision:1817; }","duration":"3.822292888s","start":"2026-04-16T03:57:28.555797Z","end":"2026-04-16T03:57:32.37809Z","steps":["trace[1111660202] 'agreement among raft nodes before linearized reading' (duration: 3.82192528s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.378116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:28.10224Z","time spent":"4.275758454s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:32.378136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:28.555785Z","time spent":"3.82234071s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6878,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" "} {"level":"warn","ts":"2026-04-16T03:57:32.378157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.759754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:32.37821Z","caller":"traceutil/trace.go:171","msg":"trace[1050208113] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1817; }","duration":"275.856126ms","start":"2026-04-16T03:57:32.10234Z","end":"2026-04-16T03:57:32.378196Z","steps":["trace[1050208113] 'agreement among raft nodes before linearized reading' (duration: 275.773344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.37836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658406329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:32.378379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.181592494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-04-16T03:57:32.378388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.571706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:32.378409Z","caller":"traceutil/trace.go:171","msg":"trace[871808687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1817; }","duration":"3.658506342s","start":"2026-04-16T03:57:28.71989Z","end":"2026-04-16T03:57:32.378396Z","steps":["trace[871808687] 'agreement among raft nodes before linearized reading' (duration: 3.65842614s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:32.378431Z","caller":"traceutil/trace.go:171","msg":"trace[2040339783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1817; }","duration":"569.635688ms","start":"2026-04-16T03:57:31.808785Z","end":"2026-04-16T03:57:32.378421Z","steps":["trace[2040339783] 'agreement among raft nodes before linearized reading' (duration: 569.563716ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:32.37844Z","caller":"traceutil/trace.go:171","msg":"trace[1388355861] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556; range_end:; response_count:1; response_revision:1817; }","duration":"6.181685005s","start":"2026-04-16T03:57:26.196732Z","end":"2026-04-16T03:57:32.378417Z","steps":["trace[1388355861] 'agreement among raft nodes before linearized reading' (duration: 6.181549782s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.378449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:28.719865Z","time spent":"3.658572372s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:32.378459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:31.808771Z","time spent":"569.681969ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:32.378487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:26.196716Z","time spent":"6.181759517s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":895,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b9dcebfb7556\" "} {"level":"warn","ts":"2026-04-16T03:57:32.37853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591259868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-16T03:57:32.379469Z","caller":"traceutil/trace.go:171","msg":"trace[1683560275] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1817; }","duration":"1.59223894s","start":"2026-04-16T03:57:30.787201Z","end":"2026-04-16T03:57:32.37944Z","steps":["trace[1683560275] 'agreement among raft nodes before linearized reading' (duration: 1.591213697s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.379518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:30.787167Z","time spent":"1.592337012s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T03:57:32.379336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.562083376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:32.379617Z","caller":"traceutil/trace.go:171","msg":"trace[554028878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1817; }","duration":"8.562346761s","start":"2026-04-16T03:57:23.817215Z","end":"2026-04-16T03:57:32.379561Z","steps":["trace[554028878] 'agreement among raft nodes before linearized reading' (duration: 8.562067405s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:32.379819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:23.817205Z","time spent":"8.562489255s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:32.886199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:33.387315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:33.879005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102393743s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:57:34.091044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.685278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-16T03:57:34.091161Z","caller":"traceutil/trace.go:171","msg":"trace[1527740400] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1817; }","duration":"1.711668726s","start":"2026-04-16T03:57:32.379473Z","end":"2026-04-16T03:57:34.091141Z","steps":["trace[1527740400] 'process raft request' (duration: 1.499811575s)","trace[1527740400] 'compare' (duration: 211.616976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:34.091217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:32.379445Z","time spent":"1.711744217s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:34.387464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:34.387594Z","caller":"traceutil/trace.go:171","msg":"trace[1772867930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458064s","start":"2026-04-16T03:57:32.387116Z","end":"2026-04-16T03:57:34.387574Z","steps":["trace[1772867930] 'agreement among raft nodes before linearized reading' (duration: 2.000301371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:34.387645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:32.387111Z","time spent":"2.000524706s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:35.208394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328879695s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:57:35.208849Z","caller":"traceutil/trace.go:171","msg":"trace[1194483700] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1957; }","duration":"2.823367418s","start":"2026-04-16T03:57:32.385459Z","end":"2026-04-16T03:57:35.208827Z","steps":["trace[1194483700] 'read index received' (duration: 1.493923701s)","trace[1194483700] 'applied index is now lower than readState.Index' (duration: 1.329442607s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:35.208962Z","caller":"traceutil/trace.go:171","msg":"trace[284939954] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"2.821147759s","start":"2026-04-16T03:57:32.3878Z","end":"2026-04-16T03:57:35.208948Z","steps":["trace[284939954] 'process raft request' (duration: 2.820959935s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:35.209073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:32.387792Z","time spent":"2.821205111s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:35.209162Z","caller":"traceutil/trace.go:171","msg":"trace[1387798212] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"2.827117144s","start":"2026-04-16T03:57:32.382022Z","end":"2026-04-16T03:57:35.209139Z","steps":["trace[1387798212] 'process raft request' (duration: 2.826573291s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:35.209275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:32.381999Z","time spent":"2.827211927s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:35.20942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823954442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-16T03:57:35.209471Z","caller":"traceutil/trace.go:171","msg":"trace[2053816976] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1819; }","duration":"2.824002633s","start":"2026-04-16T03:57:32.385454Z","end":"2026-04-16T03:57:35.209457Z","steps":["trace[2053816976] 'agreement among raft nodes before linearized reading' (duration: 2.82387616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:35.209506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:32.385445Z","time spent":"2.824052744s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T03:57:35.709364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:36.388756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000230888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:57:36.38884Z","caller":"traceutil/trace.go:171","msg":"trace[433417642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368661s","start":"2026-04-16T03:57:34.388453Z","end":"2026-04-16T03:57:36.388821Z","steps":["trace[433417642] 'agreement among raft nodes before linearized reading' (duration: 2.000263989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:36.388886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:34.388434Z","time spent":"2.000441794s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:36.951379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139038251s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:57:36.951454Z","caller":"traceutil/trace.go:171","msg":"trace[1843290307] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1960; }","duration":"1.742525553s","start":"2026-04-16T03:57:35.208914Z","end":"2026-04-16T03:57:36.95144Z","steps":["trace[1843290307] 'read index received' (duration: 603.465012ms)","trace[1843290307] 'applied index is now lower than readState.Index' (duration: 1.139059501s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:36.951466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:34.092079Z","time spent":"2.859376662s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:57:36.951539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259225105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:36.951563Z","caller":"traceutil/trace.go:171","msg":"trace[946983156] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1819; }","duration":"2.259296647s","start":"2026-04-16T03:57:34.69226Z","end":"2026-04-16T03:57:36.951557Z","steps":["trace[946983156] 'agreement among raft nodes before linearized reading' (duration: 2.259245286s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:36.951587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:34.69224Z","time spent":"2.259340879s","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:36.951738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276173308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:57:36.951763Z","caller":"traceutil/trace.go:171","msg":"trace[487255857] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1819; }","duration":"2.276200069s","start":"2026-04-16T03:57:34.675558Z","end":"2026-04-16T03:57:36.951758Z","steps":["trace[487255857] 'agreement among raft nodes before linearized reading' (duration: 2.276155458s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:36.951781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:34.675502Z","time spent":"2.276274731s","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:36.952079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737301604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-04-16T03:57:36.952161Z","caller":"traceutil/trace.go:171","msg":"trace[178618691] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d; range_end:; response_count:1; response_revision:1819; }","duration":"1.737415947s","start":"2026-04-16T03:57:35.214721Z","end":"2026-04-16T03:57:36.952137Z","steps":["trace[178618691] 'agreement among raft nodes before linearized reading' (duration: 1.737192642s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:36.95216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.642923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:36.952214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737207702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" ","response":"range_response_count:1 size:7049"} {"level":"warn","ts":"2026-04-16T03:57:36.952214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:35.214709Z","time spent":"1.737492118s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":858,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b9dc930dc35d\" "} {"level":"info","ts":"2026-04-16T03:57:36.952248Z","caller":"traceutil/trace.go:171","msg":"trace[364837685] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6; range_end:; response_count:1; response_revision:1819; }","duration":"1.737253853s","start":"2026-04-16T03:57:35.214986Z","end":"2026-04-16T03:57:36.952239Z","steps":["trace[364837685] 'agreement among raft nodes before linearized reading' (duration: 1.737136841s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:36.952247Z","caller":"traceutil/trace.go:171","msg":"trace[223846943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1819; }","duration":"555.775446ms","start":"2026-04-16T03:57:36.396453Z","end":"2026-04-16T03:57:36.952228Z","steps":["trace[223846943] 'agreement among raft nodes before linearized reading' (duration: 555.628103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:36.952275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:35.214956Z","time spent":"1.737314395s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7072,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5g4r6\" "} {"level":"warn","ts":"2026-04-16T03:57:36.952288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:36.396433Z","time spent":"555.846538ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:37.453275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:57:37.491806Z","caller":"traceutil/trace.go:171","msg":"trace[1897257428] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"539.146009ms","start":"2026-04-16T03:57:36.952627Z","end":"2026-04-16T03:57:37.491773Z","steps":["trace[1897257428] 'process raft request' (duration: 538.425803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:37.491969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:36.952603Z","time spent":"539.283193ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:37.493139Z","caller":"traceutil/trace.go:171","msg":"trace[957765194] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"538.908305ms","start":"2026-04-16T03:57:36.954199Z","end":"2026-04-16T03:57:37.493107Z","steps":["trace[957765194] 'process raft request' (duration: 538.616398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:37.493273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:36.954178Z","time spent":"539.016698ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:37.493607Z","caller":"traceutil/trace.go:171","msg":"trace[233982444] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"278.272911ms","start":"2026-04-16T03:57:37.215311Z","end":"2026-04-16T03:57:37.493584Z","steps":["trace[233982444] 'process raft request' (duration: 277.686798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:37.49383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.668363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:37.493867Z","caller":"traceutil/trace.go:171","msg":"trace[1916968598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1822; }","duration":"540.746985ms","start":"2026-04-16T03:57:36.953109Z","end":"2026-04-16T03:57:37.493856Z","steps":["trace[1916968598] 'agreement among raft nodes before linearized reading' (duration: 540.681374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:37.493903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:36.953091Z","time spent":"540.806097ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:57:37.493556Z","caller":"traceutil/trace.go:171","msg":"trace[258852559] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1961; }","duration":"540.366567ms","start":"2026-04-16T03:57:36.953163Z","end":"2026-04-16T03:57:37.49353Z","steps":["trace[258852559] 'read index received' (duration: 538.015904ms)","trace[258852559] 'applied index is now lower than readState.Index' (duration: 2.348473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:37.494265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.743669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:37.494393Z","caller":"traceutil/trace.go:171","msg":"trace[266981460] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1822; }","duration":"421.924933ms","start":"2026-04-16T03:57:37.072445Z","end":"2026-04-16T03:57:37.49437Z","steps":["trace[266981460] 'agreement among raft nodes before linearized reading' (duration: 421.750229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:37.49477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:37.072426Z","time spent":"422.042756ms","remote":"127.0.0.1:42054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:38.00063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:38.141567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.593164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:38.141939Z","caller":"traceutil/trace.go:171","msg":"trace[1643918676] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"642.3867ms","start":"2026-04-16T03:57:37.49953Z","end":"2026-04-16T03:57:38.141917Z","steps":["trace[1643918676] 'process raft request' (duration: 528.006978ms)","trace[1643918676] 'compare' (duration: 113.459911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:38.142025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:37.499511Z","time spent":"642.475372ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:38.422603Z","caller":"traceutil/trace.go:171","msg":"trace[1488364053] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1964; }","duration":"922.201417ms","start":"2026-04-16T03:57:37.500332Z","end":"2026-04-16T03:57:38.422534Z","steps":["trace[1488364053] 'read index received' (duration: 527.211391ms)","trace[1488364053] 'applied index is now lower than readState.Index' (duration: 394.987646ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:38.423006Z","caller":"traceutil/trace.go:171","msg":"trace[1065474513] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"917.720816ms","start":"2026-04-16T03:57:37.505243Z","end":"2026-04-16T03:57:38.422964Z","steps":["trace[1065474513] 'process raft request' (duration: 892.65418ms)","trace[1065474513] 'compare' (duration: 24.417862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:38.423105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.75678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:57:38.423182Z","caller":"traceutil/trace.go:171","msg":"trace[987318341] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1824; }","duration":"922.836181ms","start":"2026-04-16T03:57:37.500321Z","end":"2026-04-16T03:57:38.423157Z","steps":["trace[987318341] 'agreement among raft nodes before linearized reading' (duration: 922.622277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:38.423179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:37.505229Z","time spent":"917.861099ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:38.423222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:37.500278Z","time spent":"922.935854ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:57:38.423189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.896769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:38.423287Z","caller":"traceutil/trace.go:171","msg":"trace[1408718015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1824; }","duration":"922.018012ms","start":"2026-04-16T03:57:37.501247Z","end":"2026-04-16T03:57:38.423265Z","steps":["trace[1408718015] 'agreement among raft nodes before linearized reading' (duration: 921.848258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:38.42333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:37.501236Z","time spent":"922.084814ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:38.726945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.613153ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:57:38.727093Z","caller":"traceutil/trace.go:171","msg":"trace[1351036122] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"302.482497ms","start":"2026-04-16T03:57:38.424566Z","end":"2026-04-16T03:57:38.727048Z","steps":["trace[1351036122] 'read index received' (duration: 165.771202ms)","trace[1351036122] 'applied index is now lower than readState.Index' (duration: 136.709625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:38.727093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:38.424179Z","time spent":"302.906557ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:57:38.727171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.609571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:38.727201Z","caller":"traceutil/trace.go:171","msg":"trace[1156277841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1824; }","duration":"302.704142ms","start":"2026-04-16T03:57:38.424488Z","end":"2026-04-16T03:57:38.727192Z","steps":["trace[1156277841] 'agreement among raft nodes before linearized reading' (duration: 302.635321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:38.727235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:38.424463Z","time spent":"302.764984ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:57:39.652087Z","caller":"traceutil/trace.go:171","msg":"trace[773741002] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"151.692254ms","start":"2026-04-16T03:57:39.500357Z","end":"2026-04-16T03:57:39.652049Z","steps":["trace[773741002] 'process raft request' (duration: 151.54341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:39.953622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.393067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:39.953756Z","caller":"traceutil/trace.go:171","msg":"trace[1823137824] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1826; }","duration":"194.54906ms","start":"2026-04-16T03:57:39.759191Z","end":"2026-04-16T03:57:39.95374Z","steps":["trace[1823137824] 'range keys from in-memory index tree' (duration: 194.374247ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:42.157166Z","caller":"traceutil/trace.go:171","msg":"trace[2101811433] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"605.15388ms","start":"2026-04-16T03:57:41.551993Z","end":"2026-04-16T03:57:42.157146Z","steps":["trace[2101811433] 'process raft request' (duration: 605.006916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:42.157305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:41.551968Z","time spent":"605.263332ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:43.201158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044166119s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:57:43.201549Z","caller":"traceutil/trace.go:171","msg":"trace[1879261670] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1970; }","duration":"1.05614211s","start":"2026-04-16T03:57:42.145383Z","end":"2026-04-16T03:57:43.201525Z","steps":["trace[1879261670] 'read index received' (duration: 11.598522ms)","trace[1879261670] 'applied index is now lower than readState.Index' (duration: 1.044542448s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:43.201659Z","caller":"traceutil/trace.go:171","msg":"trace[1844646643] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"1.544006122s","start":"2026-04-16T03:57:41.657623Z","end":"2026-04-16T03:57:43.201629Z","steps":["trace[1844646643] 'process raft request' (duration: 1.543755907s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:43.201689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056293353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:43.201729Z","caller":"traceutil/trace.go:171","msg":"trace[990762929] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1829; }","duration":"1.056390125s","start":"2026-04-16T03:57:42.145322Z","end":"2026-04-16T03:57:43.201713Z","steps":["trace[990762929] 'agreement among raft nodes before linearized reading' (duration: 1.056313614s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:43.20177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:41.657597Z","time spent":"1.544103915s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:43.201773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:42.145297Z","time spent":"1.056466456s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:43.701875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:44.371188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00068331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:57:44.371276Z","caller":"traceutil/trace.go:171","msg":"trace[667513503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000825943s","start":"2026-04-16T03:57:42.370435Z","end":"2026-04-16T03:57:44.371261Z","steps":["trace[667513503] 'agreement among raft nodes before linearized reading' (duration: 2.00071538s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:44.371317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:42.370407Z","time spent":"2.000900995s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:57:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:57:44.690468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.207303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:44.690609Z","caller":"traceutil/trace.go:171","msg":"trace[1089734366] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"2.236954512s","start":"2026-04-16T03:57:42.453632Z","end":"2026-04-16T03:57:44.690587Z","steps":["trace[1089734366] 'process raft request' (duration: 1.428552425s)","trace[1089734366] 'compare' (duration: 807.747002ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:44.690662Z","caller":"traceutil/trace.go:171","msg":"trace[1099857758] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1972; }","duration":"1.48903535s","start":"2026-04-16T03:57:43.201611Z","end":"2026-04-16T03:57:44.690646Z","steps":["trace[1099857758] 'read index received' (duration: 680.609523ms)","trace[1099857758] 'applied index is now lower than readState.Index' (duration: 808.424597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:44.690709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:42.453602Z","time spent":"2.237055075s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:44.690748Z","caller":"traceutil/trace.go:171","msg":"trace[247968549] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"2.223067109s","start":"2026-04-16T03:57:42.467653Z","end":"2026-04-16T03:57:44.69072Z","steps":["trace[247968549] 'process raft request' (duration: 2.222898285s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:44.690886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:42.467629Z","time spent":"2.223191112s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:45.191112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:45.307106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.306740735s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:57:46.319805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012461534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:46.319982Z","caller":"traceutil/trace.go:171","msg":"trace[1856345168] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"2.319692641s","start":"2026-04-16T03:57:44.00026Z","end":"2026-04-16T03:57:46.319953Z","steps":["trace[1856345168] 'process raft request' (duration: 1.306999101s)","trace[1856345168] 'compare' (duration: 1.012223589s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:46.320032Z","caller":"traceutil/trace.go:171","msg":"trace[1915290514] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"1.113822562s","start":"2026-04-16T03:57:45.206189Z","end":"2026-04-16T03:57:46.320011Z","steps":["trace[1915290514] 'process raft request' (duration: 1.11372014s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:46.320033Z","caller":"traceutil/trace.go:171","msg":"trace[288070858] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"1.629318148s","start":"2026-04-16T03:57:44.690691Z","end":"2026-04-16T03:57:46.32001Z","steps":["trace[288070858] 'read index received' (duration: 616.573778ms)","trace[288070858] 'applied index is now lower than readState.Index' (duration: 1.01274184s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:46.320107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:45.206173Z","time spent":"1.113896193s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:46.320213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736854637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:46.320219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:44.000236Z","time spent":"2.319810533s","remote":"127.0.0.1:59852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:46.320243Z","caller":"traceutil/trace.go:171","msg":"trace[2090826213] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1833; }","duration":"2.736940069s","start":"2026-04-16T03:57:43.583293Z","end":"2026-04-16T03:57:46.320233Z","steps":["trace[2090826213] 'agreement among raft nodes before linearized reading' (duration: 2.736829167s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:46.320272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:43.583275Z","time spent":"2.73698997s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:46.32026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949051115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:46.320349Z","caller":"traceutil/trace.go:171","msg":"trace[1608391395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"1.949182878s","start":"2026-04-16T03:57:44.371143Z","end":"2026-04-16T03:57:46.320326Z","steps":["trace[1608391395] 'agreement among raft nodes before linearized reading' (duration: 1.948973763s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:46.320394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.890366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:46.32041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:44.371126Z","time spent":"1.94927169s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:57:46.320441Z","caller":"traceutil/trace.go:171","msg":"trace[2142435073] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1833; }","duration":"842.944507ms","start":"2026-04-16T03:57:45.477483Z","end":"2026-04-16T03:57:46.320428Z","steps":["trace[2142435073] 'agreement among raft nodes before linearized reading' (duration: 842.865306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:46.320476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:45.477427Z","time spent":"843.040699ms","remote":"127.0.0.1:60256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:57:47.551926Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1440} {"level":"warn","ts":"2026-04-16T03:57:47.552345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173479728s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-16T03:57:47.552458Z","caller":"traceutil/trace.go:171","msg":"trace[2036013433] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1976; }","duration":"1.224295705s","start":"2026-04-16T03:57:46.328144Z","end":"2026-04-16T03:57:47.552439Z","steps":["trace[2036013433] 'read index received' (duration: 49.811923ms)","trace[2036013433] 'applied index is now lower than readState.Index' (duration: 1.174482232s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:47.552502Z","caller":"traceutil/trace.go:171","msg":"trace[1174599143] compact","detail":"{revision:1440; response_revision:1833; }","duration":"1.231322824s","start":"2026-04-16T03:57:46.321148Z","end":"2026-04-16T03:57:47.552471Z","steps":["trace[1174599143] 'process raft request' (duration: 56.762991ms)","trace[1174599143] 'check and update compact revision' (duration: 1.173320985s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:47.552567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224413238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:47.552579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:46.32113Z","time spent":"1.231445037s","remote":"127.0.0.1:59852","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:57:47.552604Z","caller":"traceutil/trace.go:171","msg":"trace[2078194077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"1.224487209s","start":"2026-04-16T03:57:46.328108Z","end":"2026-04-16T03:57:47.552595Z","steps":["trace[2078194077] 'agreement among raft nodes before linearized reading' (duration: 1.224400677s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:47.552631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:46.328092Z","time spent":"1.22452991s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:48.052952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:49.207548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.043226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:57:49.208567Z","caller":"traceutil/trace.go:171","msg":"trace[1189692683] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1977; }","duration":"1.656069941s","start":"2026-04-16T03:57:47.552483Z","end":"2026-04-16T03:57:49.208553Z","steps":["trace[1189692683] 'read index received' (duration: 868.024953ms)","trace[1189692683] 'applied index is now lower than readState.Index' (duration: 788.044048ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:49.399873Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":1440,"took":"1.847043132s","hash":1471948193,"current-db-size-bytes":23810048,"current-db-size":"24 MB","current-db-size-in-use-bytes":5484544,"current-db-size-in-use":"5.5 MB"} {"level":"info","ts":"2026-04-16T03:57:49.399956Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1471948193,"revision":1440,"compact-revision":-1} {"level":"warn","ts":"2026-04-16T03:57:49.400113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761267937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:49.400244Z","caller":"traceutil/trace.go:171","msg":"trace[619933610] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1833; }","duration":"2.761461892s","start":"2026-04-16T03:57:46.63875Z","end":"2026-04-16T03:57:49.400212Z","steps":["trace[619933610] 'agreement among raft nodes before linearized reading' (duration: 2.569852447s)","trace[619933610] 'count revisions from in-memory index tree' (duration: 191.419351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:49.400317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:46.63873Z","time spent":"2.761570175s","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:49.400138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991980013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:49.400456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0379454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:57:49.40047Z","caller":"traceutil/trace.go:171","msg":"trace[788856255] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1833; }","duration":"1.992356072s","start":"2026-04-16T03:57:47.408079Z","end":"2026-04-16T03:57:49.400435Z","steps":["trace[788856255] 'agreement among raft nodes before linearized reading' (duration: 1.800490321s)","trace[788856255] 'count revisions from in-memory index tree' (duration: 191.469071ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:49.400519Z","caller":"traceutil/trace.go:171","msg":"trace[423344517] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1833; }","duration":"2.038019142s","start":"2026-04-16T03:57:47.362477Z","end":"2026-04-16T03:57:49.400496Z","steps":["trace[423344517] 'agreement among raft nodes before linearized reading' (duration: 1.846122251s)","trace[423344517] 'count revisions from in-memory index tree' (duration: 191.804439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:49.400538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:47.40806Z","time spent":"1.992458815s","remote":"127.0.0.1:60286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:49.400566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:47.362404Z","time spent":"2.038151355s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:49.400394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899366723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:57:49.400827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.231879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:49.400881Z","caller":"traceutil/trace.go:171","msg":"trace[996639635] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"192.28753ms","start":"2026-04-16T03:57:49.208583Z","end":"2026-04-16T03:57:49.400871Z","steps":["trace[996639635] 'read index received' (duration: 34.971µs)","trace[996639635] 'applied index is now lower than readState.Index' (duration: 192.251609ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:49.400879Z","caller":"traceutil/trace.go:171","msg":"trace[148676195] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1833; }","duration":"1.899857275s","start":"2026-04-16T03:57:47.500979Z","end":"2026-04-16T03:57:49.400837Z","steps":["trace[148676195] 'agreement among raft nodes before linearized reading' (duration: 1.707583604s)","trace[148676195] 'range keys from in-memory index tree' (duration: 191.720927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:49.400934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847230477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:49.40096Z","caller":"traceutil/trace.go:171","msg":"trace[296805246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1834; }","duration":"1.847292918s","start":"2026-04-16T03:57:47.55366Z","end":"2026-04-16T03:57:49.400953Z","steps":["trace[296805246] 'agreement among raft nodes before linearized reading' (duration: 1.847248787s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:49.400945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.030049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:57:49.400985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:47.553639Z","time spent":"1.8473408s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:49.400983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:47.500959Z","time spent":"1.899987118s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T03:57:49.400987Z","caller":"traceutil/trace.go:171","msg":"trace[1080559668] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"1.076130121s","start":"2026-04-16T03:57:48.324831Z","end":"2026-04-16T03:57:49.400961Z","steps":["trace[1080559668] 'process raft request' (duration: 883.706578ms)","trace[1080559668] 'compare' (duration: 191.680026ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:57:49.401001Z","caller":"traceutil/trace.go:171","msg":"trace[178836079] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1834; }","duration":"687.120101ms","start":"2026-04-16T03:57:48.713866Z","end":"2026-04-16T03:57:49.400986Z","steps":["trace[178836079] 'agreement among raft nodes before linearized reading' (duration: 687.015279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:49.401048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:48.713851Z","time spent":"687.185092ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:49.401091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:48.324813Z","time spent":"1.076214184s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:49.40112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.461674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:57:49.401173Z","caller":"traceutil/trace.go:171","msg":"trace[1168961918] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1834; }","duration":"814.572817ms","start":"2026-04-16T03:57:48.586587Z","end":"2026-04-16T03:57:49.40116Z","steps":["trace[1168961918] 'agreement among raft nodes before linearized reading' (duration: 814.360432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:49.401216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:48.586545Z","time spent":"814.661629ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":151,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:57:49.609454Z","caller":"traceutil/trace.go:171","msg":"trace[2075707230] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"200.496886ms","start":"2026-04-16T03:57:49.408909Z","end":"2026-04-16T03:57:49.609406Z","steps":["trace[2075707230] 'read index received' (duration: 152.311909ms)","trace[2075707230] 'applied index is now lower than readState.Index' (duration: 48.181647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:49.609575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.655629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:49.609654Z","caller":"traceutil/trace.go:171","msg":"trace[378459800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1834; }","duration":"200.756872ms","start":"2026-04-16T03:57:49.408873Z","end":"2026-04-16T03:57:49.609629Z","steps":["trace[378459800] 'agreement among raft nodes before linearized reading' (duration: 200.635679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:49.956472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.54825ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:49.956623Z","caller":"traceutil/trace.go:171","msg":"trace[680431210] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1835; }","duration":"197.712543ms","start":"2026-04-16T03:57:49.758888Z","end":"2026-04-16T03:57:49.9566Z","steps":["trace[680431210] 'range keys from in-memory index tree' (duration: 197.528459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:51.335548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.41239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:57:51.642227Z","caller":"traceutil/trace.go:171","msg":"trace[2118192775] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"236.99631ms","start":"2026-04-16T03:57:51.405207Z","end":"2026-04-16T03:57:51.642203Z","steps":["trace[2118192775] 'process raft request' (duration: 236.808986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:52.351695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.934607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:52.351804Z","caller":"traceutil/trace.go:171","msg":"trace[194568509] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1838; }","duration":"217.094181ms","start":"2026-04-16T03:57:52.134685Z","end":"2026-04-16T03:57:52.351779Z","steps":["trace[194568509] 'count revisions from in-memory index tree' (duration: 216.853576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:54.290814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:54.79196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478107849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:57:54.886524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239468221s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:57:54.887017Z","caller":"traceutil/trace.go:171","msg":"trace[1198402192] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"1.240066344s","start":"2026-04-16T03:57:53.646928Z","end":"2026-04-16T03:57:54.886994Z","steps":["trace[1198402192] 'process raft request' (duration: 1.239932201s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:54.887139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:53.646901Z","time spent":"1.240166546s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:55.958816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.577561ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:57:55.959474Z","caller":"traceutil/trace.go:171","msg":"trace[614949221] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"1.163310526s","start":"2026-04-16T03:57:54.796143Z","end":"2026-04-16T03:57:55.959454Z","steps":["trace[614949221] 'process raft request' (duration: 1.162772844s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:55.959611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:54.796119Z","time spent":"1.163429879s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:57:56.129594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.066158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:57:56.129721Z","caller":"traceutil/trace.go:171","msg":"trace[1711347576] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1985; }","duration":"2.339337409s","start":"2026-04-16T03:57:53.790357Z","end":"2026-04-16T03:57:56.129694Z","steps":["trace[1711347576] 'read index received' (duration: 1.096503853s)","trace[1711347576] 'applied index is now lower than readState.Index' (duration: 1.242832416s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:56.129834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339484413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:56.129872Z","caller":"traceutil/trace.go:171","msg":"trace[503311742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1841; }","duration":"2.339523034s","start":"2026-04-16T03:57:53.790337Z","end":"2026-04-16T03:57:56.12986Z","steps":["trace[503311742] 'agreement among raft nodes before linearized reading' (duration: 2.339461252s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:56.129882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.103746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:57:56.129881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759076015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:57:56.129907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:53.790248Z","time spent":"2.339650896s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:56.129908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04932747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:57:56.129937Z","caller":"traceutil/trace.go:171","msg":"trace[534690796] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1841; }","duration":"934.201899ms","start":"2026-04-16T03:57:55.195723Z","end":"2026-04-16T03:57:56.129925Z","steps":["trace[534690796] 'agreement among raft nodes before linearized reading' (duration: 934.090096ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:56.12995Z","caller":"traceutil/trace.go:171","msg":"trace[356299343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1841; }","duration":"1.759188457s","start":"2026-04-16T03:57:54.370745Z","end":"2026-04-16T03:57:56.129934Z","steps":["trace[356299343] 'agreement among raft nodes before linearized reading' (duration: 1.759070635s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:57:56.129965Z","caller":"traceutil/trace.go:171","msg":"trace[754677242] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1841; }","duration":"1.049392122s","start":"2026-04-16T03:57:55.080557Z","end":"2026-04-16T03:57:56.129949Z","steps":["trace[754677242] 'agreement among raft nodes before linearized reading' (duration: 1.049286749s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:57:56.129975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:55.19571Z","time spent":"934.25687ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:57:56.129981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:54.370727Z","time spent":"1.759246509s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:57:56.13Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:55.080533Z","time spent":"1.049458762s","remote":"127.0.0.1:60194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:57:56.130269Z","caller":"traceutil/trace.go:171","msg":"trace[572036658] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"1.300368271s","start":"2026-04-16T03:57:54.829419Z","end":"2026-04-16T03:57:56.129787Z","steps":["trace[572036658] 'process raft request' (duration: 1.130022656s)","trace[572036658] 'compare' (duration: 169.338442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:57:56.130456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:57:54.8294Z","time spent":"1.300925284s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:57:57.021716Z","caller":"traceutil/trace.go:171","msg":"trace[1573240943] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"128.319538ms","start":"2026-04-16T03:57:56.893372Z","end":"2026-04-16T03:57:57.021692Z","steps":["trace[1573240943] 'process raft request' (duration: 128.173355ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:00.281173Z","caller":"traceutil/trace.go:171","msg":"trace[766822244] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"227.686335ms","start":"2026-04-16T03:58:00.053467Z","end":"2026-04-16T03:58:00.281154Z","steps":["trace[766822244] 'process raft request' (duration: 227.555612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:01.98234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.759499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:58:01.982481Z","caller":"traceutil/trace.go:171","msg":"trace[1445966307] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"347.344429ms","start":"2026-04-16T03:58:01.635117Z","end":"2026-04-16T03:58:01.982461Z","steps":["trace[1445966307] 'process raft request' (duration: 142.379405ms)","trace[1445966307] 'compare' (duration: 204.623386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:58:01.982547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:58:01.635088Z","time spent":"347.43105ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:58:02.548095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.837993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:02.548189Z","caller":"traceutil/trace.go:171","msg":"trace[1298810265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1847; }","duration":"177.975886ms","start":"2026-04-16T03:58:02.370192Z","end":"2026-04-16T03:58:02.548168Z","steps":["trace[1298810265] 'range keys from in-memory index tree' (duration: 177.779593ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:03.18559Z","caller":"traceutil/trace.go:171","msg":"trace[57880203] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"152.624595ms","start":"2026-04-16T03:58:03.032937Z","end":"2026-04-16T03:58:03.185561Z","steps":["trace[57880203] 'process raft request' (duration: 152.437511ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:03.617929Z","caller":"traceutil/trace.go:171","msg":"trace[36298463] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"246.51818ms","start":"2026-04-16T03:58:03.371386Z","end":"2026-04-16T03:58:03.617904Z","steps":["trace[36298463] 'read index received' (duration: 246.289083ms)","trace[36298463] 'applied index is now lower than readState.Index' (duration: 227.887µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:58:03.61809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.692683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:03.618124Z","caller":"traceutil/trace.go:171","msg":"trace[944245296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"246.787355ms","start":"2026-04-16T03:58:03.371325Z","end":"2026-04-16T03:58:03.618112Z","steps":["trace[944245296] 'agreement among raft nodes before linearized reading' (duration: 246.711723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:03.618121Z","caller":"traceutil/trace.go:171","msg":"trace[533184956] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"508.063847ms","start":"2026-04-16T03:58:03.110007Z","end":"2026-04-16T03:58:03.618071Z","steps":["trace[533184956] 'process raft request' (duration: 507.74671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:03.618296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:58:03.109976Z","time spent":"508.22818ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:58:05.297609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.667942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:58:05.297713Z","caller":"traceutil/trace.go:171","msg":"trace[409200038] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"162.342094ms","start":"2026-04-16T03:58:05.135353Z","end":"2026-04-16T03:58:05.297695Z","steps":["trace[409200038] 'read index received' (duration: 51.241µs)","trace[409200038] 'applied index is now lower than readState.Index' (duration: 162.289103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:58:05.297799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.438187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:05.297848Z","caller":"traceutil/trace.go:171","msg":"trace[2099524555] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1849; }","duration":"162.524069ms","start":"2026-04-16T03:58:05.135299Z","end":"2026-04-16T03:58:05.297823Z","steps":["trace[2099524555] 'agreement among raft nodes before linearized reading' (duration: 162.448697ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:06.271383Z","caller":"traceutil/trace.go:171","msg":"trace[128239339] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"141.213949ms","start":"2026-04-16T03:58:06.130143Z","end":"2026-04-16T03:58:06.271357Z","steps":["trace[128239339] 'process raft request' (duration: 141.049615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:06.465789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.753801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:58:06.465994Z","caller":"traceutil/trace.go:171","msg":"trace[1465280077] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"166.704022ms","start":"2026-04-16T03:58:06.299267Z","end":"2026-04-16T03:58:06.465971Z","steps":["trace[1465280077] 'process raft request' (duration: 36.705256ms)","trace[1465280077] 'compare' (duration: 129.667329ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:58:07.709631Z","caller":"traceutil/trace.go:171","msg":"trace[1136254767] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"122.173629ms","start":"2026-04-16T03:58:07.587426Z","end":"2026-04-16T03:58:07.7096Z","steps":["trace[1136254767] 'process raft request' (duration: 63.979479ms)","trace[1136254767] 'compare' (duration: 58.042187ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:58:08.302026Z","caller":"traceutil/trace.go:171","msg":"trace[505343645] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"573.49728ms","start":"2026-04-16T03:58:07.728492Z","end":"2026-04-16T03:58:08.301989Z","steps":["trace[505343645] 'process raft request' (duration: 573.253854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:08.302819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:58:07.728476Z","time spent":"573.663493ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:58:08.652895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.66438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:08.652979Z","caller":"traceutil/trace.go:171","msg":"trace[678405734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1854; }","duration":"281.803694ms","start":"2026-04-16T03:58:08.371157Z","end":"2026-04-16T03:58:08.65296Z","steps":["trace[678405734] 'range keys from in-memory index tree' (duration: 281.585719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:10.482025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.761816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:10.482118Z","caller":"traceutil/trace.go:171","msg":"trace[755525328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"111.903019ms","start":"2026-04-16T03:58:10.370195Z","end":"2026-04-16T03:58:10.482098Z","steps":["trace[755525328] 'range keys from in-memory index tree' (duration: 111.648353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:13.321565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.079996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:58:14.659525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.972552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:14.65964Z","caller":"traceutil/trace.go:171","msg":"trace[23470896] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1857; }","duration":"184.156116ms","start":"2026-04-16T03:58:14.475468Z","end":"2026-04-16T03:58:14.659624Z","steps":["trace[23470896] 'count revisions from in-memory index tree' (duration: 183.849758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:14.659525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.697168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:14.659825Z","caller":"traceutil/trace.go:171","msg":"trace[1688770807] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1857; }","duration":"136.994294ms","start":"2026-04-16T03:58:14.522788Z","end":"2026-04-16T03:58:14.659782Z","steps":["trace[1688770807] 'count revisions from in-memory index tree' (duration: 136.630635ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:16.826804Z","caller":"traceutil/trace.go:171","msg":"trace[1130650444] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"395.36021ms","start":"2026-04-16T03:58:16.431413Z","end":"2026-04-16T03:58:16.826773Z","steps":["trace[1130650444] 'process raft request' (duration: 395.191846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:16.826976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:58:16.431345Z","time spent":"395.539283ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:58:17.017583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.677669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:58:17.01772Z","caller":"traceutil/trace.go:171","msg":"trace[496100280] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"241.213219ms","start":"2026-04-16T03:58:16.776482Z","end":"2026-04-16T03:58:17.017695Z","steps":["trace[496100280] 'process raft request' (duration: 115.326085ms)","trace[496100280] 'compare' (duration: 125.504415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:58:17.569206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.168826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:17.569308Z","caller":"traceutil/trace.go:171","msg":"trace[652009631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1860; }","duration":"192.33512ms","start":"2026-04-16T03:58:17.376949Z","end":"2026-04-16T03:58:17.569284Z","steps":["trace[652009631] 'range keys from in-memory index tree' (duration: 192.083774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:17.766406Z","caller":"traceutil/trace.go:171","msg":"trace[2063941752] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"119.875009ms","start":"2026-04-16T03:58:17.646497Z","end":"2026-04-16T03:58:17.766371Z","steps":["trace[2063941752] 'process raft request' (duration: 36.644555ms)","trace[2063941752] 'compare' (duration: 83.06016ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:58:18.969288Z","caller":"traceutil/trace.go:171","msg":"trace[1671401731] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"136.169085ms","start":"2026-04-16T03:58:18.833093Z","end":"2026-04-16T03:58:18.969262Z","steps":["trace[1671401731] 'process raft request' (duration: 135.97017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:21.693308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.353249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:58:21.693355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.874351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-16T03:58:21.693387Z","caller":"traceutil/trace.go:171","msg":"trace[1480442984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"323.486172ms","start":"2026-04-16T03:58:21.369883Z","end":"2026-04-16T03:58:21.693369Z","steps":["trace[1480442984] 'range keys from in-memory index tree' (duration: 323.189645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:21.69343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:58:21.369859Z","time spent":"323.562153ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:58:21.693427Z","caller":"traceutil/trace.go:171","msg":"trace[67807002] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9; range_end:; response_count:1; response_revision:1863; }","duration":"451.983294ms","start":"2026-04-16T03:58:21.241425Z","end":"2026-04-16T03:58:21.693408Z","steps":["trace[67807002] 'range keys from in-memory index tree' (duration: 451.717938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:21.693476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:58:21.241405Z","time spent":"452.061975ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5g4r6.18a6b9dcd99f24f9\" "} {"level":"info","ts":"2026-04-16T03:58:22.116573Z","caller":"traceutil/trace.go:171","msg":"trace[2011119042] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"420.539246ms","start":"2026-04-16T03:58:21.695998Z","end":"2026-04-16T03:58:22.116537Z","steps":["trace[2011119042] 'process raft request' (duration: 420.336752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:22.116769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:58:21.695984Z","time spent":"420.683259ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:58:23.15141Z","caller":"traceutil/trace.go:171","msg":"trace[1568159975] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"147.817776ms","start":"2026-04-16T03:58:23.003576Z","end":"2026-04-16T03:58:23.151394Z","steps":["trace[1568159975] 'process raft request' (duration: 147.733375ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:24.252839Z","caller":"traceutil/trace.go:171","msg":"trace[292096043] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"562.646565ms","start":"2026-04-16T03:58:23.690166Z","end":"2026-04-16T03:58:24.252813Z","steps":["trace[292096043] 'process raft request' (duration: 562.488141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:24.253006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:58:23.690139Z","time spent":"562.774738ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12360,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:58:25.265009Z","caller":"traceutil/trace.go:171","msg":"trace[332089370] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"108.993334ms","start":"2026-04-16T03:58:25.155993Z","end":"2026-04-16T03:58:25.264986Z","steps":["trace[332089370] 'process raft request' (duration: 108.82416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:26.850754Z","caller":"traceutil/trace.go:171","msg":"trace[898124495] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"163.423708ms","start":"2026-04-16T03:58:26.687285Z","end":"2026-04-16T03:58:26.850709Z","steps":["trace[898124495] 'process raft request' (duration: 163.106471ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:27.386495Z","caller":"traceutil/trace.go:171","msg":"trace[427949431] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2023; }","duration":"113.442653ms","start":"2026-04-16T03:58:27.273018Z","end":"2026-04-16T03:58:27.38646Z","steps":["trace[427949431] 'read index received' (duration: 113.088435ms)","trace[427949431] 'applied index is now lower than readState.Index' (duration: 352.668µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:58:27.386623Z","caller":"traceutil/trace.go:171","msg":"trace[1427744309] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"117.144207ms","start":"2026-04-16T03:58:27.26945Z","end":"2026-04-16T03:58:27.386594Z","steps":["trace[1427744309] 'process raft request' (duration: 116.792399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:27.386733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.701838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:58:27.386809Z","caller":"traceutil/trace.go:171","msg":"trace[615866262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1869; }","duration":"113.828171ms","start":"2026-04-16T03:58:27.272964Z","end":"2026-04-16T03:58:27.386792Z","steps":["trace[615866262] 'agreement among raft nodes before linearized reading' (duration: 113.684358ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:27.546368Z","caller":"traceutil/trace.go:171","msg":"trace[1680205460] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"152.518742ms","start":"2026-04-16T03:58:27.393815Z","end":"2026-04-16T03:58:27.546333Z","steps":["trace[1680205460] 'process raft request' (duration: 152.293827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:27.6645Z","caller":"traceutil/trace.go:171","msg":"trace[792844931] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"102.147149ms","start":"2026-04-16T03:58:27.562327Z","end":"2026-04-16T03:58:27.664475Z","steps":["trace[792844931] 'process raft request' (duration: 20.085282ms)","trace[792844931] 'compare' (duration: 81.941584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:58:32.952861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.839182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:58:32.952919Z","caller":"traceutil/trace.go:171","msg":"trace[1127337954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1876; }","duration":"121.928404ms","start":"2026-04-16T03:58:32.830977Z","end":"2026-04-16T03:58:32.952906Z","steps":["trace[1127337954] 'range keys from in-memory index tree' (duration: 121.718609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:58:32.953131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.918074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:58:32.953159Z","caller":"traceutil/trace.go:171","msg":"trace[1645548941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1876; }","duration":"121.944715ms","start":"2026-04-16T03:58:32.831207Z","end":"2026-04-16T03:58:32.953152Z","steps":["trace[1645548941] 'range keys from in-memory index tree' (duration: 121.822742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:58:56.287573Z","caller":"traceutil/trace.go:171","msg":"trace[1073131622] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"109.251039ms","start":"2026-04-16T03:58:56.178297Z","end":"2026-04-16T03:58:56.287548Z","steps":["trace[1073131622] 'process raft request' (duration: 109.121246ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:02.117Z","caller":"traceutil/trace.go:171","msg":"trace[85733136] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"169.384003ms","start":"2026-04-16T03:59:01.94759Z","end":"2026-04-16T03:59:02.116974Z","steps":["trace[85733136] 'process raft request' (duration: 169.22189ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:03.320967Z","caller":"traceutil/trace.go:171","msg":"trace[998567949] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"155.945831ms","start":"2026-04-16T03:59:03.164982Z","end":"2026-04-16T03:59:03.320928Z","steps":["trace[998567949] 'process raft request' (duration: 73.875093ms)","trace[998567949] 'compare' (duration: 81.896054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:05.486075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.084356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:05.486184Z","caller":"traceutil/trace.go:171","msg":"trace[55532119] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2138; }","duration":"161.945045ms","start":"2026-04-16T03:59:05.324222Z","end":"2026-04-16T03:59:05.486167Z","steps":["trace[55532119] 'read index received' (duration: 49.601µs)","trace[55532119] 'applied index is now lower than readState.Index' (duration: 161.893804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:05.486299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.083868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:59:05.486332Z","caller":"traceutil/trace.go:171","msg":"trace[387184695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1976; }","duration":"162.15164ms","start":"2026-04-16T03:59:05.324171Z","end":"2026-04-16T03:59:05.486323Z","steps":["trace[387184695] 'agreement among raft nodes before linearized reading' (duration: 162.042308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:05.486616Z","caller":"traceutil/trace.go:171","msg":"trace[1113620317] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"303.167645ms","start":"2026-04-16T03:59:05.183435Z","end":"2026-04-16T03:59:05.486602Z","steps":["trace[1113620317] 'process raft request' (duration: 29.469384ms)","trace[1113620317] 'compare' (duration: 272.910573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:05.486713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:05.183418Z","time spent":"303.229056ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:07.601071Z","caller":"traceutil/trace.go:171","msg":"trace[1095827241] linearizableReadLoop","detail":"{readStateIndex:2144; appliedIndex:2143; }","duration":"230.799066ms","start":"2026-04-16T03:59:07.370238Z","end":"2026-04-16T03:59:07.601037Z","steps":["trace[1095827241] 'read index received' (duration: 230.634601ms)","trace[1095827241] 'applied index is now lower than readState.Index' (duration: 163.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:07.60111Z","caller":"traceutil/trace.go:171","msg":"trace[902910620] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"427.064544ms","start":"2026-04-16T03:59:07.174012Z","end":"2026-04-16T03:59:07.601077Z","steps":["trace[902910620] 'process raft request' (duration: 426.858728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:07.601205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.954769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:07.601262Z","caller":"traceutil/trace.go:171","msg":"trace[2116973795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1981; }","duration":"231.02634ms","start":"2026-04-16T03:59:07.370223Z","end":"2026-04-16T03:59:07.601249Z","steps":["trace[2116973795] 'agreement among raft nodes before linearized reading' (duration: 230.905408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:07.601264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.849346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:59:07.601302Z","caller":"traceutil/trace.go:171","msg":"trace[2084695014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1981; }","duration":"110.943428ms","start":"2026-04-16T03:59:07.490346Z","end":"2026-04-16T03:59:07.60129Z","steps":["trace[2084695014] 'agreement among raft nodes before linearized reading' (duration: 110.856956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:07.601301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:07.17399Z","time spent":"427.216247ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:07.752706Z","caller":"traceutil/trace.go:171","msg":"trace[1056797974] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"122.405306ms","start":"2026-04-16T03:59:07.630273Z","end":"2026-04-16T03:59:07.752678Z","steps":["trace[1056797974] 'process raft request' (duration: 122.361655ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:07.752738Z","caller":"traceutil/trace.go:171","msg":"trace[864608194] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"147.085951ms","start":"2026-04-16T03:59:07.605614Z","end":"2026-04-16T03:59:07.7527Z","steps":["trace[864608194] 'process raft request' (duration: 146.785054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:07.752862Z","caller":"traceutil/trace.go:171","msg":"trace[2142715523] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"146.290683ms","start":"2026-04-16T03:59:07.606504Z","end":"2026-04-16T03:59:07.752795Z","steps":["trace[2142715523] 'process raft request' (duration: 146.090229ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:07.785467Z","caller":"traceutil/trace.go:171","msg":"trace[2138116488] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"143.52445ms","start":"2026-04-16T03:59:07.641902Z","end":"2026-04-16T03:59:07.785426Z","steps":["trace[2138116488] 'process raft request' (duration: 143.300545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:09.769844Z","caller":"traceutil/trace.go:171","msg":"trace[1550082991] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"159.693084ms","start":"2026-04-16T03:59:09.610131Z","end":"2026-04-16T03:59:09.769824Z","steps":["trace[1550082991] 'process raft request' (duration: 159.357527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:10.022526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.565068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:10.022683Z","caller":"traceutil/trace.go:171","msg":"trace[462602130] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"231.725076ms","start":"2026-04-16T03:59:09.790935Z","end":"2026-04-16T03:59:10.02266Z","steps":["trace[462602130] 'process raft request' (duration: 124.923632ms)","trace[462602130] 'compare' (duration: 106.461176ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:11.889021Z","caller":"traceutil/trace.go:171","msg":"trace[1484211475] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2159; }","duration":"103.332296ms","start":"2026-04-16T03:59:11.785653Z","end":"2026-04-16T03:59:11.888985Z","steps":["trace[1484211475] 'read index received' (duration: 103.153652ms)","trace[1484211475] 'applied index is now lower than readState.Index' (duration: 178.034µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:11.88906Z","caller":"traceutil/trace.go:171","msg":"trace[846516601] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"111.896939ms","start":"2026-04-16T03:59:11.777133Z","end":"2026-04-16T03:59:11.88903Z","steps":["trace[846516601] 'process raft request' (duration: 111.721555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:11.889202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.545161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:59:11.889227Z","caller":"traceutil/trace.go:171","msg":"trace[458900237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1996; }","duration":"103.649073ms","start":"2026-04-16T03:59:11.785571Z","end":"2026-04-16T03:59:11.88922Z","steps":["trace[458900237] 'agreement among raft nodes before linearized reading' (duration: 103.538041ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:12.043482Z","caller":"traceutil/trace.go:171","msg":"trace[491176592] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"150.909717ms","start":"2026-04-16T03:59:11.892515Z","end":"2026-04-16T03:59:12.043424Z","steps":["trace[491176592] 'process raft request' (duration: 96.201086ms)","trace[491176592] 'compare' (duration: 54.518097ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:12.043693Z","caller":"traceutil/trace.go:171","msg":"trace[76193945] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"150.580958ms","start":"2026-04-16T03:59:11.893089Z","end":"2026-04-16T03:59:12.04367Z","steps":["trace[76193945] 'process raft request' (duration: 150.437365ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:14.221179Z","caller":"traceutil/trace.go:171","msg":"trace[9711642] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"166.186932ms","start":"2026-04-16T03:59:14.054969Z","end":"2026-04-16T03:59:14.221156Z","steps":["trace[9711642] 'process raft request' (duration: 166.10304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:14.221185Z","caller":"traceutil/trace.go:171","msg":"trace[618640921] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"167.520371ms","start":"2026-04-16T03:59:14.053629Z","end":"2026-04-16T03:59:14.22115Z","steps":["trace[618640921] 'process raft request' (duration: 138.770533ms)","trace[618640921] 'compare' (duration: 28.515522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:14.872164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478108432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:59:15.439513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.794538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:15.439635Z","caller":"traceutil/trace.go:171","msg":"trace[300763067] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2170; }","duration":"1.068029091s","start":"2026-04-16T03:59:14.371589Z","end":"2026-04-16T03:59:15.439619Z","steps":["trace[300763067] 'read index received' (duration: 683.924016ms)","trace[300763067] 'applied index is now lower than readState.Index' (duration: 384.103385ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:15.439676Z","caller":"traceutil/trace.go:171","msg":"trace[552201777] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"1.148325968s","start":"2026-04-16T03:59:14.291317Z","end":"2026-04-16T03:59:15.439643Z","steps":["trace[552201777] 'process raft request' (duration: 764.291644ms)","trace[552201777] 'compare' (duration: 383.46731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:15.439943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068352048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:15.439972Z","caller":"traceutil/trace.go:171","msg":"trace[71431234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2006; }","duration":"1.06841767s","start":"2026-04-16T03:59:14.371545Z","end":"2026-04-16T03:59:15.439962Z","steps":["trace[71431234] 'agreement among raft nodes before linearized reading' (duration: 1.068361388s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:15.440003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:14.371523Z","time spent":"1.068473s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:59:15.440013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:14.2913Z","time spent":"1.148636664s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:15.440621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.278517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:59:15.440683Z","caller":"traceutil/trace.go:171","msg":"trace[764280134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2006; }","duration":"905.344788ms","start":"2026-04-16T03:59:14.535324Z","end":"2026-04-16T03:59:15.440669Z","steps":["trace[764280134] 'agreement among raft nodes before linearized reading' (duration: 904.904869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:15.440723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:14.535264Z","time spent":"905.44684ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:59:15.640889Z","caller":"traceutil/trace.go:171","msg":"trace[1562742273] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2171; }","duration":"191.792307ms","start":"2026-04-16T03:59:15.44906Z","end":"2026-04-16T03:59:15.640852Z","steps":["trace[1562742273] 'read index received' (duration: 191.183514ms)","trace[1562742273] 'applied index is now lower than readState.Index' (duration: 607.363µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:15.640998Z","caller":"traceutil/trace.go:171","msg":"trace[174983430] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"192.040682ms","start":"2026-04-16T03:59:15.448919Z","end":"2026-04-16T03:59:15.64096Z","steps":["trace[174983430] 'process raft request' (duration: 191.401088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:15.641123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.032863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:15.641173Z","caller":"traceutil/trace.go:171","msg":"trace[1863185324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2007; }","duration":"192.138355ms","start":"2026-04-16T03:59:15.449022Z","end":"2026-04-16T03:59:15.641161Z","steps":["trace[1863185324] 'agreement among raft nodes before linearized reading' (duration: 192.020432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:16.55751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.443609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:59:16.557557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.28172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:59:16.55762Z","caller":"traceutil/trace.go:171","msg":"trace[844364983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2008; }","duration":"466.641954ms","start":"2026-04-16T03:59:16.090952Z","end":"2026-04-16T03:59:16.557594Z","steps":["trace[844364983] 'range keys from in-memory index tree' (duration: 466.271606ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:16.557638Z","caller":"traceutil/trace.go:171","msg":"trace[437558746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2008; }","duration":"332.423813ms","start":"2026-04-16T03:59:16.225196Z","end":"2026-04-16T03:59:16.557619Z","steps":["trace[437558746] 'range keys from in-memory index tree' (duration: 332.067875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:16.557676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:16.090932Z","time spent":"466.730536ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:59:16.557684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:16.225176Z","time spent":"332.498965ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:59:16.57335Z","caller":"traceutil/trace.go:171","msg":"trace[1873745708] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2173; }","duration":"250.369525ms","start":"2026-04-16T03:59:16.322959Z","end":"2026-04-16T03:59:16.573329Z","steps":["trace[1873745708] 'read index received' (duration: 250.176821ms)","trace[1873745708] 'applied index is now lower than readState.Index' (duration: 192.004µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:16.573538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.557599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:59:16.573583Z","caller":"traceutil/trace.go:171","msg":"trace[1501641153] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2009; }","duration":"250.656992ms","start":"2026-04-16T03:59:16.322916Z","end":"2026-04-16T03:59:16.573573Z","steps":["trace[1501641153] 'agreement among raft nodes before linearized reading' (duration: 250.504668ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:16.573986Z","caller":"traceutil/trace.go:171","msg":"trace[1345257152] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"348.220449ms","start":"2026-04-16T03:59:16.225754Z","end":"2026-04-16T03:59:16.573974Z","steps":["trace[1345257152] 'process raft request' (duration: 347.450841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:16.574075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:16.225736Z","time spent":"348.283901ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:17.020392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.247998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:17.020685Z","caller":"traceutil/trace.go:171","msg":"trace[150409118] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"458.138032ms","start":"2026-04-16T03:59:16.562515Z","end":"2026-04-16T03:59:17.020653Z","steps":["trace[150409118] 'process raft request' (duration: 113.566317ms)","trace[150409118] 'compare' (duration: 344.005803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:17.020756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:16.562494Z","time spent":"458.233074ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:17.020997Z","caller":"traceutil/trace.go:171","msg":"trace[1563233263] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2174; }","duration":"131.540471ms","start":"2026-04-16T03:59:16.889448Z","end":"2026-04-16T03:59:17.020988Z","steps":["trace[1563233263] 'read index received' (duration: 37.621µs)","trace[1563233263] 'applied index is now lower than readState.Index' (duration: 131.50213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:17.021087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.634263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:17.021109Z","caller":"traceutil/trace.go:171","msg":"trace[1948211336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2011; }","duration":"131.685404ms","start":"2026-04-16T03:59:16.889416Z","end":"2026-04-16T03:59:17.021101Z","steps":["trace[1948211336] 'agreement among raft nodes before linearized reading' (duration: 131.620753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:17.021129Z","caller":"traceutil/trace.go:171","msg":"trace[1277002035] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"457.59387ms","start":"2026-04-16T03:59:16.563523Z","end":"2026-04-16T03:59:17.021117Z","steps":["trace[1277002035] 'process raft request' (duration: 456.943505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:17.02118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:16.563497Z","time spent":"457.656921ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:17.748853Z","caller":"traceutil/trace.go:171","msg":"trace[171429659] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2177; }","duration":"103.246174ms","start":"2026-04-16T03:59:17.645588Z","end":"2026-04-16T03:59:17.748834Z","steps":["trace[171429659] 'read index received' (duration: 103.180103ms)","trace[171429659] 'applied index is now lower than readState.Index' (duration: 65.291µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:17.749027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.419388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:59:17.749078Z","caller":"traceutil/trace.go:171","msg":"trace[1037857581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2012; }","duration":"103.51819ms","start":"2026-04-16T03:59:17.645547Z","end":"2026-04-16T03:59:17.749066Z","steps":["trace[1037857581] 'agreement among raft nodes before linearized reading' (duration: 103.340336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:18.873428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478108463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:59:19.220175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227094261s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:59:19.221295Z","caller":"traceutil/trace.go:171","msg":"trace[649870096] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"1.228287218s","start":"2026-04-16T03:59:17.992968Z","end":"2026-04-16T03:59:19.221256Z","steps":["trace[649870096] 'process raft request' (duration: 1.228065012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:19.221517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:17.992943Z","time spent":"1.228458042s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:19.362246Z","caller":"traceutil/trace.go:171","msg":"trace[7250927] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"788.267664ms","start":"2026-04-16T03:59:18.573953Z","end":"2026-04-16T03:59:19.362221Z","steps":["trace[7250927] 'process raft request' (duration: 788.184022ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:19.362272Z","caller":"traceutil/trace.go:171","msg":"trace[926332754] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"1.316281259s","start":"2026-04-16T03:59:18.045952Z","end":"2026-04-16T03:59:19.362234Z","steps":["trace[926332754] 'process raft request' (duration: 1.316014503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:19.362388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:18.573928Z","time spent":"788.392627ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:19.362473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:18.045927Z","time spent":"1.316437172s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:19.362503Z","caller":"traceutil/trace.go:171","msg":"trace[883747730] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"782.921923ms","start":"2026-04-16T03:59:18.579556Z","end":"2026-04-16T03:59:19.362478Z","steps":["trace[883747730] 'process raft request' (duration: 782.622657ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:19.36255Z","caller":"traceutil/trace.go:171","msg":"trace[722892830] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2180; }","duration":"989.603604ms","start":"2026-04-16T03:59:18.37293Z","end":"2026-04-16T03:59:19.362533Z","steps":["trace[722892830] 'read index received' (duration: 848.040938ms)","trace[722892830] 'applied index is now lower than readState.Index' (duration: 141.559426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:19.362608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:18.579543Z","time spent":"783.000046ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:19.362654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.717198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:19.362713Z","caller":"traceutil/trace.go:171","msg":"trace[1664292655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2018; }","duration":"989.806249ms","start":"2026-04-16T03:59:18.372892Z","end":"2026-04-16T03:59:19.362698Z","steps":["trace[1664292655] 'agreement among raft nodes before linearized reading' (duration: 989.710387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:19.362749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:18.372879Z","time spent":"989.863931ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:59:19.36291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.315518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:19.362963Z","caller":"traceutil/trace.go:171","msg":"trace[1936854926] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2018; }","duration":"622.421ms","start":"2026-04-16T03:59:18.740528Z","end":"2026-04-16T03:59:19.362949Z","steps":["trace[1936854926] 'agreement among raft nodes before linearized reading' (duration: 622.311577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:19.362958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.161973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:59:19.362966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.983793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:59:19.362997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:18.740509Z","time spent":"622.478202ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:59:19.363005Z","caller":"traceutil/trace.go:171","msg":"trace[491483694] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2018; }","duration":"416.062765ms","start":"2026-04-16T03:59:18.946933Z","end":"2026-04-16T03:59:19.362996Z","steps":["trace[491483694] 'agreement among raft nodes before linearized reading' (duration: 415.966383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:19.363002Z","caller":"traceutil/trace.go:171","msg":"trace[154864918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2018; }","duration":"338.258725ms","start":"2026-04-16T03:59:19.024731Z","end":"2026-04-16T03:59:19.362989Z","steps":["trace[154864918] 'agreement among raft nodes before linearized reading' (duration: 338.118451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:19.362997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.398648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:59:19.363037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:18.946915Z","time spent":"416.113655ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:59:19.363039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:19.024702Z","time spent":"338.330206ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:59:19.36305Z","caller":"traceutil/trace.go:171","msg":"trace[253189589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2018; }","duration":"338.47925ms","start":"2026-04-16T03:59:19.024558Z","end":"2026-04-16T03:59:19.363038Z","steps":["trace[253189589] 'agreement among raft nodes before linearized reading' (duration: 338.331856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:19.363082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:19.024543Z","time spent":"338.532551ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:59:19.364141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.515176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:19.364182Z","caller":"traceutil/trace.go:171","msg":"trace[1676000948] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2018; }","duration":"157.636419ms","start":"2026-04-16T03:59:19.206536Z","end":"2026-04-16T03:59:19.364173Z","steps":["trace[1676000948] 'agreement among raft nodes before linearized reading' (duration: 156.350149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:19.796917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.564701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:59:19.797016Z","caller":"traceutil/trace.go:171","msg":"trace[966907354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2020; }","duration":"302.694784ms","start":"2026-04-16T03:59:19.494299Z","end":"2026-04-16T03:59:19.796993Z","steps":["trace[966907354] 'range keys from in-memory index tree' (duration: 301.62341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:19.797062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:19.494284Z","time spent":"302.765695ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:59:19.952314Z","caller":"traceutil/trace.go:171","msg":"trace[2007570092] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"152.423491ms","start":"2026-04-16T03:59:19.799868Z","end":"2026-04-16T03:59:19.952292Z","steps":["trace[2007570092] 'process raft request' (duration: 152.290807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:20.066146Z","caller":"traceutil/trace.go:171","msg":"trace[1870668080] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"265.014895ms","start":"2026-04-16T03:59:19.80111Z","end":"2026-04-16T03:59:20.066125Z","steps":["trace[1870668080] 'process raft request' (duration: 196.205256ms)","trace[1870668080] 'compare' (duration: 68.711696ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:20.339239Z","caller":"traceutil/trace.go:171","msg":"trace[1678893371] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"105.29318ms","start":"2026-04-16T03:59:20.233916Z","end":"2026-04-16T03:59:20.339209Z","steps":["trace[1678893371] 'process raft request' (duration: 59.923268ms)","trace[1678893371] 'compare' (duration: 45.101256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:20.902081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.255527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:20.902179Z","caller":"traceutil/trace.go:171","msg":"trace[674594055] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2192; }","duration":"447.885852ms","start":"2026-04-16T03:59:20.454277Z","end":"2026-04-16T03:59:20.902163Z","steps":["trace[674594055] 'read index received' (duration: 276.474503ms)","trace[674594055] 'applied index is now lower than readState.Index' (duration: 171.409849ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:20.90222Z","caller":"traceutil/trace.go:171","msg":"trace[1476200536] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"524.491337ms","start":"2026-04-16T03:59:20.377692Z","end":"2026-04-16T03:59:20.902183Z","steps":["trace[1476200536] 'process raft request' (duration: 353.015776ms)","trace[1476200536] 'compare' (duration: 170.987039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:20.902327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.056466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:20.902367Z","caller":"traceutil/trace.go:171","msg":"trace[660285044] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:2027; }","duration":"448.131928ms","start":"2026-04-16T03:59:20.454225Z","end":"2026-04-16T03:59:20.902357Z","steps":["trace[660285044] 'agreement among raft nodes before linearized reading' (duration: 448.042196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:20.902373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:20.377677Z","time spent":"524.61676ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:20.902376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.929409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:20.902491Z","caller":"traceutil/trace.go:171","msg":"trace[1436782640] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:2027; }","duration":"291.062343ms","start":"2026-04-16T03:59:20.611381Z","end":"2026-04-16T03:59:20.902444Z","steps":["trace[1436782640] 'agreement among raft nodes before linearized reading' (duration: 290.921909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:20.902403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:20.454207Z","time spent":"448.187708ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T03:59:21.093604Z","caller":"traceutil/trace.go:171","msg":"trace[616481089] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"130.403566ms","start":"2026-04-16T03:59:20.963184Z","end":"2026-04-16T03:59:21.093587Z","steps":["trace[616481089] 'process raft request' (duration: 130.228452ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:21.362314Z","caller":"traceutil/trace.go:171","msg":"trace[1946394042] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"119.451419ms","start":"2026-04-16T03:59:21.242836Z","end":"2026-04-16T03:59:21.362287Z","steps":["trace[1946394042] 'process raft request' (duration: 119.276515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:21.870373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478108502,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:59:21.931963Z","caller":"traceutil/trace.go:171","msg":"trace[1723287154] linearizableReadLoop","detail":"{readStateIndex:2197; appliedIndex:2196; }","duration":"561.682213ms","start":"2026-04-16T03:59:21.370262Z","end":"2026-04-16T03:59:21.931944Z","steps":["trace[1723287154] 'read index received' (duration: 544.151748ms)","trace[1723287154] 'applied index is now lower than readState.Index' (duration: 17.529315ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:21.931994Z","caller":"traceutil/trace.go:171","msg":"trace[1401611673] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"564.182469ms","start":"2026-04-16T03:59:21.367776Z","end":"2026-04-16T03:59:21.931958Z","steps":["trace[1401611673] 'process raft request' (duration: 546.694276ms)","trace[1401611673] 'compare' (duration: 16.789767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:21.932086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.805745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:21.932136Z","caller":"traceutil/trace.go:171","msg":"trace[245954519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2031; }","duration":"561.894098ms","start":"2026-04-16T03:59:21.37023Z","end":"2026-04-16T03:59:21.932124Z","steps":["trace[245954519] 'agreement among raft nodes before linearized reading' (duration: 561.786855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:21.932164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.370216Z","time spent":"561.943518ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:59:21.932164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.367754Z","time spent":"564.317241ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:21.932233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.070023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:21.932241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.952348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:59:21.932299Z","caller":"traceutil/trace.go:171","msg":"trace[1245811526] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2031; }","duration":"423.181985ms","start":"2026-04-16T03:59:21.509102Z","end":"2026-04-16T03:59:21.932284Z","steps":["trace[1245811526] 'agreement among raft nodes before linearized reading' (duration: 423.026332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:21.932299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.921805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:21.932331Z","caller":"traceutil/trace.go:171","msg":"trace[827150745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2031; }","duration":"538.050891ms","start":"2026-04-16T03:59:21.394241Z","end":"2026-04-16T03:59:21.932292Z","steps":["trace[827150745] 'agreement among raft nodes before linearized reading' (duration: 537.821616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:21.932347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.509087Z","time spent":"423.248687ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:59:21.932351Z","caller":"traceutil/trace.go:171","msg":"trace[1275216806] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:2031; }","duration":"250.016667ms","start":"2026-04-16T03:59:21.68232Z","end":"2026-04-16T03:59:21.932337Z","steps":["trace[1275216806] 'agreement among raft nodes before linearized reading' (duration: 249.924575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:21.932382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.394231Z","time spent":"538.142933ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:59:21.932476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.107909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:59:21.932498Z","caller":"traceutil/trace.go:171","msg":"trace[1727876626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2031; }","duration":"513.163111ms","start":"2026-04-16T03:59:21.41933Z","end":"2026-04-16T03:59:21.932493Z","steps":["trace[1727876626] 'agreement among raft nodes before linearized reading' (duration: 513.047158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:21.932513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.419314Z","time spent":"513.196081ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:59:21.932484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.650406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:21.932519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.695326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:21.932629Z","caller":"traceutil/trace.go:171","msg":"trace[1166838561] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2031; }","duration":"423.84951ms","start":"2026-04-16T03:59:21.508755Z","end":"2026-04-16T03:59:21.932604Z","steps":["trace[1166838561] 'agreement among raft nodes before linearized reading' (duration: 423.591095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:21.932559Z","caller":"traceutil/trace.go:171","msg":"trace[1518436035] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2031; }","duration":"423.777859ms","start":"2026-04-16T03:59:21.508759Z","end":"2026-04-16T03:59:21.932537Z","steps":["trace[1518436035] 'agreement among raft nodes before linearized reading' (duration: 423.615575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:21.932692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.508739Z","time spent":"423.937692ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:59:21.932744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.508737Z","time spent":"423.969793ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:59:22.729413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.631835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:22.729518Z","caller":"traceutil/trace.go:171","msg":"trace[745148577] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2197; }","duration":"773.276146ms","start":"2026-04-16T03:59:21.956224Z","end":"2026-04-16T03:59:22.729501Z","steps":["trace[745148577] 'read index received' (duration: 34.756793ms)","trace[745148577] 'applied index is now lower than readState.Index' (duration: 738.517853ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:22.72975Z","caller":"traceutil/trace.go:171","msg":"trace[1304603818] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"791.758393ms","start":"2026-04-16T03:59:21.937978Z","end":"2026-04-16T03:59:22.729737Z","steps":["trace[1304603818] 'process raft request' (duration: 148.720068ms)","trace[1304603818] 'compare' (duration: 642.243587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:22.729828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.937958Z","time spent":"791.833044ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:22.73Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.296169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:22.730081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.933565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:59:22.730112Z","caller":"traceutil/trace.go:171","msg":"trace[1757344413] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:2033; }","duration":"682.419571ms","start":"2026-04-16T03:59:22.04767Z","end":"2026-04-16T03:59:22.73009Z","steps":["trace[1757344413] 'agreement among raft nodes before linearized reading' (duration: 682.245118ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:22.730159Z","caller":"traceutil/trace.go:171","msg":"trace[158842179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2033; }","duration":"660.062898ms","start":"2026-04-16T03:59:22.070081Z","end":"2026-04-16T03:59:22.730144Z","steps":["trace[158842179] 'agreement among raft nodes before linearized reading' (duration: 659.860623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:22.730173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:22.047608Z","time spent":"682.551364ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:59:22.730216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:22.070063Z","time spent":"660.14537ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:59:22.730192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.939461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:59:22.730294Z","caller":"traceutil/trace.go:171","msg":"trace[1776277045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2033; }","duration":"774.068413ms","start":"2026-04-16T03:59:21.956196Z","end":"2026-04-16T03:59:22.730264Z","steps":["trace[1776277045] 'agreement among raft nodes before linearized reading' (duration: 773.744456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:22.730363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:21.956185Z","time spent":"774.164235ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:59:22.995105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.390149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:22.995297Z","caller":"traceutil/trace.go:171","msg":"trace[244877222] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2199; }","duration":"256.634346ms","start":"2026-04-16T03:59:22.738645Z","end":"2026-04-16T03:59:22.995279Z","steps":["trace[244877222] 'read index received' (duration: 148.006501ms)","trace[244877222] 'applied index is now lower than readState.Index' (duration: 108.626645ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:22.995345Z","caller":"traceutil/trace.go:171","msg":"trace[1020142441] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"260.304779ms","start":"2026-04-16T03:59:22.735005Z","end":"2026-04-16T03:59:22.99531Z","steps":["trace[1020142441] 'process raft request' (duration: 260.213797ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:22.995307Z","caller":"traceutil/trace.go:171","msg":"trace[1171652938] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"260.612906ms","start":"2026-04-16T03:59:22.734639Z","end":"2026-04-16T03:59:22.995252Z","steps":["trace[1171652938] 'process raft request' (duration: 151.997191ms)","trace[1171652938] 'compare' (duration: 108.254067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:22.995456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.790759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:22.995544Z","caller":"traceutil/trace.go:171","msg":"trace[125679319] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:2035; }","duration":"256.971444ms","start":"2026-04-16T03:59:22.738554Z","end":"2026-04-16T03:59:22.995525Z","steps":["trace[125679319] 'agreement among raft nodes before linearized reading' (duration: 256.79802ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:23.189795Z","caller":"traceutil/trace.go:171","msg":"trace[869025830] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2035; }","duration":"168.639736ms","start":"2026-04-16T03:59:23.021128Z","end":"2026-04-16T03:59:23.189768Z","steps":["trace[869025830] 'process raft request' (duration: 121.840332ms)","trace[869025830] 'compare' (duration: 46.746312ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:23.22755Z","caller":"traceutil/trace.go:171","msg":"trace[1284413995] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2035; }","duration":"205.22304ms","start":"2026-04-16T03:59:23.0223Z","end":"2026-04-16T03:59:23.227523Z","steps":["trace[1284413995] 'process raft request' (duration: 204.807001ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:23.245272Z","caller":"traceutil/trace.go:171","msg":"trace[917670936] linearizableReadLoop","detail":"{readStateIndex:2204; appliedIndex:2201; }","duration":"120.327349ms","start":"2026-04-16T03:59:23.124919Z","end":"2026-04-16T03:59:23.245246Z","steps":["trace[917670936] 'read index received' (duration: 18.048346ms)","trace[917670936] 'applied index is now lower than readState.Index' (duration: 102.277493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:23.24538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.451091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:23.245438Z","caller":"traceutil/trace.go:171","msg":"trace[2134732444] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:2035; }","duration":"120.541604ms","start":"2026-04-16T03:59:23.124885Z","end":"2026-04-16T03:59:23.245426Z","steps":["trace[2134732444] 'agreement among raft nodes before linearized reading' (duration: 120.445122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:23.510726Z","caller":"traceutil/trace.go:171","msg":"trace[1945476753] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"105.25729ms","start":"2026-04-16T03:59:23.405444Z","end":"2026-04-16T03:59:23.510702Z","steps":["trace[1945476753] 'process raft request' (duration: 105.216999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:23.510734Z","caller":"traceutil/trace.go:171","msg":"trace[1344956770] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"113.422054ms","start":"2026-04-16T03:59:23.397277Z","end":"2026-04-16T03:59:23.510699Z","steps":["trace[1344956770] 'process raft request' (duration: 113.318931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:23.510721Z","caller":"traceutil/trace.go:171","msg":"trace[1989627715] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"113.450124ms","start":"2026-04-16T03:59:23.397235Z","end":"2026-04-16T03:59:23.510685Z","steps":["trace[1989627715] 'process raft request' (duration: 44.3904ms)","trace[1989627715] 'compare' (duration: 68.709597ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:23.829565Z","caller":"traceutil/trace.go:171","msg":"trace[1336796954] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2216; }","duration":"315.207065ms","start":"2026-04-16T03:59:23.514338Z","end":"2026-04-16T03:59:23.829545Z","steps":["trace[1336796954] 'read index received' (duration: 314.915628ms)","trace[1336796954] 'applied index is now lower than readState.Index' (duration: 290.547µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:23.829643Z","caller":"traceutil/trace.go:171","msg":"trace[123131302] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"373.759813ms","start":"2026-04-16T03:59:23.455861Z","end":"2026-04-16T03:59:23.829621Z","steps":["trace[123131302] 'process raft request' (duration: 373.554508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:23.829734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.048414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:23.829753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:23.455837Z","time spent":"373.857835ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105217,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:59:23.829762Z","caller":"traceutil/trace.go:171","msg":"trace[523469622] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:2048; }","duration":"304.115325ms","start":"2026-04-16T03:59:23.525638Z","end":"2026-04-16T03:59:23.829753Z","steps":["trace[523469622] 'agreement among raft nodes before linearized reading' (duration: 304.024973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:23.829837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:23.525631Z","time spent":"304.159736ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-16T03:59:23.829909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.544312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:30250"} {"level":"info","ts":"2026-04-16T03:59:23.830012Z","caller":"traceutil/trace.go:171","msg":"trace[945639183] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2048; }","duration":"315.698366ms","start":"2026-04-16T03:59:23.514291Z","end":"2026-04-16T03:59:23.829989Z","steps":["trace[945639183] 'agreement among raft nodes before linearized reading' (duration: 315.378019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:23.830072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:23.514273Z","time spent":"315.788808ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":30273,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-16T03:59:23.9558Z","caller":"traceutil/trace.go:171","msg":"trace[824904827] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"122.828435ms","start":"2026-04-16T03:59:23.832948Z","end":"2026-04-16T03:59:23.955777Z","steps":["trace[824904827] 'read index received' (duration: 85.280929ms)","trace[824904827] 'applied index is now lower than readState.Index' (duration: 37.546286ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:23.955821Z","caller":"traceutil/trace.go:171","msg":"trace[1913263478] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"123.255234ms","start":"2026-04-16T03:59:23.832543Z","end":"2026-04-16T03:59:23.955798Z","steps":["trace[1913263478] 'process raft request' (duration: 85.79772ms)","trace[1913263478] 'compare' (duration: 37.309281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:23.955979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.014009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:23.956045Z","caller":"traceutil/trace.go:171","msg":"trace[1356077862] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:2049; }","duration":"123.123681ms","start":"2026-04-16T03:59:23.832912Z","end":"2026-04-16T03:59:23.956036Z","steps":["trace[1356077862] 'agreement among raft nodes before linearized reading' (duration: 122.960228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:23.991201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.782429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:23.991275Z","caller":"traceutil/trace.go:171","msg":"trace[1307056180] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:0; response_revision:2050; }","duration":"156.881961ms","start":"2026-04-16T03:59:23.834374Z","end":"2026-04-16T03:59:23.991256Z","steps":["trace[1307056180] 'agreement among raft nodes before linearized reading' (duration: 156.777449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:23.991173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.469475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:23.991369Z","caller":"traceutil/trace.go:171","msg":"trace[31697845] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:2050; }","duration":"145.69058ms","start":"2026-04-16T03:59:23.84566Z","end":"2026-04-16T03:59:23.991351Z","steps":["trace[31697845] 'agreement among raft nodes before linearized reading' (duration: 145.445154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:24.277525Z","caller":"traceutil/trace.go:171","msg":"trace[674771172] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"142.565897ms","start":"2026-04-16T03:59:24.134925Z","end":"2026-04-16T03:59:24.277491Z","steps":["trace[674771172] 'process raft request' (duration: 79.667102ms)","trace[674771172] 'compare' (duration: 62.66089ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:24.277565Z","caller":"traceutil/trace.go:171","msg":"trace[1731313931] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"142.506617ms","start":"2026-04-16T03:59:24.135041Z","end":"2026-04-16T03:59:24.277547Z","steps":["trace[1731313931] 'process raft request' (duration: 142.377244ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:24.277586Z","caller":"traceutil/trace.go:171","msg":"trace[2020330813] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2224; }","duration":"141.966654ms","start":"2026-04-16T03:59:24.135593Z","end":"2026-04-16T03:59:24.27756Z","steps":["trace[2020330813] 'read index received' (duration: 78.941935ms)","trace[2020330813] 'applied index is now lower than readState.Index' (duration: 63.023619ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:24.277695Z","caller":"traceutil/trace.go:171","msg":"trace[2014142606] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"142.405825ms","start":"2026-04-16T03:59:24.135248Z","end":"2026-04-16T03:59:24.277654Z","steps":["trace[2014142606] 'process raft request' (duration: 142.22875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:24.277773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.000051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:24.277782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.756753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:59:24.277816Z","caller":"traceutil/trace.go:171","msg":"trace[1075790846] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:0; response_revision:2058; }","duration":"140.076002ms","start":"2026-04-16T03:59:24.137729Z","end":"2026-04-16T03:59:24.277805Z","steps":["trace[1075790846] 'agreement among raft nodes before linearized reading' (duration: 139.99039ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:24.277824Z","caller":"traceutil/trace.go:171","msg":"trace[1679120002] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:2058; }","duration":"146.840185ms","start":"2026-04-16T03:59:24.13097Z","end":"2026-04-16T03:59:24.27781Z","steps":["trace[1679120002] 'agreement among raft nodes before linearized reading' (duration: 146.727313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:24.277834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.752886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/node-feature-discovery-worker-conf\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:24.277948Z","caller":"traceutil/trace.go:171","msg":"trace[1841115538] range","detail":"{range_begin:/registry/configmaps/monitoring/node-feature-discovery-worker-conf; range_end:; response_count:0; response_revision:2058; }","duration":"139.883158ms","start":"2026-04-16T03:59:24.138052Z","end":"2026-04-16T03:59:24.277936Z","steps":["trace[1841115538] 'agreement among raft nodes before linearized reading' (duration: 139.743115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:24.277918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.477414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:24.278253Z","caller":"traceutil/trace.go:171","msg":"trace[199573576] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:0; response_revision:2058; }","duration":"133.946535ms","start":"2026-04-16T03:59:24.144288Z","end":"2026-04-16T03:59:24.278235Z","steps":["trace[199573576] 'agreement among raft nodes before linearized reading' (duration: 133.479785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:24.458748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.638941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-issuers\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:24.459281Z","caller":"traceutil/trace.go:171","msg":"trace[475486462] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-issuers; range_end:; response_count:0; response_revision:2060; }","duration":"167.183033ms","start":"2026-04-16T03:59:24.292064Z","end":"2026-04-16T03:59:24.459247Z","steps":["trace[475486462] 'agreement among raft nodes before linearized reading' (duration: 166.60854ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:24.459436Z","caller":"traceutil/trace.go:171","msg":"trace[91828550] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"144.059922ms","start":"2026-04-16T03:59:24.31534Z","end":"2026-04-16T03:59:24.4594Z","steps":["trace[91828550] 'process raft request' (duration: 143.046819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:24.459495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.117288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10243"} {"level":"info","ts":"2026-04-16T03:59:24.459589Z","caller":"traceutil/trace.go:171","msg":"trace[1067556757] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:2060; }","duration":"130.18608ms","start":"2026-04-16T03:59:24.329359Z","end":"2026-04-16T03:59:24.459545Z","steps":["trace[1067556757] 'agreement among raft nodes before linearized reading' (duration: 129.913974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:24.957657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.909867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:24.957745Z","caller":"traceutil/trace.go:171","msg":"trace[667761502] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2230; }","duration":"449.097859ms","start":"2026-04-16T03:59:24.508632Z","end":"2026-04-16T03:59:24.95773Z","steps":["trace[667761502] 'read index received' (duration: 338.07168ms)","trace[667761502] 'applied index is now lower than readState.Index' (duration: 111.024889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:24.957891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.915853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:24.957971Z","caller":"traceutil/trace.go:171","msg":"trace[645698735] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:0; response_revision:2062; }","duration":"492.024585ms","start":"2026-04-16T03:59:24.465924Z","end":"2026-04-16T03:59:24.957948Z","steps":["trace[645698735] 'agreement among raft nodes before linearized reading' (duration: 491.859001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:24.958034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:24.46591Z","time spent":"492.109547ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-04-16T03:59:24.958088Z","caller":"traceutil/trace.go:171","msg":"trace[490700929] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"485.166981ms","start":"2026-04-16T03:59:24.472586Z","end":"2026-04-16T03:59:24.957753Z","steps":["trace[490700929] 'process raft request' (duration: 374.098991ms)","trace[490700929] 'compare' (duration: 110.57633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:24.958522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:24.47257Z","time spent":"485.722573ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1128,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:59:25.010313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:24.512062Z","time spent":"498.246416ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:59:25.010496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.055811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:25.010607Z","caller":"traceutil/trace.go:171","msg":"trace[947463623] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2064; }","duration":"163.212874ms","start":"2026-04-16T03:59:24.847373Z","end":"2026-04-16T03:59:25.010586Z","steps":["trace[947463623] 'agreement among raft nodes before linearized reading' (duration: 163.03577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.010637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.438812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-certificates\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:25.010723Z","caller":"traceutil/trace.go:171","msg":"trace[1909638811] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-certificates; range_end:; response_count:0; response_revision:2064; }","duration":"499.580205ms","start":"2026-04-16T03:59:24.511121Z","end":"2026-04-16T03:59:25.010701Z","steps":["trace[1909638811] 'agreement among raft nodes before linearized reading' (duration: 499.398991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.010771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:24.511101Z","time spent":"499.660968ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cert-manager-controller-certificates\" "} {"level":"info","ts":"2026-04-16T03:59:25.01079Z","caller":"traceutil/trace.go:171","msg":"trace[10621754] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"494.095422ms","start":"2026-04-16T03:59:24.516667Z","end":"2026-04-16T03:59:25.010763Z","steps":["trace[10621754] 'process raft request' (duration: 493.658752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.01094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:24.516659Z","time spent":"494.202094ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3895,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:25.010995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.784446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10243"} {"level":"info","ts":"2026-04-16T03:59:25.011074Z","caller":"traceutil/trace.go:171","msg":"trace[509323520] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:2064; }","duration":"493.876257ms","start":"2026-04-16T03:59:24.517176Z","end":"2026-04-16T03:59:25.011052Z","steps":["trace[509323520] 'agreement among raft nodes before linearized reading' (duration: 493.697253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.010524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.360532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:59:25.011128Z","caller":"traceutil/trace.go:171","msg":"trace[392683630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2064; }","duration":"277.014397ms","start":"2026-04-16T03:59:24.734101Z","end":"2026-04-16T03:59:25.011115Z","steps":["trace[392683630] 'agreement among raft nodes before linearized reading' (duration: 276.299291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.011128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:24.517169Z","time spent":"493.945339ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":10266,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T03:59:25.011397Z","caller":"traceutil/trace.go:171","msg":"trace[1026232716] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"497.468897ms","start":"2026-04-16T03:59:24.513906Z","end":"2026-04-16T03:59:25.011374Z","steps":["trace[1026232716] 'process raft request' (duration: 496.321892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.011684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:24.513893Z","time spent":"497.738675ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:25.523903Z","caller":"traceutil/trace.go:171","msg":"trace[918783651] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"508.616908ms","start":"2026-04-16T03:59:25.015254Z","end":"2026-04-16T03:59:25.523871Z","steps":["trace[918783651] 'read index received' (duration: 451.512683ms)","trace[918783651] 'applied index is now lower than readState.Index' (duration: 57.103155ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:25.523913Z","caller":"traceutil/trace.go:171","msg":"trace[2004885612] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"512.264379ms","start":"2026-04-16T03:59:25.01161Z","end":"2026-04-16T03:59:25.523875Z","steps":["trace[2004885612] 'process raft request' (duration: 455.059982ms)","trace[2004885612] 'compare' (duration: 57.059364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:25.524109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.830263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:25.524199Z","caller":"traceutil/trace.go:171","msg":"trace[1876491879] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:0; response_revision:2065; }","duration":"508.959365ms","start":"2026-04-16T03:59:25.015218Z","end":"2026-04-16T03:59:25.524177Z","steps":["trace[1876491879] 'agreement among raft nodes before linearized reading' (duration: 508.754631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.524188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.01159Z","time spent":"512.451974ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:59:25.524247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.015203Z","time spent":"509.035788ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cert-manager-controller-orders\" "} {"level":"info","ts":"2026-04-16T03:59:25.59425Z","caller":"traceutil/trace.go:171","msg":"trace[1641936117] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"577.390617ms","start":"2026-04-16T03:59:25.016832Z","end":"2026-04-16T03:59:25.594222Z","steps":["trace[1641936117] 'process raft request' (duration: 577.313285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.594418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.016802Z","time spent":"577.54113ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:25.594449Z","caller":"traceutil/trace.go:171","msg":"trace[592056113] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"577.331476ms","start":"2026-04-16T03:59:25.017104Z","end":"2026-04-16T03:59:25.594436Z","steps":["trace[592056113] 'process raft request' (duration: 577.08195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.5945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.017049Z","time spent":"577.424048ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:25.594255Z","caller":"traceutil/trace.go:171","msg":"trace[1393113498] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"577.704964ms","start":"2026-04-16T03:59:25.016527Z","end":"2026-04-16T03:59:25.594232Z","steps":["trace[1393113498] 'process raft request' (duration: 577.469949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.594604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.016505Z","time spent":"578.036522ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:25.594638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.321755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-04-16T03:59:25.59467Z","caller":"traceutil/trace.go:171","msg":"trace[2055597001] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:2069; }","duration":"393.391225ms","start":"2026-04-16T03:59:25.201269Z","end":"2026-04-16T03:59:25.594661Z","steps":["trace[2055597001] 'agreement among raft nodes before linearized reading' (duration: 393.318944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.594692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.017799Z","time spent":"576.891636ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:59:25.59473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.474175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:25.594754Z","caller":"traceutil/trace.go:171","msg":"trace[1809830019] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2069; }","duration":"408.543286ms","start":"2026-04-16T03:59:25.186205Z","end":"2026-04-16T03:59:25.594749Z","steps":["trace[1809830019] 'agreement among raft nodes before linearized reading' (duration: 408.506656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.594772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.186181Z","time spent":"408.586678ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:59:25.594818Z","caller":"traceutil/trace.go:171","msg":"trace[1525808410] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2068; }","duration":"563.868633ms","start":"2026-04-16T03:59:25.030943Z","end":"2026-04-16T03:59:25.594811Z","steps":["trace[1525808410] 'process raft request' (duration: 563.454654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.594859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.030926Z","time spent":"563.915794ms","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:59:25.594875Z","caller":"traceutil/trace.go:171","msg":"trace[1132937843] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"522.558733ms","start":"2026-04-16T03:59:25.072304Z","end":"2026-04-16T03:59:25.594863Z","steps":["trace[1132937843] 'process raft request' (duration: 522.161814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.594935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.30337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-04-16T03:59:25.594963Z","caller":"traceutil/trace.go:171","msg":"trace[2112185139] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:2069; }","duration":"575.340541ms","start":"2026-04-16T03:59:25.019616Z","end":"2026-04-16T03:59:25.594957Z","steps":["trace[2112185139] 'agreement among raft nodes before linearized reading' (duration: 575.270999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.594985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.019612Z","time spent":"575.368302ms","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3933,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-16T03:59:25.594953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.072274Z","time spent":"522.640035ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105351,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:25.595133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.873908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-kgl6k\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-04-16T03:59:25.595155Z","caller":"traceutil/trace.go:171","msg":"trace[1178399755] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-kgl6k; range_end:; response_count:1; response_revision:2069; }","duration":"577.932808ms","start":"2026-04-16T03:59:25.017216Z","end":"2026-04-16T03:59:25.595149Z","steps":["trace[1178399755] 'agreement among raft nodes before linearized reading' (duration: 577.868127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.595174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.017201Z","time spent":"577.96749ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/monitoring/goldpinger-kgl6k\" "} {"level":"warn","ts":"2026-04-16T03:59:25.594697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:25.201244Z","time spent":"393.448507ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-16T03:59:25.59467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.232648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:59:25.595312Z","caller":"traceutil/trace.go:171","msg":"trace[293641448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2069; }","duration":"188.892552ms","start":"2026-04-16T03:59:25.406382Z","end":"2026-04-16T03:59:25.595275Z","steps":["trace[293641448] 'agreement among raft nodes before linearized reading' (duration: 188.200157ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.721646Z","caller":"traceutil/trace.go:171","msg":"trace[1115779055] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"121.581886ms","start":"2026-04-16T03:59:25.600036Z","end":"2026-04-16T03:59:25.721618Z","steps":["trace[1115779055] 'process raft request' (duration: 121.386792ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.722019Z","caller":"traceutil/trace.go:171","msg":"trace[1991793955] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"117.596467ms","start":"2026-04-16T03:59:25.604391Z","end":"2026-04-16T03:59:25.721988Z","steps":["trace[1991793955] 'process raft request' (duration: 117.143927ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.722125Z","caller":"traceutil/trace.go:171","msg":"trace[799178542] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"115.283416ms","start":"2026-04-16T03:59:25.606816Z","end":"2026-04-16T03:59:25.722099Z","steps":["trace[799178542] 'process raft request' (duration: 115.176963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.722157Z","caller":"traceutil/trace.go:171","msg":"trace[924197829] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"116.468582ms","start":"2026-04-16T03:59:25.605673Z","end":"2026-04-16T03:59:25.722142Z","steps":["trace[924197829] 'process raft request' (duration: 116.214316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.722218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.729085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3910"} {"level":"warn","ts":"2026-04-16T03:59:25.72225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.834599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:25.722304Z","caller":"traceutil/trace.go:171","msg":"trace[538691604] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:2074; }","duration":"123.849298ms","start":"2026-04-16T03:59:25.598436Z","end":"2026-04-16T03:59:25.722285Z","steps":["trace[538691604] 'agreement among raft nodes before linearized reading' (duration: 123.621293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.722308Z","caller":"traceutil/trace.go:171","msg":"trace[844441010] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:2074; }","duration":"120.914842ms","start":"2026-04-16T03:59:25.601377Z","end":"2026-04-16T03:59:25.722291Z","steps":["trace[844441010] 'agreement among raft nodes before linearized reading' (duration: 120.81342ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.843061Z","caller":"traceutil/trace.go:171","msg":"trace[181153481] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"114.899086ms","start":"2026-04-16T03:59:25.728127Z","end":"2026-04-16T03:59:25.843026Z","steps":["trace[181153481] 'process raft request' (duration: 66.246631ms)","trace[181153481] 'compare' (duration: 48.285847ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:25.843183Z","caller":"traceutil/trace.go:171","msg":"trace[831725238] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"114.447986ms","start":"2026-04-16T03:59:25.728712Z","end":"2026-04-16T03:59:25.84316Z","steps":["trace[831725238] 'process raft request' (duration: 114.126299ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.843309Z","caller":"traceutil/trace.go:171","msg":"trace[470576234] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2246; }","duration":"114.20192ms","start":"2026-04-16T03:59:25.729081Z","end":"2026-04-16T03:59:25.843283Z","steps":["trace[470576234] 'read index received' (duration: 21.386011ms)","trace[470576234] 'applied index is now lower than readState.Index' (duration: 92.814859ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:25.843329Z","caller":"traceutil/trace.go:171","msg":"trace[1132051746] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"114.037966ms","start":"2026-04-16T03:59:25.72927Z","end":"2026-04-16T03:59:25.843308Z","steps":["trace[1132051746] 'process raft request' (duration: 113.845672ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.843404Z","caller":"traceutil/trace.go:171","msg":"trace[22303722] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"113.631587ms","start":"2026-04-16T03:59:25.729742Z","end":"2026-04-16T03:59:25.843373Z","steps":["trace[22303722] 'process raft request' (duration: 113.497384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.843484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.782563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:25.843478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.368713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-edit\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:25.843551Z","caller":"traceutil/trace.go:171","msg":"trace[954891199] range","detail":"{range_begin:/registry/roles/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:2079; }","duration":"110.864334ms","start":"2026-04-16T03:59:25.732669Z","end":"2026-04-16T03:59:25.843533Z","steps":["trace[954891199] 'agreement among raft nodes before linearized reading' (duration: 110.765832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:25.843559Z","caller":"traceutil/trace.go:171","msg":"trace[981425276] range","detail":"{range_begin:/registry/clusterroles/cert-manager-edit; range_end:; response_count:0; response_revision:2079; }","duration":"114.485147ms","start":"2026-04-16T03:59:25.729057Z","end":"2026-04-16T03:59:25.843542Z","steps":["trace[981425276] 'agreement among raft nodes before linearized reading' (duration: 114.347363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:25.843945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.275582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-04-16T03:59:25.844042Z","caller":"traceutil/trace.go:171","msg":"trace[675952545] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:2079; }","duration":"114.373905ms","start":"2026-04-16T03:59:25.729639Z","end":"2026-04-16T03:59:25.844013Z","steps":["trace[675952545] 'agreement among raft nodes before linearized reading' (duration: 113.785171ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.060726Z","caller":"traceutil/trace.go:171","msg":"trace[264248691] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"122.262852ms","start":"2026-04-16T03:59:25.938437Z","end":"2026-04-16T03:59:26.0607Z","steps":["trace[264248691] 'read index received' (duration: 122.225361ms)","trace[264248691] 'applied index is now lower than readState.Index' (duration: 36.161µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:26.060858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.402706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:26.060911Z","caller":"traceutil/trace.go:171","msg":"trace[1558786926] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:0; response_revision:2083; }","duration":"122.509438ms","start":"2026-04-16T03:59:25.938389Z","end":"2026-04-16T03:59:26.060899Z","steps":["trace[1558786926] 'agreement among raft nodes before linearized reading' (duration: 122.415485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.06116Z","caller":"traceutil/trace.go:171","msg":"trace[1127750541] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"180.036622ms","start":"2026-04-16T03:59:25.881106Z","end":"2026-04-16T03:59:26.061143Z","steps":["trace[1127750541] 'process raft request' (duration: 179.411188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.093612Z","caller":"traceutil/trace.go:171","msg":"trace[957557900] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"153.871194ms","start":"2026-04-16T03:59:25.939676Z","end":"2026-04-16T03:59:26.093547Z","steps":["trace[957557900] 'process raft request' (duration: 153.642409ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.093784Z","caller":"traceutil/trace.go:171","msg":"trace[1965795020] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"153.870154ms","start":"2026-04-16T03:59:25.939887Z","end":"2026-04-16T03:59:26.093757Z","steps":["trace[1965795020] 'process raft request' (duration: 153.532176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.229697Z","caller":"traceutil/trace.go:171","msg":"trace[1952740345] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"131.402727ms","start":"2026-04-16T03:59:26.098263Z","end":"2026-04-16T03:59:26.229666Z","steps":["trace[1952740345] 'process raft request' (duration: 131.209543ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.229731Z","caller":"traceutil/trace.go:171","msg":"trace[708792927] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"130.970517ms","start":"2026-04-16T03:59:26.098736Z","end":"2026-04-16T03:59:26.229706Z","steps":["trace[708792927] 'process raft request' (duration: 130.862105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:26.47303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.805382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:26.473141Z","caller":"traceutil/trace.go:171","msg":"trace[319576957] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"239.163053ms","start":"2026-04-16T03:59:26.233955Z","end":"2026-04-16T03:59:26.473118Z","steps":["trace[319576957] 'process raft request' (duration: 57.189427ms)","trace[319576957] 'compare' (duration: 181.69574ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:26.510925Z","caller":"traceutil/trace.go:171","msg":"trace[1899066527] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2261; }","duration":"274.637692ms","start":"2026-04-16T03:59:26.236263Z","end":"2026-04-16T03:59:26.510901Z","steps":["trace[1899066527] 'read index received' (duration: 54.935626ms)","trace[1899066527] 'applied index is now lower than readState.Index' (duration: 219.701256ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:26.511052Z","caller":"traceutil/trace.go:171","msg":"trace[988306403] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"235.847908ms","start":"2026-04-16T03:59:26.275191Z","end":"2026-04-16T03:59:26.511039Z","steps":["trace[988306403] 'process raft request' (duration: 235.613883ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.511025Z","caller":"traceutil/trace.go:171","msg":"trace[313900047] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"276.068274ms","start":"2026-04-16T03:59:26.234923Z","end":"2026-04-16T03:59:26.510991Z","steps":["trace[313900047] 'process raft request' (duration: 275.722946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:26.511191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.604628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:26.511183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.873727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-orders\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:26.511247Z","caller":"traceutil/trace.go:171","msg":"trace[511123855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2092; }","duration":"141.7138ms","start":"2026-04-16T03:59:26.369518Z","end":"2026-04-16T03:59:26.511231Z","steps":["trace[511123855] 'agreement among raft nodes before linearized reading' (duration: 141.591308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.51127Z","caller":"traceutil/trace.go:171","msg":"trace[1988053743] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-orders; range_end:; response_count:0; response_revision:2092; }","duration":"275.02912ms","start":"2026-04-16T03:59:26.236229Z","end":"2026-04-16T03:59:26.511258Z","steps":["trace[1988053743] 'agreement among raft nodes before linearized reading' (duration: 274.857356ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.844637Z","caller":"traceutil/trace.go:171","msg":"trace[321204109] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2267; }","duration":"215.168894ms","start":"2026-04-16T03:59:26.629443Z","end":"2026-04-16T03:59:26.844612Z","steps":["trace[321204109] 'read index received' (duration: 52.547133ms)","trace[321204109] 'applied index is now lower than readState.Index' (duration: 162.620741ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:26.844705Z","caller":"traceutil/trace.go:171","msg":"trace[111961775] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"213.976367ms","start":"2026-04-16T03:59:26.630711Z","end":"2026-04-16T03:59:26.844687Z","steps":["trace[111961775] 'process raft request' (duration: 213.735822ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.844705Z","caller":"traceutil/trace.go:171","msg":"trace[423838723] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"215.274416ms","start":"2026-04-16T03:59:26.629332Z","end":"2026-04-16T03:59:26.844607Z","steps":["trace[423838723] 'process raft request' (duration: 214.933448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:26.844763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.296846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:26.844802Z","caller":"traceutil/trace.go:171","msg":"trace[386845133] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:0; response_revision:2099; }","duration":"215.374649ms","start":"2026-04-16T03:59:26.629412Z","end":"2026-04-16T03:59:26.844786Z","steps":["trace[386845133] 'agreement among raft nodes before linearized reading' (duration: 215.296167ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.844851Z","caller":"traceutil/trace.go:171","msg":"trace[98786192] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"177.527375ms","start":"2026-04-16T03:59:26.667286Z","end":"2026-04-16T03:59:26.844814Z","steps":["trace[98786192] 'process raft request' (duration: 177.227908ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:26.907833Z","caller":"traceutil/trace.go:171","msg":"trace[355835235] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"220.293677ms","start":"2026-04-16T03:59:26.687517Z","end":"2026-04-16T03:59:26.90781Z","steps":["trace[355835235] 'process raft request' (duration: 220.182885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:27.068754Z","caller":"traceutil/trace.go:171","msg":"trace[202312631] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"219.519832ms","start":"2026-04-16T03:59:26.849205Z","end":"2026-04-16T03:59:27.068724Z","steps":["trace[202312631] 'process raft request' (duration: 219.255366ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:27.068771Z","caller":"traceutil/trace.go:171","msg":"trace[951697525] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2271; }","duration":"219.488751ms","start":"2026-04-16T03:59:26.849258Z","end":"2026-04-16T03:59:27.068746Z","steps":["trace[951697525] 'read index received' (duration: 58.499616ms)","trace[951697525] 'applied index is now lower than readState.Index' (duration: 160.988145ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:27.068887Z","caller":"traceutil/trace.go:171","msg":"trace[433607895] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"209.19311ms","start":"2026-04-16T03:59:26.859683Z","end":"2026-04-16T03:59:27.068876Z","steps":["trace[433607895] 'process raft request' (duration: 208.986335ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:27.068911Z","caller":"traceutil/trace.go:171","msg":"trace[1111710072] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"211.122762ms","start":"2026-04-16T03:59:26.857764Z","end":"2026-04-16T03:59:27.068886Z","steps":["trace[1111710072] 'process raft request' (duration: 210.855526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:27.06925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.975162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:59:27.069299Z","caller":"traceutil/trace.go:171","msg":"trace[860941056] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2103; }","duration":"220.073944ms","start":"2026-04-16T03:59:26.849214Z","end":"2026-04-16T03:59:27.069288Z","steps":["trace[860941056] 'agreement among raft nodes before linearized reading' (duration: 219.850699ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:27.12446Z","caller":"traceutil/trace.go:171","msg":"trace[1809563809] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"212.032903ms","start":"2026-04-16T03:59:26.912395Z","end":"2026-04-16T03:59:27.124428Z","steps":["trace[1809563809] 'process raft request' (duration: 211.761147ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:27.124517Z","caller":"traceutil/trace.go:171","msg":"trace[1331546240] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"212.044193ms","start":"2026-04-16T03:59:26.91243Z","end":"2026-04-16T03:59:27.124474Z","steps":["trace[1331546240] 'process raft request' (duration: 211.90158ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:27.12477Z","caller":"traceutil/trace.go:171","msg":"trace[359543291] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"208.963614ms","start":"2026-04-16T03:59:26.915782Z","end":"2026-04-16T03:59:27.124746Z","steps":["trace[359543291] 'process raft request' (duration: 208.620637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:27.124955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.507311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:27.125016Z","caller":"traceutil/trace.go:171","msg":"trace[2089442010] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:0; response_revision:2106; }","duration":"275.631994ms","start":"2026-04-16T03:59:26.84937Z","end":"2026-04-16T03:59:27.125002Z","steps":["trace[2089442010] 'agreement among raft nodes before linearized reading' (duration: 275.532252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:27.631304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478108688,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:59:27.950732Z","caller":"traceutil/trace.go:171","msg":"trace[1710442642] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"821.221234ms","start":"2026-04-16T03:59:27.129486Z","end":"2026-04-16T03:59:27.950707Z","steps":["trace[1710442642] 'process raft request' (duration: 821.106482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:27.950842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.129467Z","time spent":"821.324666ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:59:28.175978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.919239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:28.176201Z","caller":"traceutil/trace.go:171","msg":"trace[29795361] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"1.042390502s","start":"2026-04-16T03:59:27.13379Z","end":"2026-04-16T03:59:28.176181Z","steps":["trace[29795361] 'process raft request' (duration: 1.042264459s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.176318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.133782Z","time spent":"1.042488934s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4361,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:59:28.176397Z","caller":"traceutil/trace.go:171","msg":"trace[1276814056] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2279; }","duration":"1.045911831s","start":"2026-04-16T03:59:27.130473Z","end":"2026-04-16T03:59:28.176384Z","steps":["trace[1276814056] 'read index received' (duration: 820.379575ms)","trace[1276814056] 'applied index is now lower than readState.Index' (duration: 225.531296ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:28.176471Z","caller":"traceutil/trace.go:171","msg":"trace[1429704480] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"1.043095428s","start":"2026-04-16T03:59:27.133363Z","end":"2026-04-16T03:59:28.176458Z","steps":["trace[1429704480] 'process raft request' (duration: 910.642807ms)","trace[1429704480] 'compare' (duration: 131.786806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:28.1765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046020474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:28.176514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.133353Z","time spent":"1.043140389s","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:59:28.176526Z","caller":"traceutil/trace.go:171","msg":"trace[300805364] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:0; response_revision:2111; }","duration":"1.046080355s","start":"2026-04-16T03:59:27.130438Z","end":"2026-04-16T03:59:28.176518Z","steps":["trace[300805364] 'agreement among raft nodes before linearized reading' (duration: 1.046032124s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.176547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.130423Z","time spent":"1.046118806s","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" "} {"level":"info","ts":"2026-04-16T03:59:28.176216Z","caller":"traceutil/trace.go:171","msg":"trace[715364703] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"1.03916292s","start":"2026-04-16T03:59:27.137021Z","end":"2026-04-16T03:59:28.176184Z","steps":["trace[715364703] 'process raft request' (duration: 1.039073618s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.176735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044480708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5689"} {"level":"info","ts":"2026-04-16T03:59:28.176761Z","caller":"traceutil/trace.go:171","msg":"trace[1178781133] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:2111; }","duration":"1.04452101s","start":"2026-04-16T03:59:27.132234Z","end":"2026-04-16T03:59:28.176755Z","steps":["trace[1178781133] 'agreement among raft nodes before linearized reading' (duration: 1.044429108s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.17678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.132205Z","time spent":"1.04457108s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5712,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-04-16T03:59:28.176887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.292442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:28.17691Z","caller":"traceutil/trace.go:171","msg":"trace[612342861] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2111; }","duration":"732.317744ms","start":"2026-04-16T03:59:27.444587Z","end":"2026-04-16T03:59:28.176905Z","steps":["trace[612342861] 'agreement among raft nodes before linearized reading' (duration: 732.280883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.176929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.444538Z","time spent":"732.386505ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:59:28.176949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.188488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:59:28.176988Z","caller":"traceutil/trace.go:171","msg":"trace[891259252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2111; }","duration":"576.24564ms","start":"2026-04-16T03:59:27.600731Z","end":"2026-04-16T03:59:28.176977Z","steps":["trace[891259252] 'agreement among raft nodes before linearized reading' (duration: 576.192058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.177021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.600719Z","time spent":"576.29538ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:59:28.177034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.297468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:28.177053Z","caller":"traceutil/trace.go:171","msg":"trace[1263335050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2111; }","duration":"806.354118ms","start":"2026-04-16T03:59:27.370693Z","end":"2026-04-16T03:59:28.177047Z","steps":["trace[1263335050] 'agreement among raft nodes before linearized reading' (duration: 806.323267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.17708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.370672Z","time spent":"806.393829ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:59:28.177191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.083984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-04-16T03:59:28.177216Z","caller":"traceutil/trace.go:171","msg":"trace[1418748392] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:2111; }","duration":"858.197737ms","start":"2026-04-16T03:59:27.31901Z","end":"2026-04-16T03:59:28.177208Z","steps":["trace[1418748392] 'agreement among raft nodes before linearized reading' (duration: 858.156346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.176975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.291184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:59:28.177255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.290547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:59:28.177273Z","caller":"traceutil/trace.go:171","msg":"trace[848440528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2111; }","duration":"450.639293ms","start":"2026-04-16T03:59:27.72662Z","end":"2026-04-16T03:59:28.177259Z","steps":["trace[848440528] 'agreement among raft nodes before linearized reading' (duration: 450.230363ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.177284Z","caller":"traceutil/trace.go:171","msg":"trace[1840853961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2111; }","duration":"578.362688ms","start":"2026-04-16T03:59:27.598913Z","end":"2026-04-16T03:59:28.177276Z","steps":["trace[1840853961] 'agreement among raft nodes before linearized reading' (duration: 578.316657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.177316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.598892Z","time spent":"578.41831ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:59:28.177321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.726594Z","time spent":"450.715785ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:59:28.177211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.649929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:59:28.177378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.578906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:28.177432Z","caller":"traceutil/trace.go:171","msg":"trace[1958637480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2111; }","duration":"576.899745ms","start":"2026-04-16T03:59:27.600522Z","end":"2026-04-16T03:59:28.177422Z","steps":["trace[1958637480] 'agreement among raft nodes before linearized reading' (duration: 576.6548ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.177451Z","caller":"traceutil/trace.go:171","msg":"trace[896016967] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2111; }","duration":"926.703629ms","start":"2026-04-16T03:59:27.250727Z","end":"2026-04-16T03:59:28.177431Z","steps":["trace[896016967] 'agreement among raft nodes before linearized reading' (duration: 926.573036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.177467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.600509Z","time spent":"576.951026ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:59:28.177503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.250705Z","time spent":"926.78155ms","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:59:28.177234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.318991Z","time spent":"858.238058ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":910,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-04-16T03:59:28.177609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044178843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38016"} {"level":"info","ts":"2026-04-16T03:59:28.177717Z","caller":"traceutil/trace.go:171","msg":"trace[1801995080] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:2111; }","duration":"1.044324505s","start":"2026-04-16T03:59:27.133375Z","end":"2026-04-16T03:59:28.1777Z","steps":["trace[1801995080] 'agreement among raft nodes before linearized reading' (duration: 1.044039959s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.176898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.401634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T03:59:28.177761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.133369Z","time spent":"1.044381988s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":38039,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T03:59:28.177778Z","caller":"traceutil/trace.go:171","msg":"trace[1188128660] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:2111; }","duration":"673.311276ms","start":"2026-04-16T03:59:27.504457Z","end":"2026-04-16T03:59:28.177768Z","steps":["trace[1188128660] 'agreement among raft nodes before linearized reading' (duration: 672.377274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.177814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.504445Z","time spent":"673.360227ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T03:59:28.177953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042141087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/ingress-nginx/\" range_end:\"/registry/limitranges/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:28.178022Z","caller":"traceutil/trace.go:171","msg":"trace[648232051] range","detail":"{range_begin:/registry/limitranges/ingress-nginx/; range_end:/registry/limitranges/ingress-nginx0; response_count:0; response_revision:2111; }","duration":"1.042231668s","start":"2026-04-16T03:59:27.13577Z","end":"2026-04-16T03:59:28.178002Z","steps":["trace[648232051] 'agreement among raft nodes before linearized reading' (duration: 1.042103545s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.178077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.135762Z","time spent":"1.042304561s","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/ingress-nginx/\" range_end:\"/registry/limitranges/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-16T03:59:28.176642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:27.137012Z","time spent":"1.039568639s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:28.413137Z","caller":"traceutil/trace.go:171","msg":"trace[40185885] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"230.758354ms","start":"2026-04-16T03:59:28.182355Z","end":"2026-04-16T03:59:28.413113Z","steps":["trace[40185885] 'process raft request' (duration: 230.673493ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.413139Z","caller":"traceutil/trace.go:171","msg":"trace[341906833] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"231.191414ms","start":"2026-04-16T03:59:28.181916Z","end":"2026-04-16T03:59:28.413107Z","steps":["trace[341906833] 'process raft request' (duration: 231.042281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.4133Z","caller":"traceutil/trace.go:171","msg":"trace[669097240] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"231.323747ms","start":"2026-04-16T03:59:28.181966Z","end":"2026-04-16T03:59:28.41329Z","steps":["trace[669097240] 'process raft request' (duration: 231.027281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.413348Z","caller":"traceutil/trace.go:171","msg":"trace[1993846934] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"231.500351ms","start":"2026-04-16T03:59:28.181833Z","end":"2026-04-16T03:59:28.413334Z","steps":["trace[1993846934] 'process raft request' (duration: 231.064532ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.413537Z","caller":"traceutil/trace.go:171","msg":"trace[921395872] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"233.205419ms","start":"2026-04-16T03:59:28.180301Z","end":"2026-04-16T03:59:28.413506Z","steps":["trace[921395872] 'process raft request' (duration: 232.460203ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.413628Z","caller":"traceutil/trace.go:171","msg":"trace[932276662] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"231.064292ms","start":"2026-04-16T03:59:28.182553Z","end":"2026-04-16T03:59:28.413617Z","steps":["trace[932276662] 'process raft request' (duration: 230.508039ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.413917Z","caller":"traceutil/trace.go:171","msg":"trace[179176750] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2284; }","duration":"146.574309ms","start":"2026-04-16T03:59:28.267313Z","end":"2026-04-16T03:59:28.413888Z","steps":["trace[179176750] 'read index received' (duration: 145.436583ms)","trace[179176750] 'applied index is now lower than readState.Index' (duration: 1.136796ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:28.413985Z","caller":"traceutil/trace.go:171","msg":"trace[2008983094] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"228.124714ms","start":"2026-04-16T03:59:28.185848Z","end":"2026-04-16T03:59:28.413973Z","steps":["trace[2008983094] 'process raft request' (duration: 227.549522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.414126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.078841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5689"} {"level":"warn","ts":"2026-04-16T03:59:28.414144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.043703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:28.414156Z","caller":"traceutil/trace.go:171","msg":"trace[619737658] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:2119; }","duration":"231.138012ms","start":"2026-04-16T03:59:28.183008Z","end":"2026-04-16T03:59:28.414146Z","steps":["trace[619737658] 'agreement among raft nodes before linearized reading' (duration: 231.066191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.414191Z","caller":"traceutil/trace.go:171","msg":"trace[225713049] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2119; }","duration":"196.142505ms","start":"2026-04-16T03:59:28.218036Z","end":"2026-04-16T03:59:28.414179Z","steps":["trace[225713049] 'agreement among raft nodes before linearized reading' (duration: 196.053903ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.414234Z","caller":"traceutil/trace.go:171","msg":"trace[1808086191] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"227.406819ms","start":"2026-04-16T03:59:28.186798Z","end":"2026-04-16T03:59:28.414205Z","steps":["trace[1808086191] 'process raft request' (duration: 226.989989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.414375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.923087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38016"} {"level":"info","ts":"2026-04-16T03:59:28.414429Z","caller":"traceutil/trace.go:171","msg":"trace[645268234] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:2119; }","duration":"175.007678ms","start":"2026-04-16T03:59:28.239409Z","end":"2026-04-16T03:59:28.414417Z","steps":["trace[645268234] 'agreement among raft nodes before linearized reading' (duration: 174.817834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.414464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.469393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:28.414452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.11769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-msc7k\" ","response":"range_response_count:1 size:6491"} {"level":"info","ts":"2026-04-16T03:59:28.414597Z","caller":"traceutil/trace.go:171","msg":"trace[141931026] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:0; response_revision:2119; }","duration":"232.610606ms","start":"2026-04-16T03:59:28.181924Z","end":"2026-04-16T03:59:28.414535Z","steps":["trace[141931026] 'agreement among raft nodes before linearized reading' (duration: 232.421842ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.414618Z","caller":"traceutil/trace.go:171","msg":"trace[996780676] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-msc7k; range_end:; response_count:1; response_revision:2119; }","duration":"234.309113ms","start":"2026-04-16T03:59:28.180236Z","end":"2026-04-16T03:59:28.414545Z","steps":["trace[996780676] 'agreement among raft nodes before linearized reading' (duration: 234.046547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.444653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.379675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:59:28.444721Z","caller":"traceutil/trace.go:171","msg":"trace[48954053] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2120; }","duration":"174.470786ms","start":"2026-04-16T03:59:28.270235Z","end":"2026-04-16T03:59:28.444706Z","steps":["trace[48954053] 'agreement among raft nodes before linearized reading' (duration: 174.300753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.444848Z","caller":"traceutil/trace.go:171","msg":"trace[1797016354] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"176.109854ms","start":"2026-04-16T03:59:28.26837Z","end":"2026-04-16T03:59:28.44448Z","steps":["trace[1797016354] 'process raft request' (duration: 175.92422ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.59553Z","caller":"traceutil/trace.go:171","msg":"trace[1504497445] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"176.563325ms","start":"2026-04-16T03:59:28.418923Z","end":"2026-04-16T03:59:28.595486Z","steps":["trace[1504497445] 'process raft request' (duration: 114.239862ms)","trace[1504497445] 'compare' (duration: 62.104568ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:28.595614Z","caller":"traceutil/trace.go:171","msg":"trace[1184945280] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2293; }","duration":"151.138732ms","start":"2026-04-16T03:59:28.444452Z","end":"2026-04-16T03:59:28.595591Z","steps":["trace[1184945280] 'read index received' (duration: 88.83781ms)","trace[1184945280] 'applied index is now lower than readState.Index' (duration: 62.300062ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:28.595701Z","caller":"traceutil/trace.go:171","msg":"trace[422688546] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"175.182954ms","start":"2026-04-16T03:59:28.420507Z","end":"2026-04-16T03:59:28.59569Z","steps":["trace[422688546] 'process raft request' (duration: 175.037501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.595767Z","caller":"traceutil/trace.go:171","msg":"trace[195487132] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"176.028082ms","start":"2026-04-16T03:59:28.419708Z","end":"2026-04-16T03:59:28.595736Z","steps":["trace[195487132] 'process raft request' (duration: 175.780387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.595921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.714763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3184"} {"level":"info","ts":"2026-04-16T03:59:28.595612Z","caller":"traceutil/trace.go:171","msg":"trace[1894797900] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"176.114245ms","start":"2026-04-16T03:59:28.419459Z","end":"2026-04-16T03:59:28.595573Z","steps":["trace[1894797900] 'process raft request' (duration: 175.952361ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.595964Z","caller":"traceutil/trace.go:171","msg":"trace[1830058343] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:2125; }","duration":"166.792855ms","start":"2026-04-16T03:59:28.42916Z","end":"2026-04-16T03:59:28.595953Z","steps":["trace[1830058343] 'agreement among raft nodes before linearized reading' (duration: 166.58436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.596012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.789562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5689"} {"level":"info","ts":"2026-04-16T03:59:28.59604Z","caller":"traceutil/trace.go:171","msg":"trace[1747029452] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:2125; }","duration":"173.841853ms","start":"2026-04-16T03:59:28.42219Z","end":"2026-04-16T03:59:28.596032Z","steps":["trace[1747029452] 'agreement among raft nodes before linearized reading' (duration: 173.744041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.596059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.094824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:28.596093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.04709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:4658"} {"level":"info","ts":"2026-04-16T03:59:28.596153Z","caller":"traceutil/trace.go:171","msg":"trace[447435295] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:0; response_revision:2125; }","duration":"176.231307ms","start":"2026-04-16T03:59:28.419895Z","end":"2026-04-16T03:59:28.596127Z","steps":["trace[447435295] 'agreement among raft nodes before linearized reading' (duration: 176.052053ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.596172Z","caller":"traceutil/trace.go:171","msg":"trace[96874112] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:2125; }","duration":"175.173052ms","start":"2026-04-16T03:59:28.42098Z","end":"2026-04-16T03:59:28.596153Z","steps":["trace[96874112] 'agreement among raft nodes before linearized reading' (duration: 174.916627ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.596232Z","caller":"traceutil/trace.go:171","msg":"trace[531887644] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"176.678517ms","start":"2026-04-16T03:59:28.419536Z","end":"2026-04-16T03:59:28.596215Z","steps":["trace[531887644] 'process raft request' (duration: 175.91956ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.685182Z","caller":"traceutil/trace.go:171","msg":"trace[1491024780] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"232.378741ms","start":"2026-04-16T03:59:28.452779Z","end":"2026-04-16T03:59:28.685158Z","steps":["trace[1491024780] 'process raft request' (duration: 232.294499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.685299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.670058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:59:28.685354Z","caller":"traceutil/trace.go:171","msg":"trace[816440980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2127; }","duration":"208.76949ms","start":"2026-04-16T03:59:28.47657Z","end":"2026-04-16T03:59:28.68534Z","steps":["trace[816440980] 'agreement among raft nodes before linearized reading' (duration: 208.569176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:28.685298Z","caller":"traceutil/trace.go:171","msg":"trace[1918880604] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"232.980734ms","start":"2026-04-16T03:59:28.452289Z","end":"2026-04-16T03:59:28.68527Z","steps":["trace[1918880604] 'process raft request' (duration: 232.687788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:28.685356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.433135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T03:59:28.68542Z","caller":"traceutil/trace.go:171","msg":"trace[1660288536] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2127; }","duration":"237.550617ms","start":"2026-04-16T03:59:28.447852Z","end":"2026-04-16T03:59:28.685402Z","steps":["trace[1660288536] 'agreement among raft nodes before linearized reading' (duration: 237.332673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.471485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.110361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:29.471745Z","caller":"traceutil/trace.go:171","msg":"trace[588267101] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2300; }","duration":"786.617177ms","start":"2026-04-16T03:59:28.685112Z","end":"2026-04-16T03:59:29.471729Z","steps":["trace[588267101] 'read index received' (duration: 281.360103ms)","trace[588267101] 'applied index is now lower than readState.Index' (duration: 505.256214ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:29.471821Z","caller":"traceutil/trace.go:171","msg":"trace[976851857] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"871.706072ms","start":"2026-04-16T03:59:28.600104Z","end":"2026-04-16T03:59:29.47181Z","steps":["trace[976851857] 'process raft request' (duration: 366.196443ms)","trace[976851857] 'compare' (duration: 504.836234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:29.471869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.600089Z","time spent":"871.755564ms","remote":"127.0.0.1:60412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:59:29.471984Z","caller":"traceutil/trace.go:171","msg":"trace[1887894330] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"867.316954ms","start":"2026-04-16T03:59:28.604634Z","end":"2026-04-16T03:59:29.471951Z","steps":["trace[1887894330] 'process raft request' (duration: 867.020457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:29.472041Z","caller":"traceutil/trace.go:171","msg":"trace[2001554837] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"837.849059ms","start":"2026-04-16T03:59:28.634181Z","end":"2026-04-16T03:59:29.47203Z","steps":["trace[2001554837] 'process raft request' (duration: 837.509542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.472086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.634154Z","time spent":"837.909771ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:59:29.472152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.604625Z","time spent":"867.435486ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:29.472224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.917929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:29.472253Z","caller":"traceutil/trace.go:171","msg":"trace[107866804] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:2131; }","duration":"872.988711ms","start":"2026-04-16T03:59:28.599256Z","end":"2026-04-16T03:59:29.472245Z","steps":["trace[107866804] 'agreement among raft nodes before linearized reading' (duration: 872.92859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.472258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.747972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-85klh\" ","response":"range_response_count:1 size:3276"} {"level":"warn","ts":"2026-04-16T03:59:29.472284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.599239Z","time spent":"873.039742ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-16T03:59:29.472286Z","caller":"traceutil/trace.go:171","msg":"trace[1695009702] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-85klh; range_end:; response_count:1; response_revision:2131; }","duration":"871.793954ms","start":"2026-04-16T03:59:28.600485Z","end":"2026-04-16T03:59:29.472279Z","steps":["trace[1695009702] 'agreement among raft nodes before linearized reading' (duration: 871.701012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:29.472243Z","caller":"traceutil/trace.go:171","msg":"trace[2138000001] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"868.407568ms","start":"2026-04-16T03:59:28.603797Z","end":"2026-04-16T03:59:29.472204Z","steps":["trace[2138000001] 'process raft request' (duration: 867.787735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.472439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.603773Z","time spent":"868.572941ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4953,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:29.472309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.600477Z","time spent":"871.826944ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3299,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-85klh\" "} {"level":"info","ts":"2026-04-16T03:59:29.65839Z","caller":"traceutil/trace.go:171","msg":"trace[673457430] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"968.722976ms","start":"2026-04-16T03:59:28.689642Z","end":"2026-04-16T03:59:29.658365Z","steps":["trace[673457430] 'process raft request' (duration: 968.616514ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:29.658403Z","caller":"traceutil/trace.go:171","msg":"trace[1906918612] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"969.563064ms","start":"2026-04-16T03:59:28.688808Z","end":"2026-04-16T03:59:29.658371Z","steps":["trace[1906918612] 'process raft request' (duration: 911.571559ms)","trace[1906918612] 'compare' (duration: 57.74523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:29.658607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.688784Z","time spent":"969.710888ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:29.658626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.689623Z","time spent":"968.847199ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:59:29.658783Z","caller":"traceutil/trace.go:171","msg":"trace[159220337] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"968.983572ms","start":"2026-04-16T03:59:28.689763Z","end":"2026-04-16T03:59:29.658747Z","steps":["trace[159220337] 'process raft request' (duration: 968.551112ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:29.658902Z","caller":"traceutil/trace.go:171","msg":"trace[2023231516] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"968.832437ms","start":"2026-04-16T03:59:28.69006Z","end":"2026-04-16T03:59:29.658892Z","steps":["trace[2023231516] 'process raft request' (duration: 968.51196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.658987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.690047Z","time spent":"968.887389ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:29.659019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.781023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T03:59:29.659067Z","caller":"traceutil/trace.go:171","msg":"trace[1913080373] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"968.186433ms","start":"2026-04-16T03:59:28.690869Z","end":"2026-04-16T03:59:29.659055Z","steps":["trace[1913080373] 'process raft request' (duration: 967.878406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.659118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.026798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:29.65922Z","caller":"traceutil/trace.go:171","msg":"trace[1409846013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2137; }","duration":"289.1616ms","start":"2026-04-16T03:59:29.37004Z","end":"2026-04-16T03:59:29.659202Z","steps":["trace[1409846013] 'agreement among raft nodes before linearized reading' (duration: 288.981445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.659011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.689745Z","time spent":"969.177896ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:29.659131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.690857Z","time spent":"968.248486ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4478,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:29.659071Z","caller":"traceutil/trace.go:171","msg":"trace[387961240] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2137; }","duration":"971.846146ms","start":"2026-04-16T03:59:28.687214Z","end":"2026-04-16T03:59:29.65906Z","steps":["trace[387961240] 'agreement among raft nodes before linearized reading' (duration: 971.674291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.659592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.687177Z","time spent":"972.372937ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T03:59:29.658825Z","caller":"traceutil/trace.go:171","msg":"trace[1690243002] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"968.083501ms","start":"2026-04-16T03:59:28.690721Z","end":"2026-04-16T03:59:29.658804Z","steps":["trace[1690243002] 'process raft request' (duration: 967.974239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.659785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.690703Z","time spent":"969.036783ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3005,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:59:29.658813Z","caller":"traceutil/trace.go:171","msg":"trace[2005581947] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2304; }","duration":"187.003439ms","start":"2026-04-16T03:59:29.471783Z","end":"2026-04-16T03:59:29.658786Z","steps":["trace[2005581947] 'read index received' (duration: 128.593434ms)","trace[2005581947] 'applied index is now lower than readState.Index' (duration: 58.408685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:29.659156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.151242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-16T03:59:29.659935Z","caller":"traceutil/trace.go:171","msg":"trace[908797775] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:2137; }","duration":"828.945829ms","start":"2026-04-16T03:59:28.830963Z","end":"2026-04-16T03:59:29.659909Z","steps":["trace[908797775] 'agreement among raft nodes before linearized reading' (duration: 828.131461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.659975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:28.830947Z","time spent":"829.016751ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1094,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" "} {"level":"info","ts":"2026-04-16T03:59:29.710656Z","caller":"traceutil/trace.go:171","msg":"trace[1936156416] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"232.127415ms","start":"2026-04-16T03:59:29.478505Z","end":"2026-04-16T03:59:29.710632Z","steps":["trace[1936156416] 'process raft request' (duration: 231.962981ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:29.744186Z","caller":"traceutil/trace.go:171","msg":"trace[3457826] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"124.081873ms","start":"2026-04-16T03:59:29.62008Z","end":"2026-04-16T03:59:29.744162Z","steps":["trace[3457826] 'process raft request' (duration: 123.887268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.744916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.273509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3494"} {"level":"info","ts":"2026-04-16T03:59:29.744979Z","caller":"traceutil/trace.go:171","msg":"trace[511395808] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:2144; }","duration":"264.3669ms","start":"2026-04-16T03:59:29.480597Z","end":"2026-04-16T03:59:29.744964Z","steps":["trace[511395808] 'agreement among raft nodes before linearized reading' (duration: 264.223687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.744986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.768632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:29.745005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.433023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:4968"} {"level":"info","ts":"2026-04-16T03:59:29.745066Z","caller":"traceutil/trace.go:171","msg":"trace[1885734999] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:2144; }","duration":"269.887925ms","start":"2026-04-16T03:59:29.47516Z","end":"2026-04-16T03:59:29.745048Z","steps":["trace[1885734999] 'agreement among raft nodes before linearized reading' (duration: 269.773383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:29.745078Z","caller":"traceutil/trace.go:171","msg":"trace[1760413288] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:2144; }","duration":"260.547774ms","start":"2026-04-16T03:59:29.484507Z","end":"2026-04-16T03:59:29.745055Z","steps":["trace[1760413288] 'agreement among raft nodes before linearized reading' (duration: 260.302669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:29.745162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.186236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:59:29.745186Z","caller":"traceutil/trace.go:171","msg":"trace[1376216062] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2144; }","duration":"168.253687ms","start":"2026-04-16T03:59:29.576925Z","end":"2026-04-16T03:59:29.745179Z","steps":["trace[1376216062] 'agreement among raft nodes before linearized reading' (duration: 168.202516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.036753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.66318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:30.036977Z","caller":"traceutil/trace.go:171","msg":"trace[906092053] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2319; }","duration":"204.307959ms","start":"2026-04-16T03:59:29.832648Z","end":"2026-04-16T03:59:30.036956Z","steps":["trace[906092053] 'read index received' (duration: 101.288901ms)","trace[906092053] 'applied index is now lower than readState.Index' (duration: 103.017658ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:30.037019Z","caller":"traceutil/trace.go:171","msg":"trace[2065181858] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"275.499891ms","start":"2026-04-16T03:59:29.7615Z","end":"2026-04-16T03:59:30.037Z","steps":["trace[2065181858] 'process raft request' (duration: 275.367378ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.037001Z","caller":"traceutil/trace.go:171","msg":"trace[1986046259] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"283.325327ms","start":"2026-04-16T03:59:29.753634Z","end":"2026-04-16T03:59:30.03696Z","steps":["trace[1986046259] 'process raft request' (duration: 180.35728ms)","trace[1986046259] 'compare' (duration: 102.526617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:30.037155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.01887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:30.037194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.707146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4538"} {"level":"info","ts":"2026-04-16T03:59:30.037244Z","caller":"traceutil/trace.go:171","msg":"trace[1142805381] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:2148; }","duration":"283.770708ms","start":"2026-04-16T03:59:29.753459Z","end":"2026-04-16T03:59:30.037229Z","steps":["trace[1142805381] 'agreement among raft nodes before linearized reading' (duration: 283.583563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.037248Z","caller":"traceutil/trace.go:171","msg":"trace[1976051109] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:2148; }","duration":"283.142333ms","start":"2026-04-16T03:59:29.754082Z","end":"2026-04-16T03:59:30.037224Z","steps":["trace[1976051109] 'agreement among raft nodes before linearized reading' (duration: 282.935708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.108571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.896539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:30.108606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.271708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:30.10862Z","caller":"traceutil/trace.go:171","msg":"trace[374316067] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"251.362618ms","start":"2026-04-16T03:59:29.857219Z","end":"2026-04-16T03:59:30.108582Z","steps":["trace[374316067] 'process raft request' (duration: 251.099253ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.10866Z","caller":"traceutil/trace.go:171","msg":"trace[1803219977] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:2149; }","duration":"228.025583ms","start":"2026-04-16T03:59:29.880613Z","end":"2026-04-16T03:59:30.108638Z","steps":["trace[1803219977] 'agreement among raft nodes before linearized reading' (duration: 227.863559ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.108695Z","caller":"traceutil/trace.go:171","msg":"trace[1207073658] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2149; }","duration":"184.461202ms","start":"2026-04-16T03:59:29.924214Z","end":"2026-04-16T03:59:30.108675Z","steps":["trace[1207073658] 'agreement among raft nodes before linearized reading' (duration: 184.246048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.108814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.379831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-16T03:59:30.108894Z","caller":"traceutil/trace.go:171","msg":"trace[986369619] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:2149; }","duration":"268.487244ms","start":"2026-04-16T03:59:29.840389Z","end":"2026-04-16T03:59:30.108877Z","steps":["trace[986369619] 'agreement among raft nodes before linearized reading' (duration: 268.30563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.108878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.048273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3065"} {"level":"info","ts":"2026-04-16T03:59:30.109036Z","caller":"traceutil/trace.go:171","msg":"trace[920609531] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:2149; }","duration":"272.258658ms","start":"2026-04-16T03:59:29.836757Z","end":"2026-04-16T03:59:30.109016Z","steps":["trace[920609531] 'agreement among raft nodes before linearized reading' (duration: 271.91088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.109444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.066566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:873"} {"level":"info","ts":"2026-04-16T03:59:30.109491Z","caller":"traceutil/trace.go:171","msg":"trace[2040991290] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:2149; }","duration":"269.145638ms","start":"2026-04-16T03:59:29.840334Z","end":"2026-04-16T03:59:30.10948Z","steps":["trace[2040991290] 'agreement among raft nodes before linearized reading' (duration: 268.30348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.219115Z","caller":"traceutil/trace.go:171","msg":"trace[557926271] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"176.614715ms","start":"2026-04-16T03:59:30.042469Z","end":"2026-04-16T03:59:30.219084Z","steps":["trace[557926271] 'process raft request' (duration: 176.407071ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.219125Z","caller":"traceutil/trace.go:171","msg":"trace[1577979173] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"175.081071ms","start":"2026-04-16T03:59:30.044025Z","end":"2026-04-16T03:59:30.219106Z","steps":["trace[1577979173] 'process raft request' (duration: 174.971348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.219292Z","caller":"traceutil/trace.go:171","msg":"trace[10994130] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2322; }","duration":"110.828174ms","start":"2026-04-16T03:59:30.108442Z","end":"2026-04-16T03:59:30.219271Z","steps":["trace[10994130] 'read index received' (duration: 110.425555ms)","trace[10994130] 'applied index is now lower than readState.Index' (duration: 401.599µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:30.219514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.911587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:30.21954Z","caller":"traceutil/trace.go:171","msg":"trace[505510893] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:0; response_revision:2152; }","duration":"178.982719ms","start":"2026-04-16T03:59:30.040549Z","end":"2026-04-16T03:59:30.219531Z","steps":["trace[505510893] 'agreement among raft nodes before linearized reading' (duration: 178.926198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.219576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.758724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-wfl6m\" ","response":"range_response_count:1 size:2426"} {"level":"info","ts":"2026-04-16T03:59:30.219604Z","caller":"traceutil/trace.go:171","msg":"trace[1696394259] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-wfl6m; range_end:; response_count:1; response_revision:2152; }","duration":"178.815206ms","start":"2026-04-16T03:59:30.04078Z","end":"2026-04-16T03:59:30.219595Z","steps":["trace[1696394259] 'agreement among raft nodes before linearized reading' (duration: 178.681283ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.219598Z","caller":"traceutil/trace.go:171","msg":"trace[778723808] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"173.163448ms","start":"2026-04-16T03:59:30.046423Z","end":"2026-04-16T03:59:30.219586Z","steps":["trace[778723808] 'process raft request' (duration: 172.636316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.219775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.539516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4538"} {"level":"info","ts":"2026-04-16T03:59:30.219835Z","caller":"traceutil/trace.go:171","msg":"trace[1796620333] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:2152; }","duration":"173.648649ms","start":"2026-04-16T03:59:30.046173Z","end":"2026-04-16T03:59:30.219821Z","steps":["trace[1796620333] 'agreement among raft nodes before linearized reading' (duration: 173.451704ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.246914Z","caller":"traceutil/trace.go:171","msg":"trace[15996025] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"130.547668ms","start":"2026-04-16T03:59:30.116347Z","end":"2026-04-16T03:59:30.246895Z","steps":["trace[15996025] 'process raft request' (duration: 130.319383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.247192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.070464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-wfl6m\" ","response":"range_response_count:1 size:2426"} {"level":"warn","ts":"2026-04-16T03:59:30.247215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.732877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-94lvv\" ","response":"range_response_count:1 size:3866"} {"level":"info","ts":"2026-04-16T03:59:30.247265Z","caller":"traceutil/trace.go:171","msg":"trace[137486985] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-wfl6m; range_end:; response_count:1; response_revision:2154; }","duration":"137.170467ms","start":"2026-04-16T03:59:30.110077Z","end":"2026-04-16T03:59:30.247247Z","steps":["trace[137486985] 'agreement among raft nodes before linearized reading' (duration: 136.933452ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.247274Z","caller":"traceutil/trace.go:171","msg":"trace[282221780] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-94lvv; range_end:; response_count:1; response_revision:2154; }","duration":"136.82638ms","start":"2026-04-16T03:59:30.110432Z","end":"2026-04-16T03:59:30.247259Z","steps":["trace[282221780] 'agreement among raft nodes before linearized reading' (duration: 136.582594ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:30.389166Z","caller":"traceutil/trace.go:171","msg":"trace[1369518418] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2328; }","duration":"104.135244ms","start":"2026-04-16T03:59:30.285003Z","end":"2026-04-16T03:59:30.389138Z","steps":["trace[1369518418] 'read index received' (duration: 80.602715ms)","trace[1369518418] 'applied index is now lower than readState.Index' (duration: 23.531259ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:30.389242Z","caller":"traceutil/trace.go:171","msg":"trace[1113960038] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"105.331171ms","start":"2026-04-16T03:59:30.283877Z","end":"2026-04-16T03:59:30.389208Z","steps":["trace[1113960038] 'process raft request' (duration: 81.764271ms)","trace[1113960038] 'compare' (duration: 23.390456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:30.389337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.306438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:30.389431Z","caller":"traceutil/trace.go:171","msg":"trace[1624769363] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:2156; }","duration":"104.44262ms","start":"2026-04-16T03:59:30.284967Z","end":"2026-04-16T03:59:30.389409Z","steps":["trace[1624769363] 'agreement among raft nodes before linearized reading' (duration: 104.261926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:30.889657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478108764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:59:31.299535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.695903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:31.299641Z","caller":"traceutil/trace.go:171","msg":"trace[1244232658] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"973.563953ms","start":"2026-04-16T03:59:30.326047Z","end":"2026-04-16T03:59:31.299611Z","steps":["trace[1244232658] 'process raft request' (duration: 686.733937ms)","trace[1244232658] 'compare' (duration: 286.448038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:31.299683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.326021Z","time spent":"973.646005ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3133,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:59:31.30584Z","caller":"traceutil/trace.go:171","msg":"trace[1359496000] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2329; }","duration":"916.597322ms","start":"2026-04-16T03:59:30.389229Z","end":"2026-04-16T03:59:31.305826Z","steps":["trace[1359496000] 'read index received' (duration: 623.546886ms)","trace[1359496000] 'applied index is now lower than readState.Index' (duration: 293.049476ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:31.305921Z","caller":"traceutil/trace.go:171","msg":"trace[1518311275] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"914.508984ms","start":"2026-04-16T03:59:30.391403Z","end":"2026-04-16T03:59:31.305912Z","steps":["trace[1518311275] 'process raft request' (duration: 914.33482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:31.305976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.39138Z","time spent":"914.561216ms","remote":"127.0.0.1:59974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:59:31.306096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.49442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:59:31.306077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.808944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:31.306123Z","caller":"traceutil/trace.go:171","msg":"trace[644734334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2158; }","duration":"888.55529ms","start":"2026-04-16T03:59:30.417561Z","end":"2026-04-16T03:59:31.306116Z","steps":["trace[644734334] 'agreement among raft nodes before linearized reading' (duration: 888.490969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:31.306131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.848942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:59:31.306166Z","caller":"traceutil/trace.go:171","msg":"trace[1969460325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2158; }","duration":"886.908183ms","start":"2026-04-16T03:59:30.41925Z","end":"2026-04-16T03:59:31.306159Z","steps":["trace[1969460325] 'agreement among raft nodes before linearized reading' (duration: 886.832162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:31.306168Z","caller":"traceutil/trace.go:171","msg":"trace[731843216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2158; }","duration":"935.911397ms","start":"2026-04-16T03:59:30.370215Z","end":"2026-04-16T03:59:31.306126Z","steps":["trace[731843216] 'agreement among raft nodes before linearized reading' (duration: 935.746993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:31.306176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.428668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:59:31.30619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.41924Z","time spent":"886.944604ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:59:31.306166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.828399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:59:31.306199Z","caller":"traceutil/trace.go:171","msg":"trace[561701636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2158; }","duration":"888.492029ms","start":"2026-04-16T03:59:30.417702Z","end":"2026-04-16T03:59:31.306194Z","steps":["trace[561701636] 'agreement among raft nodes before linearized reading' (duration: 888.452478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:31.306241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.370198Z","time spent":"935.997038ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:59:31.306187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020778027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:31.306241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.800643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:59:31.306305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.324044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:59:31.306307Z","caller":"traceutil/trace.go:171","msg":"trace[444146819] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2158; }","duration":"982.001324ms","start":"2026-04-16T03:59:30.324251Z","end":"2026-04-16T03:59:31.306252Z","steps":["trace[444146819] 'agreement among raft nodes before linearized reading' (duration: 981.770968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:31.306405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.324239Z","time spent":"982.151268ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:59:31.306262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.417683Z","time spent":"888.573082ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:59:31.306329Z","caller":"traceutil/trace.go:171","msg":"trace[1063811095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2158; }","duration":"883.367915ms","start":"2026-04-16T03:59:30.422955Z","end":"2026-04-16T03:59:31.306323Z","steps":["trace[1063811095] 'agreement among raft nodes before linearized reading' (duration: 883.328124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:31.306598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.422941Z","time spent":"883.6105ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:59:31.306144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.417549Z","time spent":"888.589791ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:59:31.30632Z","caller":"traceutil/trace.go:171","msg":"trace[581402367] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:2158; }","duration":"1.020945491s","start":"2026-04-16T03:59:30.285344Z","end":"2026-04-16T03:59:31.30629Z","steps":["trace[581402367] 'agreement among raft nodes before linearized reading' (duration: 1.020591062s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:31.306777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.285292Z","time spent":"1.021473903s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-16T03:59:31.306333Z","caller":"traceutil/trace.go:171","msg":"trace[1378060578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2158; }","duration":"887.922007ms","start":"2026-04-16T03:59:30.418391Z","end":"2026-04-16T03:59:31.306313Z","steps":["trace[1378060578] 'agreement among raft nodes before linearized reading' (duration: 887.696981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:31.306918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:30.41838Z","time spent":"888.53021ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:59:32.19881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.089744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:59:32.199034Z","caller":"traceutil/trace.go:171","msg":"trace[240466762] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"243.641675ms","start":"2026-04-16T03:59:31.955343Z","end":"2026-04-16T03:59:32.198985Z","steps":["trace[240466762] 'process raft request' (duration: 67.299235ms)","trace[240466762] 'compare' (duration: 175.736856ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:59:32.199085Z","caller":"traceutil/trace.go:171","msg":"trace[1799650731] linearizableReadLoop","detail":"{readStateIndex:2488; appliedIndex:2487; }","duration":"234.711574ms","start":"2026-04-16T03:59:31.964357Z","end":"2026-04-16T03:59:32.199069Z","steps":["trace[1799650731] 'read index received' (duration: 58.074058ms)","trace[1799650731] 'applied index is now lower than readState.Index' (duration: 176.635766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:32.199251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.887598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-16T03:59:32.199311Z","caller":"traceutil/trace.go:171","msg":"trace[423303363] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2315; }","duration":"234.952838ms","start":"2026-04-16T03:59:31.964325Z","end":"2026-04-16T03:59:32.199278Z","steps":["trace[423303363] 'agreement among raft nodes before linearized reading' (duration: 234.848506ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:32.291474Z","caller":"traceutil/trace.go:171","msg":"trace[225930259] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"214.103189ms","start":"2026-04-16T03:59:32.077346Z","end":"2026-04-16T03:59:32.291449Z","steps":["trace[225930259] 'process raft request' (duration: 213.996017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.291609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.152624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"warn","ts":"2026-04-16T03:59:32.291638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.189975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-16T03:59:32.291701Z","caller":"traceutil/trace.go:171","msg":"trace[283796457] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2316; }","duration":"327.287667ms","start":"2026-04-16T03:59:31.964393Z","end":"2026-04-16T03:59:32.29168Z","steps":["trace[283796457] 'agreement among raft nodes before linearized reading' (duration: 327.086383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.291715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.290697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"warn","ts":"2026-04-16T03:59:32.291714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.76878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11610"} {"level":"warn","ts":"2026-04-16T03:59:32.291752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:31.96437Z","time spent":"327.372869ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1009,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-04-16T03:59:32.29177Z","caller":"traceutil/trace.go:171","msg":"trace[167253263] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2316; }","duration":"327.364969ms","start":"2026-04-16T03:59:31.964389Z","end":"2026-04-16T03:59:32.291754Z","steps":["trace[167253263] 'agreement among raft nodes before linearized reading' (duration: 327.226426ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:32.291777Z","caller":"traceutil/trace.go:171","msg":"trace[1557556299] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2316; }","duration":"276.884772ms","start":"2026-04-16T03:59:32.014878Z","end":"2026-04-16T03:59:32.291763Z","steps":["trace[1557556299] 'agreement among raft nodes before linearized reading' (duration: 276.598986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.291801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:31.964384Z","time spent":"327.41178ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-16T03:59:32.291793Z","caller":"traceutil/trace.go:171","msg":"trace[1858598155] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2316; }","duration":"327.326148ms","start":"2026-04-16T03:59:31.964407Z","end":"2026-04-16T03:59:32.291733Z","steps":["trace[1858598155] 'agreement among raft nodes before linearized reading' (duration: 327.111644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.291902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:31.964404Z","time spent":"327.484962ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":566,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-04-16T03:59:32.291791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.383337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-94lvv\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-04-16T03:59:32.292311Z","caller":"traceutil/trace.go:171","msg":"trace[713816315] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-94lvv; range_end:; response_count:1; response_revision:2316; }","duration":"119.930528ms","start":"2026-04-16T03:59:32.172348Z","end":"2026-04-16T03:59:32.292278Z","steps":["trace[713816315] 'agreement among raft nodes before linearized reading' (duration: 119.232103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:32.574847Z","caller":"traceutil/trace.go:171","msg":"trace[2117501352] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2489; }","duration":"283.361008ms","start":"2026-04-16T03:59:32.291448Z","end":"2026-04-16T03:59:32.574809Z","steps":["trace[2117501352] 'read index received' (duration: 283.088932ms)","trace[2117501352] 'applied index is now lower than readState.Index' (duration: 271.016µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:59:32.575018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.301784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-2zcjq\" ","response":"range_response_count:1 size:4508"} {"level":"info","ts":"2026-04-16T03:59:32.575054Z","caller":"traceutil/trace.go:171","msg":"trace[609545737] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-2zcjq; range_end:; response_count:1; response_revision:2318; }","duration":"374.386576ms","start":"2026-04-16T03:59:32.200655Z","end":"2026-04-16T03:59:32.575041Z","steps":["trace[609545737] 'agreement among raft nodes before linearized reading' (duration: 374.290264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:32.575048Z","caller":"traceutil/trace.go:171","msg":"trace[954792527] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"358.298264ms","start":"2026-04-16T03:59:32.216719Z","end":"2026-04-16T03:59:32.575017Z","steps":["trace[954792527] 'process raft request' (duration: 357.818133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.575102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:32.200635Z","time spent":"374.458088ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4531,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-2zcjq\" "} {"level":"warn","ts":"2026-04-16T03:59:32.575091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.365578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:59:32.575171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:32.216697Z","time spent":"358.417737ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:59:32.575203Z","caller":"traceutil/trace.go:171","msg":"trace[921749826] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2318; }","duration":"355.536592ms","start":"2026-04-16T03:59:32.219644Z","end":"2026-04-16T03:59:32.57518Z","steps":["trace[921749826] 'agreement among raft nodes before linearized reading' (duration: 355.292167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.575249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:32.219633Z","time spent":"355.605094ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:59:32.575449Z","caller":"traceutil/trace.go:171","msg":"trace[1079736827] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"323.759498ms","start":"2026-04-16T03:59:32.251676Z","end":"2026-04-16T03:59:32.575435Z","steps":["trace[1079736827] 'process raft request' (duration: 323.065502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.575541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:59:32.25165Z","time spent":"323.834349ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:59:32.585659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.375821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-z48sp\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-04-16T03:59:32.585734Z","caller":"traceutil/trace.go:171","msg":"trace[670437767] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-z48sp; range_end:; response_count:1; response_revision:2319; }","duration":"292.478603ms","start":"2026-04-16T03:59:32.293236Z","end":"2026-04-16T03:59:32.585715Z","steps":["trace[670437767] 'agreement among raft nodes before linearized reading' (duration: 292.295679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.585726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.297168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:59:32.585778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.423622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-jr9wq\" ","response":"range_response_count:1 size:4790"} {"level":"info","ts":"2026-04-16T03:59:32.585846Z","caller":"traceutil/trace.go:171","msg":"trace[682409663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2319; }","duration":"216.464582ms","start":"2026-04-16T03:59:32.369358Z","end":"2026-04-16T03:59:32.585822Z","steps":["trace[682409663] 'agreement among raft nodes before linearized reading' (duration: 216.231037ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:32.585857Z","caller":"traceutil/trace.go:171","msg":"trace[884677610] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-jr9wq; range_end:; response_count:1; response_revision:2319; }","duration":"292.553825ms","start":"2026-04-16T03:59:32.29328Z","end":"2026-04-16T03:59:32.585834Z","steps":["trace[884677610] 'agreement among raft nodes before linearized reading' (duration: 292.33219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:59:32.585968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.655947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-2jnmt\" ","response":"range_response_count:1 size:3666"} {"level":"info","ts":"2026-04-16T03:59:32.586004Z","caller":"traceutil/trace.go:171","msg":"trace[355650267] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-2jnmt; range_end:; response_count:1; response_revision:2319; }","duration":"292.708928ms","start":"2026-04-16T03:59:32.293287Z","end":"2026-04-16T03:59:32.585996Z","steps":["trace[355650267] 'agreement among raft nodes before linearized reading' (duration: 292.629426ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:59:32.586089Z","caller":"traceutil/trace.go:171","msg":"trace[563487046] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"284.506483ms","start":"2026-04-16T03:59:32.301575Z","end":"2026-04-16T03:59:32.586082Z","steps":["trace[563487046] 'process raft request' (duration: 283.848249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:00:19.73599Z","caller":"traceutil/trace.go:171","msg":"trace[2027684393] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"104.662743ms","start":"2026-04-16T04:00:19.631305Z","end":"2026-04-16T04:00:19.735967Z","steps":["trace[2027684393] 'process raft request' (duration: 104.366586ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:00:20.145409Z","caller":"traceutil/trace.go:171","msg":"trace[734635479] linearizableReadLoop","detail":"{readStateIndex:3896; appliedIndex:3894; }","duration":"143.263112ms","start":"2026-04-16T04:00:20.002112Z","end":"2026-04-16T04:00:20.145375Z","steps":["trace[734635479] 'read index received' (duration: 39.355355ms)","trace[734635479] 'applied index is now lower than readState.Index' (duration: 103.906327ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:00:20.145525Z","caller":"traceutil/trace.go:171","msg":"trace[942573289] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"148.12505ms","start":"2026-04-16T04:00:19.997374Z","end":"2026-04-16T04:00:20.145499Z","steps":["trace[942573289] 'process raft request' (duration: 137.254466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:00:20.145651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.516657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T04:00:20.14569Z","caller":"traceutil/trace.go:171","msg":"trace[1841622417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3671; }","duration":"143.592168ms","start":"2026-04-16T04:00:20.002085Z","end":"2026-04-16T04:00:20.145677Z","steps":["trace[1841622417] 'agreement among raft nodes before linearized reading' (duration: 143.402774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:01:00.614276Z","caller":"traceutil/trace.go:171","msg":"trace[1572006894] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"125.801669ms","start":"2026-04-16T04:01:00.488454Z","end":"2026-04-16T04:01:00.614256Z","steps":["trace[1572006894] 'process raft request' (duration: 125.45832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:01:23.122463Z","caller":"traceutil/trace.go:171","msg":"trace[1877827877] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"100.925569ms","start":"2026-04-16T04:01:23.021503Z","end":"2026-04-16T04:01:23.122428Z","steps":["trace[1877827877] 'process raft request' (duration: 100.52743ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:01:23.431677Z","caller":"traceutil/trace.go:171","msg":"trace[13634035] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"103.2118ms","start":"2026-04-16T04:01:23.328435Z","end":"2026-04-16T04:01:23.431647Z","steps":["trace[13634035] 'process raft request' (duration: 100.709643ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:01:24.185337Z","caller":"traceutil/trace.go:171","msg":"trace[761476640] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"110.622287ms","start":"2026-04-16T04:01:24.074678Z","end":"2026-04-16T04:01:24.1853Z","steps":["trace[761476640] 'process raft request' (duration: 93.699117ms)","trace[761476640] 'compare' (duration: 16.700585ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:02:47.559534Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1832} {"level":"info","ts":"2026-04-16T04:02:47.578464Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":1832,"took":"17.429941ms","hash":3764267083,"current-db-size-bytes":24854528,"current-db-size":"25 MB","current-db-size-in-use-bytes":24236032,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-16T04:02:47.578853Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3764267083,"revision":1832,"compact-revision":1440} {"level":"info","ts":"2026-04-16T04:02:51.051715Z","caller":"traceutil/trace.go:171","msg":"trace[1106084318] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4915; }","duration":"236.157915ms","start":"2026-04-16T04:02:50.815536Z","end":"2026-04-16T04:02:51.051694Z","steps":["trace[1106084318] 'read index received' (duration: 234.254353ms)","trace[1106084318] 'applied index is now lower than readState.Index' (duration: 1.902662ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:02:51.051762Z","caller":"traceutil/trace.go:171","msg":"trace[1973949605] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"236.448272ms","start":"2026-04-16T04:02:50.81528Z","end":"2026-04-16T04:02:51.051728Z","steps":["trace[1973949605] 'process raft request' (duration: 234.610431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:02:51.051943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.39741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T04:02:51.05204Z","caller":"traceutil/trace.go:171","msg":"trace[1011456400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4654; }","duration":"236.542503ms","start":"2026-04-16T04:02:50.81548Z","end":"2026-04-16T04:02:51.052023Z","steps":["trace[1011456400] 'agreement among raft nodes before linearized reading' (duration: 236.278897ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:16.64154Z","caller":"traceutil/trace.go:171","msg":"trace[1052397161] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"179.522283ms","start":"2026-04-16T04:04:16.461987Z","end":"2026-04-16T04:04:16.641509Z","steps":["trace[1052397161] 'process raft request' (duration: 166.659804ms)","trace[1052397161] 'compare' (duration: 12.706606ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:04:16.641535Z","caller":"traceutil/trace.go:171","msg":"trace[2087821866] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5397; }","duration":"178.286596ms","start":"2026-04-16T04:04:16.463213Z","end":"2026-04-16T04:04:16.6415Z","steps":["trace[2087821866] 'read index received' (duration: 165.452717ms)","trace[2087821866] 'applied index is now lower than readState.Index' (duration: 12.832549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:04:16.642157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.92353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109371"} {"level":"info","ts":"2026-04-16T04:04:16.642259Z","caller":"traceutil/trace.go:171","msg":"trace[1988926656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5118; }","duration":"179.075044ms","start":"2026-04-16T04:04:16.463165Z","end":"2026-04-16T04:04:16.64224Z","steps":["trace[1988926656] 'agreement among raft nodes before linearized reading' (duration: 178.401439ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:16.709202Z","caller":"traceutil/trace.go:171","msg":"trace[91139049] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"110.321788ms","start":"2026-04-16T04:04:16.598843Z","end":"2026-04-16T04:04:16.709164Z","steps":["trace[91139049] 'process raft request' (duration: 110.231016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:16.709269Z","caller":"traceutil/trace.go:171","msg":"trace[1311181124] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"229.581347ms","start":"2026-04-16T04:04:16.47964Z","end":"2026-04-16T04:04:16.709222Z","steps":["trace[1311181124] 'process raft request' (duration: 229.23968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:04:16.893461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.542968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:04:16.893597Z","caller":"traceutil/trace.go:171","msg":"trace[1206418522] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"180.803332ms","start":"2026-04-16T04:04:16.712774Z","end":"2026-04-16T04:04:16.893577Z","steps":["trace[1206418522] 'process raft request' (duration: 68.048319ms)","trace[1206418522] 'compare' (duration: 112.400805ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:04:16.931724Z","caller":"traceutil/trace.go:171","msg":"trace[808520002] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"215.606094ms","start":"2026-04-16T04:04:16.716087Z","end":"2026-04-16T04:04:16.931693Z","steps":["trace[808520002] 'process raft request' (duration: 215.298677ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:16.931758Z","caller":"traceutil/trace.go:171","msg":"trace[1719883599] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5123; }","duration":"204.81656ms","start":"2026-04-16T04:04:16.726907Z","end":"2026-04-16T04:04:16.931723Z","steps":["trace[1719883599] 'process raft request' (duration: 204.769089ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:16.93188Z","caller":"traceutil/trace.go:171","msg":"trace[38721954] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"210.499109ms","start":"2026-04-16T04:04:16.721322Z","end":"2026-04-16T04:04:16.931821Z","steps":["trace[38721954] 'process raft request' (duration: 210.249453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:17.183022Z","caller":"traceutil/trace.go:171","msg":"trace[1523780996] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"234.088739ms","start":"2026-04-16T04:04:16.948892Z","end":"2026-04-16T04:04:17.182981Z","steps":["trace[1523780996] 'process raft request' (duration: 233.789192ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:17.183141Z","caller":"traceutil/trace.go:171","msg":"trace[428292406] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5405; }","duration":"194.273084ms","start":"2026-04-16T04:04:16.988841Z","end":"2026-04-16T04:04:17.183114Z","steps":["trace[428292406] 'read index received' (duration: 193.705261ms)","trace[428292406] 'applied index is now lower than readState.Index' (duration: 565.963µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:04:17.183172Z","caller":"traceutil/trace.go:171","msg":"trace[1527992364] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"231.396358ms","start":"2026-04-16T04:04:16.951745Z","end":"2026-04-16T04:04:17.183142Z","steps":["trace[1527992364] 'process raft request' (duration: 231.133342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:04:17.183324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.465449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T04:04:17.183363Z","caller":"traceutil/trace.go:171","msg":"trace[1366074761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5126; }","duration":"194.56005ms","start":"2026-04-16T04:04:16.988793Z","end":"2026-04-16T04:04:17.183353Z","steps":["trace[1366074761] 'agreement among raft nodes before linearized reading' (duration: 194.396476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:04:17.705685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.115725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T04:04:17.705793Z","caller":"traceutil/trace.go:171","msg":"trace[616707329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5131; }","duration":"102.290978ms","start":"2026-04-16T04:04:17.603478Z","end":"2026-04-16T04:04:17.705769Z","steps":["trace[616707329] 'range keys from in-memory index tree' (duration: 101.863019ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:18.179629Z","caller":"traceutil/trace.go:171","msg":"trace[271178096] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"171.963883ms","start":"2026-04-16T04:04:18.007639Z","end":"2026-04-16T04:04:18.179603Z","steps":["trace[271178096] 'process raft request' (duration: 81.389069ms)","trace[271178096] 'compare' (duration: 90.176705ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:04:18.24052Z","caller":"traceutil/trace.go:171","msg":"trace[1786153238] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"144.540127ms","start":"2026-04-16T04:04:18.095945Z","end":"2026-04-16T04:04:18.240485Z","steps":["trace[1786153238] 'process raft request' (duration: 144.344513ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:18.397635Z","caller":"traceutil/trace.go:171","msg":"trace[1805543608] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"137.635342ms","start":"2026-04-16T04:04:18.259938Z","end":"2026-04-16T04:04:18.397574Z","steps":["trace[1805543608] 'process raft request' (duration: 137.433868ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:18.397955Z","caller":"traceutil/trace.go:171","msg":"trace[1520702416] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"147.370451ms","start":"2026-04-16T04:04:18.250543Z","end":"2026-04-16T04:04:18.397913Z","steps":["trace[1520702416] 'process raft request' (duration: 146.687686ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:04:18.68292Z","caller":"traceutil/trace.go:171","msg":"trace[1213715442] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"116.696392ms","start":"2026-04-16T04:04:18.566193Z","end":"2026-04-16T04:04:18.682889Z","steps":["trace[1213715442] 'process raft request' (duration: 99.196048ms)","trace[1213715442] 'compare' (duration: 17.364301ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:04:18.714198Z","caller":"traceutil/trace.go:171","msg":"trace[1127555379] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5154; }","duration":"142.986682ms","start":"2026-04-16T04:04:18.57119Z","end":"2026-04-16T04:04:18.714177Z","steps":["trace[1127555379] 'process raft request' (duration: 142.850459ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:06.725874Z","caller":"traceutil/trace.go:171","msg":"trace[1812462849] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"152.967321ms","start":"2026-04-16T04:05:06.57287Z","end":"2026-04-16T04:05:06.725837Z","steps":["trace[1812462849] 'process raft request' (duration: 152.03487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:15.281752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.688168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T04:05:15.281817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.704014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cl2l\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-16T04:05:15.281857Z","caller":"traceutil/trace.go:171","msg":"trace[1024936841] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5697; }","duration":"239.84224ms","start":"2026-04-16T04:05:15.041993Z","end":"2026-04-16T04:05:15.281835Z","steps":["trace[1024936841] 'count revisions from in-memory index tree' (duration: 239.609735ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:15.281894Z","caller":"traceutil/trace.go:171","msg":"trace[1230905033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cl2l; range_end:; response_count:1; response_revision:5697; }","duration":"217.821976ms","start":"2026-04-16T04:05:15.064052Z","end":"2026-04-16T04:05:15.281874Z","steps":["trace[1230905033] 'range keys from in-memory index tree' (duration: 217.493519ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:15.917747Z","caller":"traceutil/trace.go:171","msg":"trace[385029227] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"122.59568ms","start":"2026-04-16T04:05:15.795125Z","end":"2026-04-16T04:05:15.91772Z","steps":["trace[385029227] 'process raft request' (duration: 122.420236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:17.935643Z","caller":"traceutil/trace.go:171","msg":"trace[896288962] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"107.623654ms","start":"2026-04-16T04:05:17.827987Z","end":"2026-04-16T04:05:17.935611Z","steps":["trace[896288962] 'process raft request' (duration: 106.301075ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:18.406296Z","caller":"traceutil/trace.go:171","msg":"trace[1183319207] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"111.268906ms","start":"2026-04-16T04:05:18.294996Z","end":"2026-04-16T04:05:18.406265Z","steps":["trace[1183319207] 'process raft request' (duration: 110.96282ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:18.4068Z","caller":"traceutil/trace.go:171","msg":"trace[683184711] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"107.640684ms","start":"2026-04-16T04:05:18.299122Z","end":"2026-04-16T04:05:18.406763Z","steps":["trace[683184711] 'process raft request' (duration: 107.050501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:18.541411Z","caller":"traceutil/trace.go:171","msg":"trace[1368703688] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"104.458862ms","start":"2026-04-16T04:05:18.436935Z","end":"2026-04-16T04:05:18.541393Z","steps":["trace[1368703688] 'process raft request' (duration: 71.836061ms)","trace[1368703688] 'compare' (duration: 32.535099ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:05:19.565143Z","caller":"traceutil/trace.go:171","msg":"trace[426971413] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"149.566246ms","start":"2026-04-16T04:05:19.415544Z","end":"2026-04-16T04:05:19.565111Z","steps":["trace[426971413] 'process raft request' (duration: 149.380912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:20.088503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.675018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T04:05:20.088578Z","caller":"traceutil/trace.go:171","msg":"trace[1541490571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5737; }","duration":"100.78083ms","start":"2026-04-16T04:05:19.98778Z","end":"2026-04-16T04:05:20.088561Z","steps":["trace[1541490571] 'range keys from in-memory index tree' (duration: 100.535385ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:20.499571Z","caller":"traceutil/trace.go:171","msg":"trace[86965332] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"406.686663ms","start":"2026-04-16T04:05:20.092849Z","end":"2026-04-16T04:05:20.499536Z","steps":["trace[86965332] 'process raft request' (duration: 406.064929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:20.499777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:05:20.092818Z","time spent":"406.856717ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:05:20.499857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.58046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T04:05:20.499953Z","caller":"traceutil/trace.go:171","msg":"trace[1867042411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5738; }","duration":"204.745143ms","start":"2026-04-16T04:05:20.295187Z","end":"2026-04-16T04:05:20.499932Z","steps":["trace[1867042411] 'agreement among raft nodes before linearized reading' (duration: 204.426526ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:20.50076Z","caller":"traceutil/trace.go:171","msg":"trace[774109709] linearizableReadLoop","detail":"{readStateIndex:6037; appliedIndex:6036; }","duration":"203.899965ms","start":"2026-04-16T04:05:20.295239Z","end":"2026-04-16T04:05:20.499139Z","steps":["trace[774109709] 'read index received' (duration: 203.505416ms)","trace[774109709] 'applied index is now lower than readState.Index' (duration: 392.999µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:05:20.501137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.915009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T04:05:20.501277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:05:20.501185Z","caller":"traceutil/trace.go:171","msg":"trace[2093011747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5738; }","duration":"110.98882ms","start":"2026-04-16T04:05:20.390185Z","end":"2026-04-16T04:05:20.501174Z","steps":["trace[2093011747] 'agreement among raft nodes before linearized reading' (duration: 110.867497ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:20.501316Z","caller":"traceutil/trace.go:171","msg":"trace[1686251696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5738; }","duration":"115.935011ms","start":"2026-04-16T04:05:20.38537Z","end":"2026-04-16T04:05:20.501305Z","steps":["trace[1686251696] 'agreement among raft nodes before linearized reading' (duration: 115.861899ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:22.710948Z","caller":"traceutil/trace.go:171","msg":"trace[2097034641] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"179.879266ms","start":"2026-04-16T04:05:22.531035Z","end":"2026-04-16T04:05:22.710914Z","steps":["trace[2097034641] 'process raft request' (duration: 179.637531ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:22.710999Z","caller":"traceutil/trace.go:171","msg":"trace[519842005] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"179.194389ms","start":"2026-04-16T04:05:22.531771Z","end":"2026-04-16T04:05:22.710965Z","steps":["trace[519842005] 'process raft request' (duration: 179.045136ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:22.803619Z","caller":"traceutil/trace.go:171","msg":"trace[1952132096] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6051; }","duration":"113.862984ms","start":"2026-04-16T04:05:22.68973Z","end":"2026-04-16T04:05:22.803593Z","steps":["trace[1952132096] 'read index received' (duration: 21.135924ms)","trace[1952132096] 'applied index is now lower than readState.Index' (duration: 92.726ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:05:22.803653Z","caller":"traceutil/trace.go:171","msg":"trace[883401686] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"214.670255ms","start":"2026-04-16T04:05:22.588947Z","end":"2026-04-16T04:05:22.803617Z","steps":["trace[883401686] 'process raft request' (duration: 214.42154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:22.803709Z","caller":"traceutil/trace.go:171","msg":"trace[996409058] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"177.150113ms","start":"2026-04-16T04:05:22.62653Z","end":"2026-04-16T04:05:22.80368Z","steps":["trace[996409058] 'process raft request' (duration: 177.00872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:22.803833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.08117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:05:22.803896Z","caller":"traceutil/trace.go:171","msg":"trace[144590757] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5754; }","duration":"114.204432ms","start":"2026-04-16T04:05:22.689676Z","end":"2026-04-16T04:05:22.803881Z","steps":["trace[144590757] 'agreement among raft nodes before linearized reading' (duration: 114.09819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:22.803887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.069889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:05:22.803964Z","caller":"traceutil/trace.go:171","msg":"trace[315625833] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5754; }","duration":"114.205562ms","start":"2026-04-16T04:05:22.689738Z","end":"2026-04-16T04:05:22.803943Z","steps":["trace[315625833] 'agreement among raft nodes before linearized reading' (duration: 114.092049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:22.803978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.637317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-16T04:05:22.804084Z","caller":"traceutil/trace.go:171","msg":"trace[2139084409] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5754; }","duration":"112.758929ms","start":"2026-04-16T04:05:22.691294Z","end":"2026-04-16T04:05:22.804053Z","steps":["trace[2139084409] 'agreement among raft nodes before linearized reading' (duration: 112.533214ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:23.976369Z","caller":"traceutil/trace.go:171","msg":"trace[445844278] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"100.942844ms","start":"2026-04-16T04:05:23.875398Z","end":"2026-04-16T04:05:23.97634Z","steps":["trace[445844278] 'process raft request' (duration: 69.387686ms)","trace[445844278] 'compare' (duration: 31.359944ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:05:24.348744Z","caller":"traceutil/trace.go:171","msg":"trace[1550446821] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"143.290704ms","start":"2026-04-16T04:05:24.205424Z","end":"2026-04-16T04:05:24.348714Z","steps":["trace[1550446821] 'process raft request' (duration: 137.064745ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:30.746683Z","caller":"traceutil/trace.go:171","msg":"trace[139036289] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"105.949687ms","start":"2026-04-16T04:05:30.64072Z","end":"2026-04-16T04:05:30.74667Z","steps":["trace[139036289] 'process raft request' (duration: 105.65417ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:33.190957Z","caller":"traceutil/trace.go:171","msg":"trace[1103519626] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"109.421695ms","start":"2026-04-16T04:05:33.08151Z","end":"2026-04-16T04:05:33.190932Z","steps":["trace[1103519626] 'process raft request' (duration: 109.241901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:33.989087Z","caller":"traceutil/trace.go:171","msg":"trace[1072615776] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"127.134943ms","start":"2026-04-16T04:05:33.861918Z","end":"2026-04-16T04:05:33.989053Z","steps":["trace[1072615776] 'process raft request' (duration: 98.5082ms)","trace[1072615776] 'compare' (duration: 28.49969ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:05:33.994491Z","caller":"traceutil/trace.go:171","msg":"trace[196645760] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"113.949976ms","start":"2026-04-16T04:05:33.880505Z","end":"2026-04-16T04:05:33.994455Z","steps":["trace[196645760] 'process raft request' (duration: 113.641678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:33.9945Z","caller":"traceutil/trace.go:171","msg":"trace[1720205856] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"109.572819ms","start":"2026-04-16T04:05:33.884902Z","end":"2026-04-16T04:05:33.994475Z","steps":["trace[1720205856] 'process raft request' (duration: 109.419905ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:40.902083Z","caller":"traceutil/trace.go:171","msg":"trace[700658763] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"168.835267ms","start":"2026-04-16T04:05:40.733215Z","end":"2026-04-16T04:05:40.90205Z","steps":["trace[700658763] 'process raft request' (duration: 168.625032ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:40.971506Z","caller":"traceutil/trace.go:171","msg":"trace[1961988533] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"110.802545ms","start":"2026-04-16T04:05:40.860676Z","end":"2026-04-16T04:05:40.971478Z","steps":["trace[1961988533] 'process raft request' (duration: 61.815026ms)","trace[1961988533] 'compare' (duration: 48.533529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:05:40.971777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.543483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T04:05:40.971829Z","caller":"traceutil/trace.go:171","msg":"trace[1750246202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5968; }","duration":"132.617574ms","start":"2026-04-16T04:05:40.839201Z","end":"2026-04-16T04:05:40.971819Z","steps":["trace[1750246202] 'agreement among raft nodes before linearized reading' (duration: 132.469311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:40.972122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.606066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5922"} {"level":"info","ts":"2026-04-16T04:05:40.972152Z","caller":"traceutil/trace.go:171","msg":"trace[1997595993] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:5968; }","duration":"112.645347ms","start":"2026-04-16T04:05:40.859498Z","end":"2026-04-16T04:05:40.972144Z","steps":["trace[1997595993] 'agreement among raft nodes before linearized reading' (duration: 112.557905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:40.972374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.239825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T04:05:40.972408Z","caller":"traceutil/trace.go:171","msg":"trace[789170055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5968; }","duration":"115.285166ms","start":"2026-04-16T04:05:40.857116Z","end":"2026-04-16T04:05:40.972401Z","steps":["trace[789170055] 'agreement among raft nodes before linearized reading' (duration: 115.204244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:40.972539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.156101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:05:40.97257Z","caller":"traceutil/trace.go:171","msg":"trace[31282385] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5968; }","duration":"126.225203ms","start":"2026-04-16T04:05:40.846338Z","end":"2026-04-16T04:05:40.972563Z","steps":["trace[31282385] 'agreement among raft nodes before linearized reading' (duration: 126.182102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:05:40.972761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.768157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T04:05:40.972793Z","caller":"traceutil/trace.go:171","msg":"trace[1823484288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5968; }","duration":"127.807478ms","start":"2026-04-16T04:05:40.844978Z","end":"2026-04-16T04:05:40.972785Z","steps":["trace[1823484288] 'agreement among raft nodes before linearized reading' (duration: 127.727456ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:46.037004Z","caller":"traceutil/trace.go:171","msg":"trace[876445586] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"122.026377ms","start":"2026-04-16T04:05:45.914933Z","end":"2026-04-16T04:05:46.036959Z","steps":["trace[876445586] 'process raft request' (duration: 121.731271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:05:46.161695Z","caller":"traceutil/trace.go:171","msg":"trace[1849010444] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"107.574124ms","start":"2026-04-16T04:05:46.054098Z","end":"2026-04-16T04:05:46.161672Z","steps":["trace[1849010444] 'process raft request' (duration: 107.428081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:07:47.565526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4637} {"level":"info","ts":"2026-04-16T04:07:47.662685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4637,"took":"95.444176ms","hash":3716602085,"current-db-size-bytes":46534656,"current-db-size":"46 MB","current-db-size-in-use-bytes":33153024,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-16T04:07:47.662741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3716602085,"revision":4637,"compact-revision":1832} {"level":"info","ts":"2026-04-16T04:08:49.663119Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002272.wal"} {"level":"info","ts":"2026-04-16T04:09:35.355276Z","caller":"traceutil/trace.go:171","msg":"trace[9109794] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"114.027924ms","start":"2026-04-16T04:09:35.24123Z","end":"2026-04-16T04:09:35.355258Z","steps":["trace[9109794] 'process raft request' (duration: 113.906191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:36.145222Z","caller":"traceutil/trace.go:171","msg":"trace[20472404] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"443.754795ms","start":"2026-04-16T04:09:35.701445Z","end":"2026-04-16T04:09:36.145199Z","steps":["trace[20472404] 'process raft request' (duration: 443.613932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:36.145382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:35.701425Z","time spent":"443.863008ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:09:36.411304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.950905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:09:36.411412Z","caller":"traceutil/trace.go:171","msg":"trace[1806380536] linearizableReadLoop","detail":"{readStateIndex:9503; appliedIndex:9501; }","duration":"376.249518ms","start":"2026-04-16T04:09:36.035146Z","end":"2026-04-16T04:09:36.411396Z","steps":["trace[1806380536] 'read index received' (duration: 109.906451ms)","trace[1806380536] 'applied index is now lower than readState.Index' (duration: 266.341797ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:09:36.411591Z","caller":"traceutil/trace.go:171","msg":"trace[614784894] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"494.029185ms","start":"2026-04-16T04:09:35.917516Z","end":"2026-04-16T04:09:36.411546Z","steps":["trace[614784894] 'process raft request' (duration: 285.754523ms)","trace[614784894] 'compare' (duration: 207.844603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:09:36.411635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.478293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:36.411711Z","caller":"traceutil/trace.go:171","msg":"trace[2128764956] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9105; }","duration":"376.720479ms","start":"2026-04-16T04:09:36.03497Z","end":"2026-04-16T04:09:36.411691Z","steps":["trace[2128764956] 'agreement among raft nodes before linearized reading' (duration: 376.590146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:36.411734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:35.917492Z","time spent":"494.167438ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:09:36.411753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.034952Z","time spent":"376.79167ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:09:36.411761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.77157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T04:09:36.411799Z","caller":"traceutil/trace.go:171","msg":"trace[1096378919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9105; }","duration":"130.838941ms","start":"2026-04-16T04:09:36.28095Z","end":"2026-04-16T04:09:36.411789Z","steps":["trace[1096378919] 'agreement among raft nodes before linearized reading' (duration: 130.701098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:36.411967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.265108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T04:09:36.411996Z","caller":"traceutil/trace.go:171","msg":"trace[2045825216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9105; }","duration":"126.305189ms","start":"2026-04-16T04:09:36.285681Z","end":"2026-04-16T04:09:36.411986Z","steps":["trace[2045825216] 'agreement among raft nodes before linearized reading' (duration: 126.225657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:36.41222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.072466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12678"} {"level":"info","ts":"2026-04-16T04:09:36.415929Z","caller":"traceutil/trace.go:171","msg":"trace[380554901] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:9105; }","duration":"131.120088ms","start":"2026-04-16T04:09:36.281125Z","end":"2026-04-16T04:09:36.412245Z","steps":["trace[380554901] 'agreement among raft nodes before linearized reading' (duration: 130.979395ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:36.979542Z","caller":"traceutil/trace.go:171","msg":"trace[1295900695] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"563.103558ms","start":"2026-04-16T04:09:36.416416Z","end":"2026-04-16T04:09:36.97952Z","steps":["trace[1295900695] 'process raft request' (duration: 562.942194ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:36.97979Z","caller":"traceutil/trace.go:171","msg":"trace[1313865143] linearizableReadLoop","detail":"{readStateIndex:9507; appliedIndex:9504; }","duration":"283.871621ms","start":"2026-04-16T04:09:36.695902Z","end":"2026-04-16T04:09:36.979774Z","steps":["trace[1313865143] 'read index received' (duration: 283.548043ms)","trace[1313865143] 'applied index is now lower than readState.Index' (duration: 322.828µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:09:36.979964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.055475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:36.980002Z","caller":"traceutil/trace.go:171","msg":"trace[1130480523] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9109; }","duration":"284.142797ms","start":"2026-04-16T04:09:36.695849Z","end":"2026-04-16T04:09:36.979992Z","steps":["trace[1130480523] 'agreement among raft nodes before linearized reading' (duration: 284.076885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:36.979956Z","caller":"traceutil/trace.go:171","msg":"trace[1649236049] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"546.369051ms","start":"2026-04-16T04:09:36.433511Z","end":"2026-04-16T04:09:36.97988Z","steps":["trace[1649236049] 'process raft request' (duration: 546.198957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:36.97998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.076566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:36.980179Z","caller":"traceutil/trace.go:171","msg":"trace[527461062] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9109; }","duration":"284.317321ms","start":"2026-04-16T04:09:36.695847Z","end":"2026-04-16T04:09:36.980164Z","steps":["trace[527461062] 'agreement among raft nodes before linearized reading' (duration: 283.972573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:36.980325Z","caller":"traceutil/trace.go:171","msg":"trace[1031299628] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"547.110629ms","start":"2026-04-16T04:09:36.432781Z","end":"2026-04-16T04:09:36.979891Z","steps":["trace[1031299628] 'process raft request' (duration: 546.704089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:36.980344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.433499Z","time spent":"546.622067ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:09:36.980565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.416404Z","time spent":"563.324323ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:09:36.980611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.432759Z","time spent":"547.64985ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:09:37.475689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.454402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:09:37.475917Z","caller":"traceutil/trace.go:171","msg":"trace[1920556297] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"552.878989ms","start":"2026-04-16T04:09:36.923007Z","end":"2026-04-16T04:09:37.475886Z","steps":["trace[1920556297] 'process raft request' (duration: 421.873204ms)","trace[1920556297] 'compare' (duration: 130.215866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:09:37.476074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.92298Z","time spent":"553.008101ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:09:37.476181Z","caller":"traceutil/trace.go:171","msg":"trace[564758941] linearizableReadLoop","detail":"{readStateIndex:9508; appliedIndex:9507; }","duration":"496.241824ms","start":"2026-04-16T04:09:36.979901Z","end":"2026-04-16T04:09:37.476143Z","steps":["trace[564758941] 'read index received' (duration: 364.902372ms)","trace[564758941] 'applied index is now lower than readState.Index' (duration: 131.333042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:09:37.476402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.901054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cl2l\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-16T04:09:37.476414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.633985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T04:09:37.476452Z","caller":"traceutil/trace.go:171","msg":"trace[870327796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cl2l; range_end:; response_count:1; response_revision:9110; }","duration":"514.980036ms","start":"2026-04-16T04:09:36.961456Z","end":"2026-04-16T04:09:37.476436Z","steps":["trace[870327796] 'agreement among raft nodes before linearized reading' (duration: 514.892804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.476498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.961435Z","time spent":"515.056827ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-6cl2l\" "} {"level":"warn","ts":"2026-04-16T04:09:37.476596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.795577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9ndxl\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-16T04:09:37.476601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.142196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:37.476616Z","caller":"traceutil/trace.go:171","msg":"trace[1866703457] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9ndxl; range_end:; response_count:1; response_revision:9110; }","duration":"714.868149ms","start":"2026-04-16T04:09:36.761743Z","end":"2026-04-16T04:09:37.476611Z","steps":["trace[1866703457] 'agreement among raft nodes before linearized reading' (duration: 714.778947ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:37.476645Z","caller":"traceutil/trace.go:171","msg":"trace[1099867321] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9110; }","duration":"780.3181ms","start":"2026-04-16T04:09:36.696314Z","end":"2026-04-16T04:09:37.476632Z","steps":["trace[1099867321] 'agreement among raft nodes before linearized reading' (duration: 780.169867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.47666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.761716Z","time spent":"714.938261ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9ndxl\" "} {"level":"warn","ts":"2026-04-16T04:09:37.476448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.89015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T04:09:37.476693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.696291Z","time spent":"780.392822ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-16T04:09:37.476718Z","caller":"traceutil/trace.go:171","msg":"trace[1021023873] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9110; }","duration":"780.236219ms","start":"2026-04-16T04:09:36.696471Z","end":"2026-04-16T04:09:37.476707Z","steps":["trace[1021023873] 'agreement among raft nodes before linearized reading' (duration: 779.899461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.476757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.696428Z","time spent":"780.319801ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T04:09:37.4765Z","caller":"traceutil/trace.go:171","msg":"trace[823609615] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9110; }","duration":"779.759598ms","start":"2026-04-16T04:09:36.696722Z","end":"2026-04-16T04:09:37.476481Z","steps":["trace[823609615] 'agreement among raft nodes before linearized reading' (duration: 779.470811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.476842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.696712Z","time spent":"780.120466ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-16T04:09:37.479353Z","caller":"traceutil/trace.go:171","msg":"trace[2079643632] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"350.368715ms","start":"2026-04-16T04:09:37.12889Z","end":"2026-04-16T04:09:37.479258Z","steps":["trace[2079643632] 'process raft request' (duration: 346.973999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.4796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.365348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:37.479658Z","caller":"traceutil/trace.go:171","msg":"trace[464007442] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9111; }","duration":"783.439291ms","start":"2026-04-16T04:09:36.696203Z","end":"2026-04-16T04:09:37.479643Z","steps":["trace[464007442] 'agreement among raft nodes before linearized reading' (duration: 780.7288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.479684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.696197Z","time spent":"783.482222ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:09:37.47961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:37.128871Z","time spent":"350.658212ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:09:37.479784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.844881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:37.479824Z","caller":"traceutil/trace.go:171","msg":"trace[963703339] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9112; }","duration":"372.918263ms","start":"2026-04-16T04:09:37.106896Z","end":"2026-04-16T04:09:37.479814Z","steps":["trace[963703339] 'agreement among raft nodes before linearized reading' (duration: 372.850121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.47985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:37.106877Z","time spent":"372.967203ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-16T04:09:37.479898Z","caller":"traceutil/trace.go:171","msg":"trace[753922577] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"344.852831ms","start":"2026-04-16T04:09:37.135034Z","end":"2026-04-16T04:09:37.479887Z","steps":["trace[753922577] 'process raft request' (duration: 344.157526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.479971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.083392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T04:09:37.479991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:37.135013Z","time spent":"344.908303ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:09:37.479996Z","caller":"traceutil/trace.go:171","msg":"trace[526180363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9112; }","duration":"206.134433ms","start":"2026-04-16T04:09:37.273854Z","end":"2026-04-16T04:09:37.479989Z","steps":["trace[526180363] 'agreement among raft nodes before linearized reading' (duration: 206.100183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.480121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.655486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:37.480144Z","caller":"traceutil/trace.go:171","msg":"trace[46624587] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9112; }","duration":"372.719138ms","start":"2026-04-16T04:09:37.10742Z","end":"2026-04-16T04:09:37.480139Z","steps":["trace[46624587] 'agreement among raft nodes before linearized reading' (duration: 372.674857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.480162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:37.107397Z","time spent":"372.761539ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:09:37.480303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.521632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:37.480356Z","caller":"traceutil/trace.go:171","msg":"trace[1804026674] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9111; }","duration":"784.302899ms","start":"2026-04-16T04:09:36.696041Z","end":"2026-04-16T04:09:37.480343Z","steps":["trace[1804026674] 'agreement among raft nodes before linearized reading' (duration: 780.903323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:37.480388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:36.696005Z","time spent":"784.373901ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T04:09:40.265572Z","caller":"traceutil/trace.go:171","msg":"trace[206279348] linearizableReadLoop","detail":"{readStateIndex:9535; appliedIndex:9534; }","duration":"104.513079ms","start":"2026-04-16T04:09:40.161036Z","end":"2026-04-16T04:09:40.265549Z","steps":["trace[206279348] 'read index received' (duration: 104.318144ms)","trace[206279348] 'applied index is now lower than readState.Index' (duration: 193.815µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:09:40.265791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.710024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T04:09:40.265854Z","caller":"traceutil/trace.go:171","msg":"trace[1116491332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9136; }","duration":"104.849167ms","start":"2026-04-16T04:09:40.16099Z","end":"2026-04-16T04:09:40.265839Z","steps":["trace[1116491332] 'agreement among raft nodes before linearized reading' (duration: 104.653832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:40.265921Z","caller":"traceutil/trace.go:171","msg":"trace[1421515301] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"114.742069ms","start":"2026-04-16T04:09:40.151129Z","end":"2026-04-16T04:09:40.265871Z","steps":["trace[1421515301] 'process raft request' (duration: 114.253967ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:40.297923Z","caller":"traceutil/trace.go:171","msg":"trace[1021142400] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"123.302632ms","start":"2026-04-16T04:09:40.174602Z","end":"2026-04-16T04:09:40.297905Z","steps":["trace[1021142400] 'process raft request' (duration: 123.199969ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:44.457227Z","caller":"traceutil/trace.go:171","msg":"trace[1874665523] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"103.870065ms","start":"2026-04-16T04:09:44.35332Z","end":"2026-04-16T04:09:44.45719Z","steps":["trace[1874665523] 'process raft request' (duration: 103.720282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:44.77466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.367409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T04:09:44.77477Z","caller":"traceutil/trace.go:171","msg":"trace[1169027160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9178; }","duration":"291.549993ms","start":"2026-04-16T04:09:44.483195Z","end":"2026-04-16T04:09:44.774745Z","steps":["trace[1169027160] 'count revisions from in-memory index tree' (duration: 291.209035ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:44.775418Z","caller":"traceutil/trace.go:171","msg":"trace[50708717] linearizableReadLoop","detail":"{readStateIndex:9579; appliedIndex:9578; }","duration":"278.06678ms","start":"2026-04-16T04:09:44.497328Z","end":"2026-04-16T04:09:44.775395Z","steps":["trace[50708717] 'read index received' (duration: 225.419318ms)","trace[50708717] 'applied index is now lower than readState.Index' (duration: 52.646332ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:09:44.775504Z","caller":"traceutil/trace.go:171","msg":"trace[803091791] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"280.500375ms","start":"2026-04-16T04:09:44.494982Z","end":"2026-04-16T04:09:44.775482Z","steps":["trace[803091791] 'process raft request' (duration: 227.893414ms)","trace[803091791] 'compare' (duration: 51.552708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:09:44.775626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.204494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T04:09:44.775656Z","caller":"traceutil/trace.go:171","msg":"trace[1144938377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9179; }","duration":"234.302106ms","start":"2026-04-16T04:09:44.541346Z","end":"2026-04-16T04:09:44.775648Z","steps":["trace[1144938377] 'agreement among raft nodes before linearized reading' (duration: 234.164263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:44.775664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.316026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12678"} {"level":"info","ts":"2026-04-16T04:09:44.775746Z","caller":"traceutil/trace.go:171","msg":"trace[1532233089] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:9179; }","duration":"278.436488ms","start":"2026-04-16T04:09:44.497289Z","end":"2026-04-16T04:09:44.775726Z","steps":["trace[1532233089] 'agreement among raft nodes before linearized reading' (duration: 278.204313ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:46.581487Z","caller":"traceutil/trace.go:171","msg":"trace[587351589] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"116.699003ms","start":"2026-04-16T04:09:46.464771Z","end":"2026-04-16T04:09:46.58147Z","steps":["trace[587351589] 'process raft request' (duration: 116.58885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:52.685452Z","caller":"traceutil/trace.go:171","msg":"trace[623158252] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"208.22053ms","start":"2026-04-16T04:09:52.477205Z","end":"2026-04-16T04:09:52.685425Z","steps":["trace[623158252] 'process raft request' (duration: 207.990645ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:52.695641Z","caller":"traceutil/trace.go:171","msg":"trace[1198227183] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"216.356034ms","start":"2026-04-16T04:09:52.479267Z","end":"2026-04-16T04:09:52.695623Z","steps":["trace[1198227183] 'process raft request' (duration: 215.904193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:52.962883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.35107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:09:52.963012Z","caller":"traceutil/trace.go:171","msg":"trace[1007995838] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"270.285575ms","start":"2026-04-16T04:09:52.692705Z","end":"2026-04-16T04:09:52.962991Z","steps":["trace[1007995838] 'process raft request' (duration: 143.72891ms)","trace[1007995838] 'compare' (duration: 126.091624ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:09:53.054005Z","caller":"traceutil/trace.go:171","msg":"trace[216528180] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"352.339989ms","start":"2026-04-16T04:09:52.701645Z","end":"2026-04-16T04:09:53.053985Z","steps":["trace[216528180] 'process raft request' (duration: 352.175955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:53.054132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:52.701617Z","time spent":"352.448292ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:09:53.054421Z","caller":"traceutil/trace.go:171","msg":"trace[2038441514] linearizableReadLoop","detail":"{readStateIndex:9678; appliedIndex:9675; }","duration":"301.687042ms","start":"2026-04-16T04:09:52.752703Z","end":"2026-04-16T04:09:53.05439Z","steps":["trace[2038441514] 'read index received' (duration: 83.793654ms)","trace[2038441514] 'applied index is now lower than readState.Index' (duration: 217.892317ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:09:53.054542Z","caller":"traceutil/trace.go:171","msg":"trace[1466950473] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"349.997937ms","start":"2026-04-16T04:09:52.704533Z","end":"2026-04-16T04:09:53.054531Z","steps":["trace[1466950473] 'process raft request' (duration: 349.402472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:53.05475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:52.704522Z","time spent":"350.141591ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:09:53.054784Z","caller":"traceutil/trace.go:171","msg":"trace[1766969556] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"240.432815ms","start":"2026-04-16T04:09:52.814276Z","end":"2026-04-16T04:09:53.054709Z","steps":["trace[1766969556] 'process raft request' (duration: 239.951434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:53.055754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.021221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:70 size:910662"} {"level":"info","ts":"2026-04-16T04:09:53.055852Z","caller":"traceutil/trace.go:171","msg":"trace[1682519258] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:70; response_revision:9277; }","duration":"303.191565ms","start":"2026-04-16T04:09:52.752642Z","end":"2026-04-16T04:09:53.055834Z","steps":["trace[1682519258] 'agreement among raft nodes before linearized reading' (duration: 302.149371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:53.056186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:09:52.752618Z","time spent":"303.548973ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":70,"response size":910685,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T04:09:53.062718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.958573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12775"} {"level":"info","ts":"2026-04-16T04:09:53.062771Z","caller":"traceutil/trace.go:171","msg":"trace[2091114284] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:9278; }","duration":"247.054184ms","start":"2026-04-16T04:09:52.815705Z","end":"2026-04-16T04:09:53.06276Z","steps":["trace[2091114284] 'agreement among raft nodes before linearized reading' (duration: 246.816259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:53.063408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.144744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T04:09:53.063437Z","caller":"traceutil/trace.go:171","msg":"trace[71100668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9278; }","duration":"202.203445ms","start":"2026-04-16T04:09:52.861227Z","end":"2026-04-16T04:09:53.06343Z","steps":["trace[71100668] 'agreement among raft nodes before linearized reading' (duration: 202.144034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:53.063535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.123899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T04:09:53.063554Z","caller":"traceutil/trace.go:171","msg":"trace[2143967769] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9278; }","duration":"220.166089ms","start":"2026-04-16T04:09:52.84338Z","end":"2026-04-16T04:09:53.063547Z","steps":["trace[2143967769] 'agreement among raft nodes before linearized reading' (duration: 220.121788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:53.647581Z","caller":"traceutil/trace.go:171","msg":"trace[1759669719] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"101.43452ms","start":"2026-04-16T04:09:53.546117Z","end":"2026-04-16T04:09:53.647551Z","steps":["trace[1759669719] 'process raft request' (duration: 101.228865ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:53.849434Z","caller":"traceutil/trace.go:171","msg":"trace[911764119] linearizableReadLoop","detail":"{readStateIndex:9701; appliedIndex:9700; }","duration":"195.019263ms","start":"2026-04-16T04:09:53.654387Z","end":"2026-04-16T04:09:53.849406Z","steps":["trace[911764119] 'read index received' (duration: 123.383113ms)","trace[911764119] 'applied index is now lower than readState.Index' (duration: 71.63507ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:09:53.849531Z","caller":"traceutil/trace.go:171","msg":"trace[761578317] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"197.635452ms","start":"2026-04-16T04:09:53.651868Z","end":"2026-04-16T04:09:53.849503Z","steps":["trace[761578317] 'process raft request' (duration: 125.996812ms)","trace[761578317] 'compare' (duration: 71.16539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:09:53.850221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.814941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:475452"} {"level":"warn","ts":"2026-04-16T04:09:53.850259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.514199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:475452"} {"level":"info","ts":"2026-04-16T04:09:53.850303Z","caller":"traceutil/trace.go:171","msg":"trace[1532980997] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:9298; }","duration":"193.610552ms","start":"2026-04-16T04:09:53.656681Z","end":"2026-04-16T04:09:53.850291Z","steps":["trace[1532980997] 'agreement among raft nodes before linearized reading' (duration: 192.913716ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:53.850298Z","caller":"traceutil/trace.go:171","msg":"trace[1904213467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:9298; }","duration":"195.898833ms","start":"2026-04-16T04:09:53.65438Z","end":"2026-04-16T04:09:53.850279Z","steps":["trace[1904213467] 'agreement among raft nodes before linearized reading' (duration: 195.140876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:55.495318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.747591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:09:55.495397Z","caller":"traceutil/trace.go:171","msg":"trace[577952675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9323; }","duration":"123.869204ms","start":"2026-04-16T04:09:55.37151Z","end":"2026-04-16T04:09:55.49538Z","steps":["trace[577952675] 'range keys from in-memory index tree' (duration: 123.642019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:55.495632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.965737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-4p5bb\" ","response":"range_response_count:1 size:14821"} {"level":"info","ts":"2026-04-16T04:09:55.495722Z","caller":"traceutil/trace.go:171","msg":"trace[2088512059] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-4p5bb; range_end:; response_count:1; response_revision:9323; }","duration":"112.097859ms","start":"2026-04-16T04:09:55.383604Z","end":"2026-04-16T04:09:55.495702Z","steps":["trace[2088512059] 'range keys from in-memory index tree' (duration: 111.745962ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:09:55.577858Z","caller":"traceutil/trace.go:171","msg":"trace[790618796] transaction","detail":"{read_only:false; response_revision:9325; number_of_response:1; }","duration":"131.67138ms","start":"2026-04-16T04:09:55.44612Z","end":"2026-04-16T04:09:55.577791Z","steps":["trace[790618796] 'process raft request' (duration: 131.470006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:09:57.613869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.539526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:09:57.614024Z","caller":"traceutil/trace.go:171","msg":"trace[725879877] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"153.444999ms","start":"2026-04-16T04:09:57.460533Z","end":"2026-04-16T04:09:57.613978Z","steps":["trace[725879877] 'process raft request' (duration: 25.696438ms)","trace[725879877] 'compare' (duration: 127.274581ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:09:59.654074Z","caller":"traceutil/trace.go:171","msg":"trace[1378872214] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"160.393566ms","start":"2026-04-16T04:09:59.493665Z","end":"2026-04-16T04:09:59.654058Z","steps":["trace[1378872214] 'process raft request' (duration: 160.15146ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:01.600621Z","caller":"traceutil/trace.go:171","msg":"trace[722939] linearizableReadLoop","detail":"{readStateIndex:9874; appliedIndex:9873; }","duration":"102.111625ms","start":"2026-04-16T04:10:01.498486Z","end":"2026-04-16T04:10:01.600597Z","steps":["trace[722939] 'read index received' (duration: 16.533472ms)","trace[722939] 'applied index is now lower than readState.Index' (duration: 85.577233ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:01.600844Z","caller":"traceutil/trace.go:171","msg":"trace[1231086330] transaction","detail":"{read_only:false; response_revision:9468; number_of_response:1; }","duration":"107.784693ms","start":"2026-04-16T04:10:01.493017Z","end":"2026-04-16T04:10:01.600802Z","steps":["trace[1231086330] 'process raft request' (duration: 106.31127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:01.601049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.535905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9563"} {"level":"info","ts":"2026-04-16T04:10:01.601106Z","caller":"traceutil/trace.go:171","msg":"trace[1227486308] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:9468; }","duration":"102.668168ms","start":"2026-04-16T04:10:01.498425Z","end":"2026-04-16T04:10:01.601093Z","steps":["trace[1227486308] 'agreement among raft nodes before linearized reading' (duration: 102.36649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:01.602416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.646369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-16T04:10:01.602496Z","caller":"traceutil/trace.go:171","msg":"trace[1287175364] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9468; }","duration":"103.761553ms","start":"2026-04-16T04:10:01.498713Z","end":"2026-04-16T04:10:01.602475Z","steps":["trace[1287175364] 'agreement among raft nodes before linearized reading' (duration: 102.437143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:11.335985Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T04:10:11.34197Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-16T04:10:11.342253Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-16T04:10:36.148015Z","caller":"traceutil/trace.go:171","msg":"trace[1932088267] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"190.926241ms","start":"2026-04-16T04:10:35.957055Z","end":"2026-04-16T04:10:36.147981Z","steps":["trace[1932088267] 'process raft request' (duration: 92.838986ms)","trace[1932088267] 'compare' (duration: 97.953892ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:36.242353Z","caller":"traceutil/trace.go:171","msg":"trace[1052582000] linearizableReadLoop","detail":"{readStateIndex:10214; appliedIndex:10212; }","duration":"272.948775ms","start":"2026-04-16T04:10:35.969376Z","end":"2026-04-16T04:10:36.242325Z","steps":["trace[1052582000] 'read index received' (duration: 80.531681ms)","trace[1052582000] 'applied index is now lower than readState.Index' (duration: 192.416274ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:36.242393Z","caller":"traceutil/trace.go:171","msg":"trace[1975182956] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"283.154345ms","start":"2026-04-16T04:10:35.959207Z","end":"2026-04-16T04:10:36.242361Z","steps":["trace[1975182956] 'process raft request' (duration: 282.974161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:36.242648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.1659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/heat-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:36.242709Z","caller":"traceutil/trace.go:171","msg":"trace[1263546081] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/heat-api; range_end:; response_count:0; response_revision:9800; }","duration":"273.350994ms","start":"2026-04-16T04:10:35.969346Z","end":"2026-04-16T04:10:36.242697Z","steps":["trace[1263546081] 'agreement among raft nodes before linearized reading' (duration: 273.140769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:36.242658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.539623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:36.242839Z","caller":"traceutil/trace.go:171","msg":"trace[1819413701] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9800; }","duration":"114.78612ms","start":"2026-04-16T04:10:36.128018Z","end":"2026-04-16T04:10:36.242804Z","steps":["trace[1819413701] 'agreement among raft nodes before linearized reading' (duration: 114.525523ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:43.499832Z","caller":"traceutil/trace.go:171","msg":"trace[821378882] linearizableReadLoop","detail":"{readStateIndex:10509; appliedIndex:10508; }","duration":"209.392157ms","start":"2026-04-16T04:10:43.290367Z","end":"2026-04-16T04:10:43.49976Z","steps":["trace[821378882] 'read index received' (duration: 209.280295ms)","trace[821378882] 'applied index is now lower than readState.Index' (duration: 110.922µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:43.499861Z","caller":"traceutil/trace.go:171","msg":"trace[1105652672] transaction","detail":"{read_only:false; response_revision:10090; number_of_response:1; }","duration":"209.830937ms","start":"2026-04-16T04:10:43.290001Z","end":"2026-04-16T04:10:43.499831Z","steps":["trace[1105652672] 'process raft request' (duration: 209.624762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:43.500118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.722304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-hx997\" ","response":"range_response_count:1 size:7288"} {"level":"info","ts":"2026-04-16T04:10:43.500196Z","caller":"traceutil/trace.go:171","msg":"trace[1855780931] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-hx997; range_end:; response_count:1; response_revision:10090; }","duration":"209.838006ms","start":"2026-04-16T04:10:43.290341Z","end":"2026-04-16T04:10:43.500179Z","steps":["trace[1855780931] 'agreement among raft nodes before linearized reading' (duration: 209.587341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:43.501647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.725861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T04:10:43.501815Z","caller":"traceutil/trace.go:171","msg":"trace[182076518] transaction","detail":"{read_only:false; response_revision:10091; number_of_response:1; }","duration":"146.453023ms","start":"2026-04-16T04:10:43.355327Z","end":"2026-04-16T04:10:43.50178Z","steps":["trace[182076518] 'process raft request' (duration: 146.052774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:43.501729Z","caller":"traceutil/trace.go:171","msg":"trace[275928626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10091; }","duration":"131.814072ms","start":"2026-04-16T04:10:43.369897Z","end":"2026-04-16T04:10:43.501711Z","steps":["trace[275928626] 'agreement among raft nodes before linearized reading' (duration: 131.603718ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:44.332755Z","caller":"traceutil/trace.go:171","msg":"trace[735242751] transaction","detail":"{read_only:false; response_revision:10104; number_of_response:1; }","duration":"174.495682ms","start":"2026-04-16T04:10:44.158232Z","end":"2026-04-16T04:10:44.332728Z","steps":["trace[735242751] 'process raft request' (duration: 151.960545ms)","trace[735242751] 'compare' (duration: 22.367423ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:44.378082Z","caller":"traceutil/trace.go:171","msg":"trace[103089036] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"127.587569ms","start":"2026-04-16T04:10:44.25046Z","end":"2026-04-16T04:10:44.378047Z","steps":["trace[103089036] 'process raft request' (duration: 127.407784ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:46.400186Z","caller":"traceutil/trace.go:171","msg":"trace[1510187069] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"259.595873ms","start":"2026-04-16T04:10:46.140559Z","end":"2026-04-16T04:10:46.400154Z","steps":["trace[1510187069] 'process raft request' (duration: 216.445206ms)","trace[1510187069] 'compare' (duration: 42.987774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:10:48.118937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.646502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-16T04:10:48.119075Z","caller":"traceutil/trace.go:171","msg":"trace[186497608] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10145; }","duration":"122.821295ms","start":"2026-04-16T04:10:47.996224Z","end":"2026-04-16T04:10:48.119045Z","steps":["trace[186497608] 'range keys from in-memory index tree' (duration: 122.392447ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:48.119573Z","caller":"traceutil/trace.go:171","msg":"trace[1164944613] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"106.430628ms","start":"2026-04-16T04:10:48.013114Z","end":"2026-04-16T04:10:48.119544Z","steps":["trace[1164944613] 'process raft request' (duration: 73.607422ms)","trace[1164944613] 'compare' (duration: 31.987238ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:51.837503Z","caller":"traceutil/trace.go:171","msg":"trace[72545055] linearizableReadLoop","detail":"{readStateIndex:10607; appliedIndex:10606; }","duration":"120.006002ms","start":"2026-04-16T04:10:51.717474Z","end":"2026-04-16T04:10:51.83748Z","steps":["trace[72545055] 'read index received' (duration: 119.984082ms)","trace[72545055] 'applied index is now lower than readState.Index' (duration: 20.78µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:51.837559Z","caller":"traceutil/trace.go:171","msg":"trace[1834666809] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"128.8318ms","start":"2026-04-16T04:10:51.708687Z","end":"2026-04-16T04:10:51.837519Z","steps":["trace[1834666809] 'process raft request' (duration: 128.638986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:51.837888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.400382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T04:10:51.838041Z","caller":"traceutil/trace.go:171","msg":"trace[95548921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10187; }","duration":"120.530275ms","start":"2026-04-16T04:10:51.71741Z","end":"2026-04-16T04:10:51.83794Z","steps":["trace[95548921] 'agreement among raft nodes before linearized reading' (duration: 120.175977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:52.134408Z","caller":"traceutil/trace.go:171","msg":"trace[639240409] transaction","detail":"{read_only:false; response_revision:10193; number_of_response:1; }","duration":"130.377315ms","start":"2026-04-16T04:10:52.004012Z","end":"2026-04-16T04:10:52.134389Z","steps":["trace[639240409] 'process raft request' (duration: 130.315393ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:52.134475Z","caller":"traceutil/trace.go:171","msg":"trace[1862680121] transaction","detail":"{read_only:false; response_revision:10192; number_of_response:1; }","duration":"137.358541ms","start":"2026-04-16T04:10:51.997088Z","end":"2026-04-16T04:10:52.134446Z","steps":["trace[1862680121] 'process raft request' (duration: 137.134126ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:52.266803Z","caller":"traceutil/trace.go:171","msg":"trace[721210843] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"128.82711ms","start":"2026-04-16T04:10:52.137953Z","end":"2026-04-16T04:10:52.26678Z","steps":["trace[721210843] 'process raft request' (duration: 128.661897ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:52.266856Z","caller":"traceutil/trace.go:171","msg":"trace[46908351] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"120.560725ms","start":"2026-04-16T04:10:52.146252Z","end":"2026-04-16T04:10:52.266812Z","steps":["trace[46908351] 'process raft request' (duration: 120.416872ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:52.266968Z","caller":"traceutil/trace.go:171","msg":"trace[124162006] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10197; }","duration":"119.551563ms","start":"2026-04-16T04:10:52.147398Z","end":"2026-04-16T04:10:52.266949Z","steps":["trace[124162006] 'process raft request' (duration: 119.320568ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:52.266965Z","caller":"traceutil/trace.go:171","msg":"trace[247603987] transaction","detail":"{read_only:false; response_revision:10195; number_of_response:1; }","duration":"130.639482ms","start":"2026-04-16T04:10:52.136298Z","end":"2026-04-16T04:10:52.266938Z","steps":["trace[247603987] 'process raft request' (duration: 130.121209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:54.287723Z","caller":"traceutil/trace.go:171","msg":"trace[1049785483] transaction","detail":"{read_only:false; response_revision:10234; number_of_response:1; }","duration":"265.375255ms","start":"2026-04-16T04:10:54.022318Z","end":"2026-04-16T04:10:54.287693Z","steps":["trace[1049785483] 'process raft request' (duration: 221.237914ms)","trace[1049785483] 'compare' (duration: 43.990288ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:54.287901Z","caller":"traceutil/trace.go:171","msg":"trace[1331667274] linearizableReadLoop","detail":"{readStateIndex:10659; appliedIndex:10657; }","duration":"105.681852ms","start":"2026-04-16T04:10:54.182191Z","end":"2026-04-16T04:10:54.287872Z","steps":["trace[1331667274] 'read index received' (duration: 61.358777ms)","trace[1331667274] 'applied index is now lower than readState.Index' (duration: 44.320835ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:54.287946Z","caller":"traceutil/trace.go:171","msg":"trace[1253633349] transaction","detail":"{read_only:false; response_revision:10235; number_of_response:1; }","duration":"105.805715ms","start":"2026-04-16T04:10:54.182109Z","end":"2026-04-16T04:10:54.287915Z","steps":["trace[1253633349] 'process raft request' (duration: 105.551399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:54.28805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.837765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:54.288113Z","caller":"traceutil/trace.go:171","msg":"trace[2112805563] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:10235; }","duration":"105.951388ms","start":"2026-04-16T04:10:54.182147Z","end":"2026-04-16T04:10:54.288099Z","steps":["trace[2112805563] 'agreement among raft nodes before linearized reading' (duration: 105.835305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:54.288115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.669891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T04:10:54.288158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.349803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T04:10:54.288205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.395133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T04:10:54.288242Z","caller":"traceutil/trace.go:171","msg":"trace[475886803] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:10235; }","duration":"105.474216ms","start":"2026-04-16T04:10:54.182752Z","end":"2026-04-16T04:10:54.288226Z","steps":["trace[475886803] 'agreement among raft nodes before linearized reading' (duration: 105.318032ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:54.288242Z","caller":"traceutil/trace.go:171","msg":"trace[237288916] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:10235; }","duration":"105.822954ms","start":"2026-04-16T04:10:54.18239Z","end":"2026-04-16T04:10:54.288213Z","steps":["trace[237288916] 'agreement among raft nodes before linearized reading' (duration: 105.64557ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:54.288249Z","caller":"traceutil/trace.go:171","msg":"trace[539673540] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:10235; }","duration":"100.462474ms","start":"2026-04-16T04:10:54.187772Z","end":"2026-04-16T04:10:54.288235Z","steps":["trace[539673540] 'agreement among raft nodes before linearized reading' (duration: 100.29389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:54.288347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.824595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:54.288388Z","caller":"traceutil/trace.go:171","msg":"trace[316650189] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:10235; }","duration":"105.930297ms","start":"2026-04-16T04:10:54.182443Z","end":"2026-04-16T04:10:54.288373Z","steps":["trace[316650189] 'agreement among raft nodes before linearized reading' (duration: 105.854875ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:55.300698Z","caller":"traceutil/trace.go:171","msg":"trace[1105730391] linearizableReadLoop","detail":"{readStateIndex:10711; appliedIndex:10710; }","duration":"220.749993ms","start":"2026-04-16T04:10:55.079922Z","end":"2026-04-16T04:10:55.300672Z","steps":["trace[1105730391] 'read index received' (duration: 137.582057ms)","trace[1105730391] 'applied index is now lower than readState.Index' (duration: 83.166736ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:55.300801Z","caller":"traceutil/trace.go:171","msg":"trace[1237344744] transaction","detail":"{read_only:false; response_revision:10285; number_of_response:1; }","duration":"256.829793ms","start":"2026-04-16T04:10:55.043939Z","end":"2026-04-16T04:10:55.300769Z","steps":["trace[1237344744] 'process raft request' (duration: 173.574704ms)","trace[1237344744] 'compare' (duration: 82.91785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:10:55.300956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.399396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-04-16T04:10:55.300945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.11806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8851"} {"level":"info","ts":"2026-04-16T04:10:55.301018Z","caller":"traceutil/trace.go:171","msg":"trace[1078379939] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:10285; }","duration":"245.232753ms","start":"2026-04-16T04:10:55.055763Z","end":"2026-04-16T04:10:55.300996Z","steps":["trace[1078379939] 'agreement among raft nodes before linearized reading' (duration: 245.017658ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:55.30099Z","caller":"traceutil/trace.go:171","msg":"trace[530190330] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10285; }","duration":"261.484838ms","start":"2026-04-16T04:10:55.039495Z","end":"2026-04-16T04:10:55.30098Z","steps":["trace[530190330] 'agreement among raft nodes before linearized reading' (duration: 261.288424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:55.301842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.629442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-16T04:10:55.301939Z","caller":"traceutil/trace.go:171","msg":"trace[1402030896] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10285; }","duration":"258.767136ms","start":"2026-04-16T04:10:55.043148Z","end":"2026-04-16T04:10:55.301915Z","steps":["trace[1402030896] 'agreement among raft nodes before linearized reading' (duration: 257.621181ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:55.302103Z","caller":"traceutil/trace.go:171","msg":"trace[1392576230] transaction","detail":"{read_only:false; response_revision:10287; number_of_response:1; }","duration":"212.227142ms","start":"2026-04-16T04:10:55.089827Z","end":"2026-04-16T04:10:55.302054Z","steps":["trace[1392576230] 'process raft request' (duration: 212.068748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:55.302224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.630573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:10:55.302309Z","caller":"traceutil/trace.go:171","msg":"trace[1187575224] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10287; }","duration":"213.761976ms","start":"2026-04-16T04:10:55.088528Z","end":"2026-04-16T04:10:55.30229Z","steps":["trace[1187575224] 'agreement among raft nodes before linearized reading' (duration: 213.46513ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:55.302387Z","caller":"traceutil/trace.go:171","msg":"trace[820403747] transaction","detail":"{read_only:false; response_revision:10286; number_of_response:1; }","duration":"216.445626ms","start":"2026-04-16T04:10:55.085927Z","end":"2026-04-16T04:10:55.302373Z","steps":["trace[820403747] 'process raft request' (duration: 215.839133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:55.563182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.212495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:10:55.563339Z","caller":"traceutil/trace.go:171","msg":"trace[1513262701] transaction","detail":"{read_only:false; response_revision:10288; number_of_response:1; }","duration":"250.587383ms","start":"2026-04-16T04:10:55.312723Z","end":"2026-04-16T04:10:55.56331Z","steps":["trace[1513262701] 'process raft request' (duration: 114.150462ms)","trace[1513262701] 'compare' (duration: 135.988371ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:55.565722Z","caller":"traceutil/trace.go:171","msg":"trace[533264120] linearizableReadLoop","detail":"{readStateIndex:10715; appliedIndex:10713; }","duration":"239.496254ms","start":"2026-04-16T04:10:55.326176Z","end":"2026-04-16T04:10:55.565672Z","steps":["trace[533264120] 'read index received' (duration: 100.71142ms)","trace[533264120] 'applied index is now lower than readState.Index' (duration: 138.783934ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:55.565993Z","caller":"traceutil/trace.go:171","msg":"trace[1906442360] transaction","detail":"{read_only:false; response_revision:10289; number_of_response:1; }","duration":"247.944823ms","start":"2026-04-16T04:10:55.318018Z","end":"2026-04-16T04:10:55.565963Z","steps":["trace[1906442360] 'process raft request' (duration: 247.540084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:55.566111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.850916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-16T04:10:55.566114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.909182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-16T04:10:55.566154Z","caller":"traceutil/trace.go:171","msg":"trace[1900170755] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10289; }","duration":"233.913408ms","start":"2026-04-16T04:10:55.332217Z","end":"2026-04-16T04:10:55.56613Z","steps":["trace[1900170755] 'agreement among raft nodes before linearized reading' (duration: 233.784705ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:55.566213Z","caller":"traceutil/trace.go:171","msg":"trace[1751394320] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10289; }","duration":"240.075906ms","start":"2026-04-16T04:10:55.326116Z","end":"2026-04-16T04:10:55.566192Z","steps":["trace[1751394320] 'agreement among raft nodes before linearized reading' (duration: 239.77983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:55.566215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.838364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T04:10:55.566221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.090599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-16T04:10:55.566265Z","caller":"traceutil/trace.go:171","msg":"trace[1064080430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10289; }","duration":"195.951506ms","start":"2026-04-16T04:10:55.370299Z","end":"2026-04-16T04:10:55.56625Z","steps":["trace[1064080430] 'agreement among raft nodes before linearized reading' (duration: 195.845314ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:55.566303Z","caller":"traceutil/trace.go:171","msg":"trace[1370258623] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-init; range_end:; response_count:1; response_revision:10289; }","duration":"192.210782ms","start":"2026-04-16T04:10:55.374069Z","end":"2026-04-16T04:10:55.56628Z","steps":["trace[1370258623] 'agreement among raft nodes before linearized reading' (duration: 191.989827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:57.553339Z","caller":"traceutil/trace.go:171","msg":"trace[1801405095] linearizableReadLoop","detail":"{readStateIndex:10757; appliedIndex:10756; }","duration":"183.048958ms","start":"2026-04-16T04:10:57.370273Z","end":"2026-04-16T04:10:57.553322Z","steps":["trace[1801405095] 'read index received' (duration: 182.901374ms)","trace[1801405095] 'applied index is now lower than readState.Index' (duration: 146.664µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:10:57.55345Z","caller":"traceutil/trace.go:171","msg":"trace[1212487290] transaction","detail":"{read_only:false; response_revision:10331; number_of_response:1; }","duration":"225.815967ms","start":"2026-04-16T04:10:57.327588Z","end":"2026-04-16T04:10:57.553404Z","steps":["trace[1212487290] 'process raft request' (duration: 225.567612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:57.796952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.234184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:57.797046Z","caller":"traceutil/trace.go:171","msg":"trace[1237106397] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10331; }","duration":"348.385298ms","start":"2026-04-16T04:10:57.448634Z","end":"2026-04-16T04:10:57.79702Z","steps":["trace[1237106397] 'agreement among raft nodes before linearized reading' (duration: 104.822353ms)","trace[1237106397] 'count revisions from in-memory index tree' (duration: 243.427392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:10:57.797036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.751465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T04:10:57.797099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:10:57.448614Z","time spent":"348.473429ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:10:57.797109Z","caller":"traceutil/trace.go:171","msg":"trace[2096455977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10331; }","duration":"426.859608ms","start":"2026-04-16T04:10:57.370229Z","end":"2026-04-16T04:10:57.797088Z","steps":["trace[2096455977] 'agreement among raft nodes before linearized reading' (duration: 183.210941ms)","trace[2096455977] 'range keys from in-memory index tree' (duration: 243.554195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:10:57.797148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:10:57.370214Z","time spent":"426.926139ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:10:57.797144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.411221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T04:10:57.797232Z","caller":"traceutil/trace.go:171","msg":"trace[1503863032] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:10331; }","duration":"255.542293ms","start":"2026-04-16T04:10:57.541671Z","end":"2026-04-16T04:10:57.797213Z","steps":["trace[1503863032] 'range keys from in-memory index tree' (duration: 243.558775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:57.797358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.707206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-create-internal-tenant-cvm5c\" ","response":"range_response_count:1 size:9228"} {"level":"info","ts":"2026-04-16T04:10:57.797428Z","caller":"traceutil/trace.go:171","msg":"trace[404766338] range","detail":"{range_begin:/registry/pods/openstack/cinder-create-internal-tenant-cvm5c; range_end:; response_count:1; response_revision:10331; }","duration":"238.874379ms","start":"2026-04-16T04:10:57.558539Z","end":"2026-04-16T04:10:57.797413Z","steps":["trace[404766338] 'range keys from in-memory index tree' (duration: 238.531832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:57.79788Z","caller":"traceutil/trace.go:171","msg":"trace[1452758376] linearizableReadLoop","detail":"{readStateIndex:10758; appliedIndex:10757; }","duration":"173.873691ms","start":"2026-04-16T04:10:57.623997Z","end":"2026-04-16T04:10:57.797871Z","steps":["trace[1452758376] 'read index received' (duration: 168.839488ms)","trace[1452758376] 'applied index is now lower than readState.Index' (duration: 5.033203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:10:57.797988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.336199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:57.798038Z","caller":"traceutil/trace.go:171","msg":"trace[545713063] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:10332; }","duration":"103.39995ms","start":"2026-04-16T04:10:57.694627Z","end":"2026-04-16T04:10:57.798026Z","steps":["trace[545713063] 'agreement among raft nodes before linearized reading' (duration: 103.319288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:57.798057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.897314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T04:10:57.798061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.821355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T04:10:57.798078Z","caller":"traceutil/trace.go:171","msg":"trace[90503861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10332; }","duration":"170.956296ms","start":"2026-04-16T04:10:57.627116Z","end":"2026-04-16T04:10:57.798072Z","steps":["trace[90503861] 'agreement among raft nodes before linearized reading' (duration: 170.905755ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:57.798117Z","caller":"traceutil/trace.go:171","msg":"trace[684525442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10332; }","duration":"167.883007ms","start":"2026-04-16T04:10:57.630217Z","end":"2026-04-16T04:10:57.7981Z","steps":["trace[684525442] 'agreement among raft nodes before linearized reading' (duration: 167.747384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:57.798164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.273311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:57.798185Z","caller":"traceutil/trace.go:171","msg":"trace[164586214] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:10332; }","duration":"113.342122ms","start":"2026-04-16T04:10:57.684837Z","end":"2026-04-16T04:10:57.798179Z","steps":["trace[164586214] 'agreement among raft nodes before linearized reading' (duration: 113.309942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:57.798005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.525571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T04:10:57.798211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.213178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T04:10:57.798224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.282038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:57.798319Z","caller":"traceutil/trace.go:171","msg":"trace[1224494959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10332; }","duration":"174.337791ms","start":"2026-04-16T04:10:57.623945Z","end":"2026-04-16T04:10:57.798282Z","steps":["trace[1224494959] 'agreement among raft nodes before linearized reading' (duration: 173.979184ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:57.79834Z","caller":"traceutil/trace.go:171","msg":"trace[485613754] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:10332; }","duration":"103.439271ms","start":"2026-04-16T04:10:57.694871Z","end":"2026-04-16T04:10:57.79831Z","steps":["trace[485613754] 'agreement among raft nodes before linearized reading' (duration: 103.209666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:57.798203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.75675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:57.798431Z","caller":"traceutil/trace.go:171","msg":"trace[1651773485] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:10332; }","duration":"109.020957ms","start":"2026-04-16T04:10:57.689402Z","end":"2026-04-16T04:10:57.798423Z","steps":["trace[1651773485] 'agreement among raft nodes before linearized reading' (duration: 108.666969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:57.798432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.139121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:10:57.798244Z","caller":"traceutil/trace.go:171","msg":"trace[5711071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10332; }","duration":"172.782057ms","start":"2026-04-16T04:10:57.625451Z","end":"2026-04-16T04:10:57.798233Z","steps":["trace[5711071] 'agreement among raft nodes before linearized reading' (duration: 172.479861ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:57.79851Z","caller":"traceutil/trace.go:171","msg":"trace[1173749509] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:10332; }","duration":"114.248944ms","start":"2026-04-16T04:10:57.684242Z","end":"2026-04-16T04:10:57.798491Z","steps":["trace[1173749509] 'agreement among raft nodes before linearized reading' (duration: 113.708332ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:57.798059Z","caller":"traceutil/trace.go:171","msg":"trace[1786821737] transaction","detail":"{read_only:false; response_revision:10332; number_of_response:1; }","duration":"177.105874ms","start":"2026-04-16T04:10:57.620877Z","end":"2026-04-16T04:10:57.797983Z","steps":["trace[1786821737] 'process raft request' (duration: 171.976959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:10:57.798748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.902828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-64bcfdc7b7-hzr87.18a6bad5a6910ac8\" ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-16T04:10:57.799609Z","caller":"traceutil/trace.go:171","msg":"trace[1217100459] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-64bcfdc7b7-hzr87.18a6bad5a6910ac8; range_end:; response_count:1; response_revision:10331; }","duration":"189.881501ms","start":"2026-04-16T04:10:57.609702Z","end":"2026-04-16T04:10:57.799583Z","steps":["trace[1217100459] 'range keys from in-memory index tree' (duration: 187.64343ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:10:58.55071Z","caller":"traceutil/trace.go:171","msg":"trace[1240976953] transaction","detail":"{read_only:false; response_revision:10346; number_of_response:1; }","duration":"166.580728ms","start":"2026-04-16T04:10:58.384101Z","end":"2026-04-16T04:10:58.550682Z","steps":["trace[1240976953] 'process raft request' (duration: 96.66805ms)","trace[1240976953] 'compare' (duration: 69.736854ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:01.075127Z","caller":"traceutil/trace.go:171","msg":"trace[1110327509] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"101.358874ms","start":"2026-04-16T04:11:00.973711Z","end":"2026-04-16T04:11:01.07507Z","steps":["trace[1110327509] 'process raft request' (duration: 77.769594ms)","trace[1110327509] 'compare' (duration: 23.324474ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:01.085142Z","caller":"traceutil/trace.go:171","msg":"trace[2136727989] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"108.960543ms","start":"2026-04-16T04:11:00.976153Z","end":"2026-04-16T04:11:01.085113Z","steps":["trace[2136727989] 'process raft request' (duration: 108.887722ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:01.085165Z","caller":"traceutil/trace.go:171","msg":"trace[428009794] transaction","detail":"{read_only:false; response_revision:10380; number_of_response:1; }","duration":"111.339127ms","start":"2026-04-16T04:11:00.973807Z","end":"2026-04-16T04:11:01.085146Z","steps":["trace[428009794] 'process raft request' (duration: 111.095072ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:02.612818Z","caller":"traceutil/trace.go:171","msg":"trace[1302560566] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"174.64386ms","start":"2026-04-16T04:11:02.438144Z","end":"2026-04-16T04:11:02.612788Z","steps":["trace[1302560566] 'process raft request' (duration: 128.621776ms)","trace[1302560566] 'compare' (duration: 45.83777ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:04.515293Z","caller":"traceutil/trace.go:171","msg":"trace[175259904] linearizableReadLoop","detail":"{readStateIndex:10841; appliedIndex:10840; }","duration":"145.268499ms","start":"2026-04-16T04:11:04.370008Z","end":"2026-04-16T04:11:04.515276Z","steps":["trace[175259904] 'read index received' (duration: 145.203258ms)","trace[175259904] 'applied index is now lower than readState.Index' (duration: 64.121µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:04.515543Z","caller":"traceutil/trace.go:171","msg":"trace[1842387965] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"184.352167ms","start":"2026-04-16T04:11:04.331177Z","end":"2026-04-16T04:11:04.515529Z","steps":["trace[1842387965] 'process raft request' (duration: 183.967858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:04.515607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.577316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:04.515677Z","caller":"traceutil/trace.go:171","msg":"trace[585795488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10413; }","duration":"145.684989ms","start":"2026-04-16T04:11:04.369977Z","end":"2026-04-16T04:11:04.515662Z","steps":["trace[585795488] 'agreement among raft nodes before linearized reading' (duration: 145.566406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:04.589775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.498997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T04:11:04.589806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.569288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:04.589843Z","caller":"traceutil/trace.go:171","msg":"trace[705939899] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10415; }","duration":"101.58174ms","start":"2026-04-16T04:11:04.48825Z","end":"2026-04-16T04:11:04.589831Z","steps":["trace[705939899] 'agreement among raft nodes before linearized reading' (duration: 101.346373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:04.589872Z","caller":"traceutil/trace.go:171","msg":"trace[731089640] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:10415; }","duration":"154.63947ms","start":"2026-04-16T04:11:04.435217Z","end":"2026-04-16T04:11:04.589857Z","steps":["trace[731089640] 'agreement among raft nodes before linearized reading' (duration: 154.546847ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:04.59007Z","caller":"traceutil/trace.go:171","msg":"trace[1127700720] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"214.411521ms","start":"2026-04-16T04:11:04.375638Z","end":"2026-04-16T04:11:04.59005Z","steps":["trace[1127700720] 'process raft request' (duration: 206.883012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:04.59005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.076807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-16T04:11:04.590137Z","caller":"traceutil/trace.go:171","msg":"trace[1783922023] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"153.251889ms","start":"2026-04-16T04:11:04.436877Z","end":"2026-04-16T04:11:04.590129Z","steps":["trace[1783922023] 'process raft request' (duration: 152.619164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:04.59016Z","caller":"traceutil/trace.go:171","msg":"trace[1878686376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10415; }","duration":"195.21559ms","start":"2026-04-16T04:11:04.394914Z","end":"2026-04-16T04:11:04.59013Z","steps":["trace[1878686376] 'agreement among raft nodes before linearized reading' (duration: 194.881412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:04.621295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.930815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:04.621332Z","caller":"traceutil/trace.go:171","msg":"trace[614969863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10416; }","duration":"104.988366ms","start":"2026-04-16T04:11:04.516335Z","end":"2026-04-16T04:11:04.621323Z","steps":["trace[614969863] 'agreement among raft nodes before linearized reading' (duration: 104.75068ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:05.708006Z","caller":"traceutil/trace.go:171","msg":"trace[1337084099] transaction","detail":"{read_only:false; response_revision:10440; number_of_response:1; }","duration":"100.173208ms","start":"2026-04-16T04:11:05.607805Z","end":"2026-04-16T04:11:05.707978Z","steps":["trace[1337084099] 'process raft request' (duration: 100.088356ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:05.70803Z","caller":"traceutil/trace.go:171","msg":"trace[2072868855] transaction","detail":"{read_only:false; response_revision:10439; number_of_response:1; }","duration":"100.29962ms","start":"2026-04-16T04:11:05.607699Z","end":"2026-04-16T04:11:05.707999Z","steps":["trace[2072868855] 'process raft request' (duration: 25.085853ms)","trace[2072868855] 'compare' (duration: 74.925051ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:06.927309Z","caller":"traceutil/trace.go:171","msg":"trace[1888796726] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"331.987959ms","start":"2026-04-16T04:11:06.595274Z","end":"2026-04-16T04:11:06.927262Z","steps":["trace[1888796726] 'process raft request' (duration: 319.14692ms)","trace[1888796726] 'compare' (duration: 12.698316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:11:06.927472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:11:06.595263Z","time spent":"332.126423ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:11:06.934978Z","caller":"traceutil/trace.go:171","msg":"trace[1672222834] linearizableReadLoop","detail":"{readStateIndex:10884; appliedIndex:10882; }","duration":"338.307401ms","start":"2026-04-16T04:11:06.596647Z","end":"2026-04-16T04:11:06.934954Z","steps":["trace[1672222834] 'read index received' (duration: 317.78726ms)","trace[1672222834] 'applied index is now lower than readState.Index' (duration: 20.518841ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:06.935112Z","caller":"traceutil/trace.go:171","msg":"trace[395501089] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"339.304653ms","start":"2026-04-16T04:11:06.595796Z","end":"2026-04-16T04:11:06.9351Z","steps":["trace[395501089] 'process raft request' (duration: 339.018127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:06.935259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:11:06.595773Z","time spent":"339.376554ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:11:06.935344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.031417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cl2l\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-16T04:11:06.935419Z","caller":"traceutil/trace.go:171","msg":"trace[959487023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cl2l; range_end:; response_count:1; response_revision:10456; }","duration":"261.13605ms","start":"2026-04-16T04:11:06.674264Z","end":"2026-04-16T04:11:06.9354Z","steps":["trace[959487023] 'agreement among raft nodes before linearized reading' (duration: 261.033497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:06.93542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.760791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:06.935476Z","caller":"traceutil/trace.go:171","msg":"trace[1231991928] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10456; }","duration":"338.835573ms","start":"2026-04-16T04:11:06.596625Z","end":"2026-04-16T04:11:06.935461Z","steps":["trace[1231991928] 'agreement among raft nodes before linearized reading' (duration: 338.737911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:06.935518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:11:06.59662Z","time spent":"338.890104ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T04:11:06.935237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.385647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T04:11:06.935602Z","caller":"traceutil/trace.go:171","msg":"trace[1189269212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10456; }","duration":"315.775676ms","start":"2026-04-16T04:11:06.61981Z","end":"2026-04-16T04:11:06.935585Z","steps":["trace[1189269212] 'agreement among raft nodes before linearized reading' (duration: 315.335206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:06.935658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:11:06.619762Z","time spent":"315.879128ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:11:06.93577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.024694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9ndxl\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-16T04:11:06.935851Z","caller":"traceutil/trace.go:171","msg":"trace[901398283] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9ndxl; range_end:; response_count:1; response_revision:10456; }","duration":"260.141477ms","start":"2026-04-16T04:11:06.675693Z","end":"2026-04-16T04:11:06.935834Z","steps":["trace[901398283] 'agreement among raft nodes before linearized reading' (duration: 259.601725ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:07.625545Z","caller":"traceutil/trace.go:171","msg":"trace[179407199] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"114.176192ms","start":"2026-04-16T04:11:07.51133Z","end":"2026-04-16T04:11:07.625506Z","steps":["trace[179407199] 'process raft request' (duration: 114.030009ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:07.744952Z","caller":"traceutil/trace.go:171","msg":"trace[786122190] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"230.894862ms","start":"2026-04-16T04:11:07.51403Z","end":"2026-04-16T04:11:07.744925Z","steps":["trace[786122190] 'process raft request' (duration: 230.629806ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:07.745181Z","caller":"traceutil/trace.go:171","msg":"trace[725556137] linearizableReadLoop","detail":"{readStateIndex:10886; appliedIndex:10885; }","duration":"204.186041ms","start":"2026-04-16T04:11:07.540973Z","end":"2026-04-16T04:11:07.745159Z","steps":["trace[725556137] 'read index received' (duration: 84.599848ms)","trace[725556137] 'applied index is now lower than readState.Index' (duration: 119.585003ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:07.745406Z","caller":"traceutil/trace.go:171","msg":"trace[625812761] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"202.34475ms","start":"2026-04-16T04:11:07.543045Z","end":"2026-04-16T04:11:07.745389Z","steps":["trace[625812761] 'process raft request' (duration: 201.820018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:07.745763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.632171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T04:11:07.745816Z","caller":"traceutil/trace.go:171","msg":"trace[2092279641] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:10459; }","duration":"204.843196ms","start":"2026-04-16T04:11:07.540959Z","end":"2026-04-16T04:11:07.745802Z","steps":["trace[2092279641] 'agreement among raft nodes before linearized reading' (duration: 204.282554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:08.661539Z","caller":"traceutil/trace.go:171","msg":"trace[502477521] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"120.560016ms","start":"2026-04-16T04:11:08.54096Z","end":"2026-04-16T04:11:08.66152Z","steps":["trace[502477521] 'process raft request' (duration: 120.458753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:09.777087Z","caller":"traceutil/trace.go:171","msg":"trace[1145639243] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"208.820845ms","start":"2026-04-16T04:11:09.568226Z","end":"2026-04-16T04:11:09.777047Z","steps":["trace[1145639243] 'process raft request' (duration: 160.085072ms)","trace[1145639243] 'compare' (duration: 48.293203ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:09.777139Z","caller":"traceutil/trace.go:171","msg":"trace[1277670461] linearizableReadLoop","detail":"{readStateIndex:10915; appliedIndex:10914; }","duration":"155.302314ms","start":"2026-04-16T04:11:09.621811Z","end":"2026-04-16T04:11:09.777114Z","steps":["trace[1277670461] 'read index received' (duration: 106.501289ms)","trace[1277670461] 'applied index is now lower than readState.Index' (duration: 48.798674ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:09.777102Z","caller":"traceutil/trace.go:171","msg":"trace[1680774475] transaction","detail":"{read_only:false; response_revision:10487; number_of_response:1; }","duration":"104.946355ms","start":"2026-04-16T04:11:09.672133Z","end":"2026-04-16T04:11:09.777079Z","steps":["trace[1680774475] 'process raft request' (duration: 104.824662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:09.777305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.483808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-rabbit-init-xttcg\" ","response":"range_response_count:1 size:6748"} {"level":"info","ts":"2026-04-16T04:11:09.777341Z","caller":"traceutil/trace.go:171","msg":"trace[270988461] range","detail":"{range_begin:/registry/pods/openstack/heat-rabbit-init-xttcg; range_end:; response_count:1; response_revision:10487; }","duration":"155.565609ms","start":"2026-04-16T04:11:09.621766Z","end":"2026-04-16T04:11:09.777332Z","steps":["trace[270988461] 'agreement among raft nodes before linearized reading' (duration: 155.424256ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:09.853766Z","caller":"traceutil/trace.go:171","msg":"trace[1876366703] transaction","detail":"{read_only:false; response_revision:10488; number_of_response:1; }","duration":"121.039277ms","start":"2026-04-16T04:11:09.732699Z","end":"2026-04-16T04:11:09.853738Z","steps":["trace[1876366703] 'process raft request' (duration: 120.864262ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:10.019539Z","caller":"traceutil/trace.go:171","msg":"trace[1555715685] linearizableReadLoop","detail":"{readStateIndex:10918; appliedIndex:10917; }","duration":"134.959258ms","start":"2026-04-16T04:11:09.884559Z","end":"2026-04-16T04:11:10.019518Z","steps":["trace[1555715685] 'read index received' (duration: 116.750309ms)","trace[1555715685] 'applied index is now lower than readState.Index' (duration: 18.207959ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:10.01976Z","caller":"traceutil/trace.go:171","msg":"trace[665775534] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"232.887006ms","start":"2026-04-16T04:11:09.786613Z","end":"2026-04-16T04:11:10.0195Z","steps":["trace[665775534] 'process raft request' (duration: 214.609865ms)","trace[665775534] 'compare' (duration: 18.008315ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:10.019782Z","caller":"traceutil/trace.go:171","msg":"trace[48273448] transaction","detail":"{read_only:false; response_revision:10490; number_of_response:1; }","duration":"103.652705ms","start":"2026-04-16T04:11:09.91611Z","end":"2026-04-16T04:11:10.019762Z","steps":["trace[48273448] 'process raft request' (duration: 103.314488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.019931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.334976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T04:11:10.019977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.346917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:10.020008Z","caller":"traceutil/trace.go:171","msg":"trace[83032815] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:10491; }","duration":"135.397618ms","start":"2026-04-16T04:11:09.884602Z","end":"2026-04-16T04:11:10.019999Z","steps":["trace[83032815] 'agreement among raft nodes before linearized reading' (duration: 135.362897ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:10.019992Z","caller":"traceutil/trace.go:171","msg":"trace[908501517] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:10490; }","duration":"135.453049ms","start":"2026-04-16T04:11:09.884528Z","end":"2026-04-16T04:11:10.019981Z","steps":["trace[908501517] 'agreement among raft nodes before linearized reading' (duration: 135.169583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.019939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.322306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:10.0203Z","caller":"traceutil/trace.go:171","msg":"trace[2145543763] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:10491; }","duration":"135.702084ms","start":"2026-04-16T04:11:09.884588Z","end":"2026-04-16T04:11:10.02029Z","steps":["trace[2145543763] 'agreement among raft nodes before linearized reading' (duration: 135.307035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.01995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.296025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:10.020358Z","caller":"traceutil/trace.go:171","msg":"trace[793348718] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:10491; }","duration":"135.726735ms","start":"2026-04-16T04:11:09.884627Z","end":"2026-04-16T04:11:10.020354Z","steps":["trace[793348718] 'agreement among raft nodes before linearized reading' (duration: 135.271715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.021458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.810639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:10.021545Z","caller":"traceutil/trace.go:171","msg":"trace[1360647107] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:10491; }","duration":"136.914451ms","start":"2026-04-16T04:11:09.884615Z","end":"2026-04-16T04:11:10.021529Z","steps":["trace[1360647107] 'agreement among raft nodes before linearized reading' (duration: 136.684806ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:10.242611Z","caller":"traceutil/trace.go:171","msg":"trace[1491741146] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"190.451143ms","start":"2026-04-16T04:11:10.052134Z","end":"2026-04-16T04:11:10.242585Z","steps":["trace[1491741146] 'process raft request' (duration: 124.3088ms)","trace[1491741146] 'compare' (duration: 65.896158ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:10.242677Z","caller":"traceutil/trace.go:171","msg":"trace[1675117828] linearizableReadLoop","detail":"{readStateIndex:10923; appliedIndex:10921; }","duration":"150.002225ms","start":"2026-04-16T04:11:10.092649Z","end":"2026-04-16T04:11:10.242651Z","steps":["trace[1675117828] 'read index received' (duration: 83.724678ms)","trace[1675117828] 'applied index is now lower than readState.Index' (duration: 66.276216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:11:10.242828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.015218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:10.242903Z","caller":"traceutil/trace.go:171","msg":"trace[1083869282] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:10494; }","duration":"176.121801ms","start":"2026-04-16T04:11:10.066765Z","end":"2026-04-16T04:11:10.242887Z","steps":["trace[1083869282] 'agreement among raft nodes before linearized reading' (duration: 175.979588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.242915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.003916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T04:11:10.242964Z","caller":"traceutil/trace.go:171","msg":"trace[1165705520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10494; }","duration":"204.081738ms","start":"2026-04-16T04:11:10.038871Z","end":"2026-04-16T04:11:10.242953Z","steps":["trace[1165705520] 'agreement among raft nodes before linearized reading' (duration: 203.875634ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:10.242986Z","caller":"traceutil/trace.go:171","msg":"trace[695898867] transaction","detail":"{read_only:false; response_revision:10494; number_of_response:1; }","duration":"174.911864ms","start":"2026-04-16T04:11:10.068028Z","end":"2026-04-16T04:11:10.24294Z","steps":["trace[695898867] 'process raft request' (duration: 174.510365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.243118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.469868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T04:11:10.243153Z","caller":"traceutil/trace.go:171","msg":"trace[582825117] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:10494; }","duration":"175.517458ms","start":"2026-04-16T04:11:10.067627Z","end":"2026-04-16T04:11:10.243144Z","steps":["trace[582825117] 'agreement among raft nodes before linearized reading' (duration: 175.400916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.243305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.703463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:10.24334Z","caller":"traceutil/trace.go:171","msg":"trace[895102583] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:10494; }","duration":"175.757304ms","start":"2026-04-16T04:11:10.067575Z","end":"2026-04-16T04:11:10.243332Z","steps":["trace[895102583] 'agreement among raft nodes before linearized reading' (duration: 175.706562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.243377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.470177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T04:11:10.243416Z","caller":"traceutil/trace.go:171","msg":"trace[1661463668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10494; }","duration":"204.525539ms","start":"2026-04-16T04:11:10.038881Z","end":"2026-04-16T04:11:10.243407Z","steps":["trace[1661463668] 'agreement among raft nodes before linearized reading' (duration: 204.424937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.243455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.677334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:10.243475Z","caller":"traceutil/trace.go:171","msg":"trace[613524782] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:10494; }","duration":"176.738586ms","start":"2026-04-16T04:11:10.066731Z","end":"2026-04-16T04:11:10.243469Z","steps":["trace[613524782] 'agreement among raft nodes before linearized reading' (duration: 176.697285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.243438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.509668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T04:11:10.243619Z","caller":"traceutil/trace.go:171","msg":"trace[644787297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10494; }","duration":"204.730504ms","start":"2026-04-16T04:11:10.038881Z","end":"2026-04-16T04:11:10.243611Z","steps":["trace[644787297] 'agreement among raft nodes before linearized reading' (duration: 204.396276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:10.243632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.491112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-create-internal-tenant-cvm5c\" ","response":"range_response_count:1 size:2937"} {"level":"warn","ts":"2026-04-16T04:11:10.243608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.335428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T04:11:10.243701Z","caller":"traceutil/trace.go:171","msg":"trace[1374218836] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-create-internal-tenant-cvm5c; range_end:; response_count:1; response_revision:10494; }","duration":"197.586833ms","start":"2026-04-16T04:11:10.046094Z","end":"2026-04-16T04:11:10.24368Z","steps":["trace[1374218836] 'agreement among raft nodes before linearized reading' (duration: 197.399349ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:10.243738Z","caller":"traceutil/trace.go:171","msg":"trace[484334524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10494; }","duration":"197.548613ms","start":"2026-04-16T04:11:10.046154Z","end":"2026-04-16T04:11:10.243703Z","steps":["trace[484334524] 'agreement among raft nodes before linearized reading' (duration: 197.156874ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:11.339379Z","caller":"traceutil/trace.go:171","msg":"trace[739752389] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"106.820597ms","start":"2026-04-16T04:11:11.232536Z","end":"2026-04-16T04:11:11.339356Z","steps":["trace[739752389] 'process raft request' (duration: 106.713045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:11.33957Z","caller":"traceutil/trace.go:171","msg":"trace[1253468673] transaction","detail":"{read_only:false; response_revision:10521; number_of_response:1; }","duration":"122.772165ms","start":"2026-04-16T04:11:11.216769Z","end":"2026-04-16T04:11:11.339541Z","steps":["trace[1253468673] 'process raft request' (duration: 70.269607ms)","trace[1253468673] 'compare' (duration: 51.900355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:11:21.887378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.766042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T04:11:21.887482Z","caller":"traceutil/trace.go:171","msg":"trace[726717346] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10658; }","duration":"203.890595ms","start":"2026-04-16T04:11:21.68357Z","end":"2026-04-16T04:11:21.887461Z","steps":["trace[726717346] 'count revisions from in-memory index tree' (duration: 203.6928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:21.88786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.765689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-16T04:11:21.887951Z","caller":"traceutil/trace.go:171","msg":"trace[1193535717] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:10658; }","duration":"251.921272ms","start":"2026-04-16T04:11:21.636008Z","end":"2026-04-16T04:11:21.887929Z","steps":["trace[1193535717] 'range keys from in-memory index tree' (duration: 251.550944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:22.034632Z","caller":"traceutil/trace.go:171","msg":"trace[1433749882] transaction","detail":"{read_only:false; response_revision:10659; number_of_response:1; }","duration":"121.65946ms","start":"2026-04-16T04:11:21.912943Z","end":"2026-04-16T04:11:22.034603Z","steps":["trace[1433749882] 'process raft request' (duration: 121.487367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:11:32.493608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.388495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:11:32.493949Z","caller":"traceutil/trace.go:171","msg":"trace[1917816362] transaction","detail":"{read_only:false; response_revision:10753; number_of_response:1; }","duration":"141.940874ms","start":"2026-04-16T04:11:32.351974Z","end":"2026-04-16T04:11:32.493915Z","steps":["trace[1917816362] 'process raft request' (duration: 22.932975ms)","trace[1917816362] 'compare' (duration: 118.036078ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:11:50.498028Z","caller":"traceutil/trace.go:171","msg":"trace[43164168] linearizableReadLoop","detail":"{readStateIndex:11341; appliedIndex:11340; }","duration":"109.770683ms","start":"2026-04-16T04:11:50.388233Z","end":"2026-04-16T04:11:50.498003Z","steps":["trace[43164168] 'read index received' (duration: 109.63737ms)","trace[43164168] 'applied index is now lower than readState.Index' (duration: 132.323µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:11:50.498264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.007358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:11:50.498094Z","caller":"traceutil/trace.go:171","msg":"trace[1887539520] transaction","detail":"{read_only:false; response_revision:10900; number_of_response:1; }","duration":"111.514922ms","start":"2026-04-16T04:11:50.386544Z","end":"2026-04-16T04:11:50.498059Z","steps":["trace[1887539520] 'process raft request' (duration: 111.334798ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:11:50.498343Z","caller":"traceutil/trace.go:171","msg":"trace[314397102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10900; }","duration":"110.1069ms","start":"2026-04-16T04:11:50.388208Z","end":"2026-04-16T04:11:50.498315Z","steps":["trace[314397102] 'agreement among raft nodes before linearized reading' (duration: 109.939956ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:12:28.52027Z","caller":"traceutil/trace.go:171","msg":"trace[1313678418] linearizableReadLoop","detail":"{readStateIndex:11605; appliedIndex:11603; }","duration":"149.667378ms","start":"2026-04-16T04:12:28.37058Z","end":"2026-04-16T04:12:28.520248Z","steps":["trace[1313678418] 'read index received' (duration: 8.583872ms)","trace[1313678418] 'applied index is now lower than readState.Index' (duration: 141.082315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:12:28.520498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.922363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:12:28.520414Z","caller":"traceutil/trace.go:171","msg":"trace[1177515552] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"169.434001ms","start":"2026-04-16T04:12:28.350907Z","end":"2026-04-16T04:12:28.520341Z","steps":["trace[1177515552] 'process raft request' (duration: 81.964918ms)","trace[1177515552] 'compare' (duration: 87.271188ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:12:28.520559Z","caller":"traceutil/trace.go:171","msg":"trace[590746092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11155; }","duration":"150.003585ms","start":"2026-04-16T04:12:28.370541Z","end":"2026-04-16T04:12:28.520545Z","steps":["trace[590746092] 'agreement among raft nodes before linearized reading' (duration: 149.863162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:12:47.570533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7395} {"level":"info","ts":"2026-04-16T04:12:47.678843Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7395,"took":"105.510958ms","hash":3691567862,"current-db-size-bytes":54415360,"current-db-size":"54 MB","current-db-size-in-use-bytes":35504128,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-16T04:12:47.678915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3691567862,"revision":7395,"compact-revision":4637} {"level":"info","ts":"2026-04-16T04:14:55.014981Z","caller":"traceutil/trace.go:171","msg":"trace[115321649] transaction","detail":"{read_only:false; response_revision:12522; number_of_response:1; }","duration":"118.286574ms","start":"2026-04-16T04:14:54.89665Z","end":"2026-04-16T04:14:55.014936Z","steps":["trace[115321649] 'process raft request' (duration: 117.886685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:15:05.177763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.700136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T04:15:05.177918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.581097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T04:15:05.178Z","caller":"traceutil/trace.go:171","msg":"trace[685807992] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mv8kn; range_end:; response_count:1; response_revision:12929; }","duration":"296.74617ms","start":"2026-04-16T04:15:04.881235Z","end":"2026-04-16T04:15:05.177982Z","steps":["trace[685807992] 'range keys from in-memory index tree' (duration: 296.363442ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:15:05.177931Z","caller":"traceutil/trace.go:171","msg":"trace[768098838] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12929; }","duration":"147.88775ms","start":"2026-04-16T04:15:05.030015Z","end":"2026-04-16T04:15:05.177903Z","steps":["trace[768098838] 'count revisions from in-memory index tree' (duration: 147.586573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:15:05.186662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.777922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T04:15:05.186785Z","caller":"traceutil/trace.go:171","msg":"trace[528697795] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mv8kn; range_end:; response_count:1; response_revision:12929; }","duration":"301.6078ms","start":"2026-04-16T04:15:04.885154Z","end":"2026-04-16T04:15:05.186761Z","steps":["trace[528697795] 'range keys from in-memory index tree' (duration: 292.513036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:15:05.186842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:15:04.885129Z","time spent":"301.698952ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" "} {"level":"info","ts":"2026-04-16T04:16:17.813171Z","caller":"traceutil/trace.go:171","msg":"trace[1037443184] linearizableReadLoop","detail":"{readStateIndex:14031; appliedIndex:14030; }","duration":"121.941807ms","start":"2026-04-16T04:16:17.691195Z","end":"2026-04-16T04:16:17.813137Z","steps":["trace[1037443184] 'read index received' (duration: 121.756382ms)","trace[1037443184] 'applied index is now lower than readState.Index' (duration: 184.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:16:17.813328Z","caller":"traceutil/trace.go:171","msg":"trace[560576028] transaction","detail":"{read_only:false; response_revision:13509; number_of_response:1; }","duration":"124.951114ms","start":"2026-04-16T04:16:17.688366Z","end":"2026-04-16T04:16:17.813317Z","steps":["trace[560576028] 'process raft request' (duration: 124.606827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:17.813816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.599921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T04:16:17.813908Z","caller":"traceutil/trace.go:171","msg":"trace[6293507] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13509; }","duration":"122.756264ms","start":"2026-04-16T04:16:17.691138Z","end":"2026-04-16T04:16:17.813894Z","steps":["trace[6293507] 'agreement among raft nodes before linearized reading' (duration: 122.498289ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:16:18.36789Z","caller":"traceutil/trace.go:171","msg":"trace[1870292718] linearizableReadLoop","detail":"{readStateIndex:14042; appliedIndex:14041; }","duration":"113.736232ms","start":"2026-04-16T04:16:18.254127Z","end":"2026-04-16T04:16:18.367864Z","steps":["trace[1870292718] 'read index received' (duration: 113.560408ms)","trace[1870292718] 'applied index is now lower than readState.Index' (duration: 174.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:16:18.367952Z","caller":"traceutil/trace.go:171","msg":"trace[1601955217] transaction","detail":"{read_only:false; response_revision:13520; number_of_response:1; }","duration":"115.956602ms","start":"2026-04-16T04:16:18.251955Z","end":"2026-04-16T04:16:18.367912Z","steps":["trace[1601955217] 'process raft request' (duration: 115.742998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:18.368125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.966897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T04:16:18.368166Z","caller":"traceutil/trace.go:171","msg":"trace[1324508685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13520; }","duration":"114.05241ms","start":"2026-04-16T04:16:18.254102Z","end":"2026-04-16T04:16:18.368154Z","steps":["trace[1324508685] 'agreement among raft nodes before linearized reading' (duration: 113.878466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:18.375478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.872162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T04:16:18.375556Z","caller":"traceutil/trace.go:171","msg":"trace[1705294442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13521; }","duration":"103.979014ms","start":"2026-04-16T04:16:18.271556Z","end":"2026-04-16T04:16:18.375535Z","steps":["trace[1705294442] 'agreement among raft nodes before linearized reading' (duration: 103.630496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:16:19.010452Z","caller":"traceutil/trace.go:171","msg":"trace[1699422024] transaction","detail":"{read_only:false; response_revision:13526; number_of_response:1; }","duration":"127.41664ms","start":"2026-04-16T04:16:18.883003Z","end":"2026-04-16T04:16:19.01042Z","steps":["trace[1699422024] 'process raft request' (duration: 127.189334ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:16:19.529081Z","caller":"traceutil/trace.go:171","msg":"trace[256448694] transaction","detail":"{read_only:false; response_revision:13529; number_of_response:1; }","duration":"119.796439ms","start":"2026-04-16T04:16:19.409255Z","end":"2026-04-16T04:16:19.529051Z","steps":["trace[256448694] 'process raft request' (duration: 88.545747ms)","trace[256448694] 'compare' (duration: 31.038957ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:16:21.850996Z","caller":"traceutil/trace.go:171","msg":"trace[1266577425] transaction","detail":"{read_only:false; response_revision:13543; number_of_response:1; }","duration":"231.68747ms","start":"2026-04-16T04:16:21.619283Z","end":"2026-04-16T04:16:21.85097Z","steps":["trace[1266577425] 'process raft request' (duration: 231.539457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:16:22.011427Z","caller":"traceutil/trace.go:171","msg":"trace[278429024] linearizableReadLoop","detail":"{readStateIndex:14066; appliedIndex:14065; }","duration":"165.144907ms","start":"2026-04-16T04:16:21.846249Z","end":"2026-04-16T04:16:22.011394Z","steps":["trace[278429024] 'read index received' (duration: 4.744567ms)","trace[278429024] 'applied index is now lower than readState.Index' (duration: 160.39902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:16:22.011582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.30702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T04:16:22.011617Z","caller":"traceutil/trace.go:171","msg":"trace[565002344] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13544; }","duration":"165.408843ms","start":"2026-04-16T04:16:21.846197Z","end":"2026-04-16T04:16:22.011605Z","steps":["trace[565002344] 'agreement among raft nodes before linearized reading' (duration: 165.29585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:16:22.011697Z","caller":"traceutil/trace.go:171","msg":"trace[541807691] transaction","detail":"{read_only:false; response_revision:13544; number_of_response:1; }","duration":"275.579625ms","start":"2026-04-16T04:16:21.736079Z","end":"2026-04-16T04:16:22.011659Z","steps":["trace[541807691] 'process raft request' (duration: 247.906434ms)","trace[541807691] 'compare' (duration: 27.087148ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:16:22.627765Z","caller":"traceutil/trace.go:171","msg":"trace[96111599] linearizableReadLoop","detail":"{readStateIndex:14073; appliedIndex:14071; }","duration":"153.346802ms","start":"2026-04-16T04:16:22.474387Z","end":"2026-04-16T04:16:22.627734Z","steps":["trace[96111599] 'read index received' (duration: 10.296571ms)","trace[96111599] 'applied index is now lower than readState.Index' (duration: 143.049321ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:16:22.627885Z","caller":"traceutil/trace.go:171","msg":"trace[730524449] transaction","detail":"{read_only:false; response_revision:13551; number_of_response:1; }","duration":"163.807667ms","start":"2026-04-16T04:16:22.464068Z","end":"2026-04-16T04:16:22.627875Z","steps":["trace[730524449] 'process raft request' (duration: 163.552671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:22.628024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.609558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:16:22.628064Z","caller":"traceutil/trace.go:171","msg":"trace[916926657] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13551; }","duration":"153.67822ms","start":"2026-04-16T04:16:22.474376Z","end":"2026-04-16T04:16:22.628054Z","steps":["trace[916926657] 'agreement among raft nodes before linearized reading' (duration: 153.597368ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:16:22.628878Z","caller":"traceutil/trace.go:171","msg":"trace[1984569795] transaction","detail":"{read_only:false; response_revision:13552; number_of_response:1; }","duration":"114.893389ms","start":"2026-04-16T04:16:22.513937Z","end":"2026-04-16T04:16:22.628831Z","steps":["trace[1984569795] 'process raft request' (duration: 114.682814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:22.628965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.426244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T04:16:22.629061Z","caller":"traceutil/trace.go:171","msg":"trace[82559073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13552; }","duration":"145.540056ms","start":"2026-04-16T04:16:22.483486Z","end":"2026-04-16T04:16:22.629026Z","steps":["trace[82559073] 'agreement among raft nodes before linearized reading' (duration: 145.27234ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:16:26.810882Z","caller":"traceutil/trace.go:171","msg":"trace[2097661575] transaction","detail":"{read_only:false; response_revision:13574; number_of_response:1; }","duration":"306.147901ms","start":"2026-04-16T04:16:26.504706Z","end":"2026-04-16T04:16:26.810854Z","steps":["trace[2097661575] 'process raft request' (duration: 217.4451ms)","trace[2097661575] 'compare' (duration: 88.388535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:16:26.812825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:16:26.504692Z","time spent":"306.276324ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:16:27.256258Z","caller":"traceutil/trace.go:171","msg":"trace[1307882780] linearizableReadLoop","detail":"{readStateIndex:14098; appliedIndex:14096; }","duration":"574.956195ms","start":"2026-04-16T04:16:26.681267Z","end":"2026-04-16T04:16:27.256223Z","steps":["trace[1307882780] 'read index received' (duration: 40.895687ms)","trace[1307882780] 'applied index is now lower than readState.Index' (duration: 534.059308ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:16:27.256395Z","caller":"traceutil/trace.go:171","msg":"trace[1479961972] transaction","detail":"{read_only:false; response_revision:13575; number_of_response:1; }","duration":"610.527483ms","start":"2026-04-16T04:16:26.645853Z","end":"2026-04-16T04:16:27.256381Z","steps":["trace[1479961972] 'process raft request' (duration: 595.956996ms)","trace[1479961972] 'compare' (duration: 13.699658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:16:27.256481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.811576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:16:27.256511Z","caller":"traceutil/trace.go:171","msg":"trace[1907674991] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13575; }","duration":"171.896148ms","start":"2026-04-16T04:16:27.084607Z","end":"2026-04-16T04:16:27.256504Z","steps":["trace[1907674991] 'agreement among raft nodes before linearized reading' (duration: 171.811226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:27.256506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:16:26.645832Z","time spent":"610.589785ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:16:27.25672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.885162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-16T04:16:27.256735Z","caller":"traceutil/trace.go:171","msg":"trace[1461444646] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13575; }","duration":"169.920973ms","start":"2026-04-16T04:16:27.086808Z","end":"2026-04-16T04:16:27.256729Z","steps":["trace[1461444646] 'agreement among raft nodes before linearized reading' (duration: 169.825351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:27.256699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.672016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T04:16:27.256799Z","caller":"traceutil/trace.go:171","msg":"trace[1343872572] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:13575; }","duration":"144.80536ms","start":"2026-04-16T04:16:27.111967Z","end":"2026-04-16T04:16:27.256772Z","steps":["trace[1343872572] 'agreement among raft nodes before linearized reading' (duration: 144.500903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:27.256829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.357714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-16T04:16:27.256848Z","caller":"traceutil/trace.go:171","msg":"trace[1699530896] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13575; }","duration":"170.411585ms","start":"2026-04-16T04:16:27.086431Z","end":"2026-04-16T04:16:27.256842Z","steps":["trace[1699530896] 'agreement among raft nodes before linearized reading' (duration: 170.364784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:27.25715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.874025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T04:16:27.257222Z","caller":"traceutil/trace.go:171","msg":"trace[559621922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13575; }","duration":"575.971437ms","start":"2026-04-16T04:16:26.681219Z","end":"2026-04-16T04:16:27.25719Z","steps":["trace[559621922] 'agreement among raft nodes before linearized reading' (duration: 575.842574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:16:27.257262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:16:26.681196Z","time spent":"576.052079ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T04:17:47.575555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11311} {"level":"info","ts":"2026-04-16T04:17:47.713582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11311,"took":"135.270007ms","hash":3255947569,"current-db-size-bytes":54415360,"current-db-size":"54 MB","current-db-size-in-use-bytes":31404032,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-16T04:17:47.713663Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3255947569,"revision":11311,"compact-revision":7395} {"level":"info","ts":"2026-04-16T04:19:17.464993Z","caller":"traceutil/trace.go:171","msg":"trace[1045314272] linearizableReadLoop","detail":"{readStateIndex:15523; appliedIndex:15521; }","duration":"102.613194ms","start":"2026-04-16T04:19:17.362351Z","end":"2026-04-16T04:19:17.464964Z","steps":["trace[1045314272] 'read index received' (duration: 9.217098ms)","trace[1045314272] 'applied index is now lower than readState.Index' (duration: 93.395196ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:19:17.465121Z","caller":"traceutil/trace.go:171","msg":"trace[185587954] transaction","detail":"{read_only:false; response_revision:14953; number_of_response:1; }","duration":"112.669649ms","start":"2026-04-16T04:19:17.352415Z","end":"2026-04-16T04:19:17.465085Z","steps":["trace[185587954] 'process raft request' (duration: 81.864687ms)","trace[185587954] 'compare' (duration: 30.558007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:19:17.465229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.858159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T04:19:17.465276Z","caller":"traceutil/trace.go:171","msg":"trace[1799800297] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:14953; }","duration":"102.954091ms","start":"2026-04-16T04:19:17.362309Z","end":"2026-04-16T04:19:17.465263Z","steps":["trace[1799800297] 'agreement among raft nodes before linearized reading' (duration: 102.766827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:06.912887Z","caller":"traceutil/trace.go:171","msg":"trace[629024378] transaction","detail":"{read_only:false; response_revision:15285; number_of_response:1; }","duration":"121.946113ms","start":"2026-04-16T04:20:06.790913Z","end":"2026-04-16T04:20:06.912859Z","steps":["trace[629024378] 'process raft request' (duration: 121.789769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:07.742304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.479075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T04:20:07.742383Z","caller":"traceutil/trace.go:171","msg":"trace[1167614082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15289; }","duration":"101.588348ms","start":"2026-04-16T04:20:07.640779Z","end":"2026-04-16T04:20:07.742368Z","steps":["trace[1167614082] 'range keys from in-memory index tree' (duration: 101.325881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:07.742677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.476204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T04:20:07.742706Z","caller":"traceutil/trace.go:171","msg":"trace[2774919] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:15289; }","duration":"171.542315ms","start":"2026-04-16T04:20:07.571156Z","end":"2026-04-16T04:20:07.742698Z","steps":["trace[2774919] 'range keys from in-memory index tree' (duration: 171.387572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:07.742894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.987647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-c24v4\" ","response":"range_response_count:1 size:14192"} {"level":"info","ts":"2026-04-16T04:20:07.742936Z","caller":"traceutil/trace.go:171","msg":"trace[795618596] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-c24v4; range_end:; response_count:1; response_revision:15289; }","duration":"123.055099ms","start":"2026-04-16T04:20:07.619872Z","end":"2026-04-16T04:20:07.742927Z","steps":["trace[795618596] 'range keys from in-memory index tree' (duration: 122.900315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:07.742982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.428876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-v4vdt\" ","response":"range_response_count:1 size:18561"} {"level":"info","ts":"2026-04-16T04:20:07.743012Z","caller":"traceutil/trace.go:171","msg":"trace[1020064228] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-v4vdt; range_end:; response_count:1; response_revision:15289; }","duration":"106.494917ms","start":"2026-04-16T04:20:07.63651Z","end":"2026-04-16T04:20:07.743005Z","steps":["trace[1020064228] 'range keys from in-memory index tree' (duration: 106.352164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:07.912022Z","caller":"traceutil/trace.go:171","msg":"trace[1332776859] transaction","detail":"{read_only:false; response_revision:15291; number_of_response:1; }","duration":"162.950272ms","start":"2026-04-16T04:20:07.74904Z","end":"2026-04-16T04:20:07.91199Z","steps":["trace[1332776859] 'process raft request' (duration: 144.99358ms)","trace[1332776859] 'compare' (duration: 17.739458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:07.91252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.095206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T04:20:07.912613Z","caller":"traceutil/trace.go:171","msg":"trace[546709509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15292; }","duration":"110.22431ms","start":"2026-04-16T04:20:07.802362Z","end":"2026-04-16T04:20:07.912586Z","steps":["trace[546709509] 'agreement among raft nodes before linearized reading' (duration: 109.977524ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:07.912688Z","caller":"traceutil/trace.go:171","msg":"trace[1220744905] transaction","detail":"{read_only:false; response_revision:15292; number_of_response:1; }","duration":"161.829196ms","start":"2026-04-16T04:20:07.750838Z","end":"2026-04-16T04:20:07.912667Z","steps":["trace[1220744905] 'process raft request' (duration: 161.175082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:07.912909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.932453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T04:20:07.913002Z","caller":"traceutil/trace.go:171","msg":"trace[1266644675] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15292; }","duration":"110.035515ms","start":"2026-04-16T04:20:07.802948Z","end":"2026-04-16T04:20:07.912984Z","steps":["trace[1266644675] 'agreement among raft nodes before linearized reading' (duration: 109.861371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:07.913564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.303797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:110 size:1082053"} {"level":"info","ts":"2026-04-16T04:20:07.91367Z","caller":"traceutil/trace.go:171","msg":"trace[1467987028] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:110; response_revision:15292; }","duration":"162.433731ms","start":"2026-04-16T04:20:07.751215Z","end":"2026-04-16T04:20:07.913648Z","steps":["trace[1467987028] 'agreement among raft nodes before linearized reading' (duration: 161.206633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:07.913446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.555578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:110 size:1082053"} {"level":"info","ts":"2026-04-16T04:20:07.913848Z","caller":"traceutil/trace.go:171","msg":"trace[1686680567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:110; response_revision:15292; }","duration":"164.973278ms","start":"2026-04-16T04:20:07.748856Z","end":"2026-04-16T04:20:07.913829Z","steps":["trace[1686680567] 'agreement among raft nodes before linearized reading' (duration: 163.241589ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:08.27355Z","caller":"traceutil/trace.go:171","msg":"trace[730918501] linearizableReadLoop","detail":"{readStateIndex:15879; appliedIndex:15877; }","duration":"126.565107ms","start":"2026-04-16T04:20:08.146958Z","end":"2026-04-16T04:20:08.273524Z","steps":["trace[730918501] 'read index received' (duration: 6.198709ms)","trace[730918501] 'applied index is now lower than readState.Index' (duration: 120.365068ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:08.273643Z","caller":"traceutil/trace.go:171","msg":"trace[1628550263] transaction","detail":"{read_only:false; response_revision:15296; number_of_response:1; }","duration":"130.571416ms","start":"2026-04-16T04:20:08.143041Z","end":"2026-04-16T04:20:08.273613Z","steps":["trace[1628550263] 'process raft request' (duration: 130.129686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:08.273793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.814922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T04:20:08.273826Z","caller":"traceutil/trace.go:171","msg":"trace[153529228] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:15296; }","duration":"126.891514ms","start":"2026-04-16T04:20:08.146925Z","end":"2026-04-16T04:20:08.273816Z","steps":["trace[153529228] 'agreement among raft nodes before linearized reading' (duration: 126.724391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:09.593432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.435993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:20:09.59354Z","caller":"traceutil/trace.go:171","msg":"trace[1901935170] transaction","detail":"{read_only:false; response_revision:15301; number_of_response:1; }","duration":"440.274218ms","start":"2026-04-16T04:20:09.153246Z","end":"2026-04-16T04:20:09.593521Z","steps":["trace[1901935170] 'process raft request' (duration: 309.658021ms)","trace[1901935170] 'compare' (duration: 130.175908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:09.59377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.153232Z","time spent":"440.499863ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8177,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:20:09.617346Z","caller":"traceutil/trace.go:171","msg":"trace[474468013] transaction","detail":"{read_only:false; response_revision:15302; number_of_response:1; }","duration":"454.65923ms","start":"2026-04-16T04:20:09.162654Z","end":"2026-04-16T04:20:09.617313Z","steps":["trace[474468013] 'process raft request' (duration: 454.371264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:09.617525Z","caller":"traceutil/trace.go:171","msg":"trace[1767877807] linearizableReadLoop","detail":"{readStateIndex:15885; appliedIndex:15883; }","duration":"389.868148ms","start":"2026-04-16T04:20:09.227628Z","end":"2026-04-16T04:20:09.617496Z","steps":["trace[1767877807] 'read index received' (duration: 235.286793ms)","trace[1767877807] 'applied index is now lower than readState.Index' (duration: 154.579415ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:09.617645Z","caller":"traceutil/trace.go:171","msg":"trace[1617497216] transaction","detail":"{read_only:false; response_revision:15303; number_of_response:1; }","duration":"385.90714ms","start":"2026-04-16T04:20:09.231728Z","end":"2026-04-16T04:20:09.617635Z","steps":["trace[1617497216] 'process raft request' (duration: 385.505591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:09.617656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.162638Z","time spent":"454.929687ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:09.617777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.231711Z","time spent":"385.964871ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:09.617808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.173275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:09.61798Z","caller":"traceutil/trace.go:171","msg":"trace[1795324043] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15303; }","duration":"390.353329ms","start":"2026-04-16T04:20:09.22757Z","end":"2026-04-16T04:20:09.617924Z","steps":["trace[1795324043] 'agreement among raft nodes before linearized reading' (duration: 390.074213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:09.618075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.22755Z","time spent":"390.469602ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:20:09.620141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.959995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:09.620184Z","caller":"traceutil/trace.go:171","msg":"trace[1159178730] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15304; }","duration":"392.042337ms","start":"2026-04-16T04:20:09.22813Z","end":"2026-04-16T04:20:09.620173Z","steps":["trace[1159178730] 'agreement among raft nodes before linearized reading' (duration: 391.966275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:09.620204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.228108Z","time spent":"392.091299ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:20:09.620224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.062642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T04:20:09.620288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.040842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9ndxl\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-16T04:20:09.620328Z","caller":"traceutil/trace.go:171","msg":"trace[1229198945] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15304; }","duration":"311.195585ms","start":"2026-04-16T04:20:09.309109Z","end":"2026-04-16T04:20:09.620304Z","steps":["trace[1229198945] 'agreement among raft nodes before linearized reading' (duration: 311.002261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:09.620385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.309098Z","time spent":"311.277006ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-04-16T04:20:09.620367Z","caller":"traceutil/trace.go:171","msg":"trace[1941641606] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9ndxl; range_end:; response_count:1; response_revision:15304; }","duration":"365.138824ms","start":"2026-04-16T04:20:09.255211Z","end":"2026-04-16T04:20:09.62035Z","steps":["trace[1941641606] 'agreement among raft nodes before linearized reading' (duration: 364.919039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:09.620446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.255207Z","time spent":"365.228206ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9ndxl\" "} {"level":"warn","ts":"2026-04-16T04:20:09.620636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.452151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T04:20:09.620669Z","caller":"traceutil/trace.go:171","msg":"trace[1481059755] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mv8kn; range_end:; response_count:1; response_revision:15304; }","duration":"365.511682ms","start":"2026-04-16T04:20:09.25515Z","end":"2026-04-16T04:20:09.620662Z","steps":["trace[1481059755] 'agreement among raft nodes before linearized reading' (duration: 365.179214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:09.620689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.255136Z","time spent":"365.547853ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" "} {"level":"warn","ts":"2026-04-16T04:20:09.620774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.070627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:09.620809Z","caller":"traceutil/trace.go:171","msg":"trace[490393145] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15304; }","duration":"313.129489ms","start":"2026-04-16T04:20:09.30767Z","end":"2026-04-16T04:20:09.620799Z","steps":["trace[490393145] 'agreement among raft nodes before linearized reading' (duration: 313.068977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:09.620818Z","caller":"traceutil/trace.go:171","msg":"trace[687907559] transaction","detail":"{read_only:false; response_revision:15304; number_of_response:1; }","duration":"154.506183ms","start":"2026-04-16T04:20:09.466296Z","end":"2026-04-16T04:20:09.620803Z","steps":["trace[687907559] 'process raft request' (duration: 153.694765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:09.620838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:09.307656Z","time spent":"313.17617ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:20:09.620775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.74838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:09.620943Z","caller":"traceutil/trace.go:171","msg":"trace[1804132601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15304; }","duration":"250.933974ms","start":"2026-04-16T04:20:09.369992Z","end":"2026-04-16T04:20:09.620926Z","steps":["trace[1804132601] 'agreement among raft nodes before linearized reading' (duration: 250.744309ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:10.800153Z","caller":"traceutil/trace.go:171","msg":"trace[947719324] transaction","detail":"{read_only:false; response_revision:15318; number_of_response:1; }","duration":"100.446691ms","start":"2026-04-16T04:20:10.699674Z","end":"2026-04-16T04:20:10.800121Z","steps":["trace[947719324] 'process raft request' (duration: 100.271308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:11.072048Z","caller":"traceutil/trace.go:171","msg":"trace[1795589098] transaction","detail":"{read_only:false; response_revision:15323; number_of_response:1; }","duration":"206.446028ms","start":"2026-04-16T04:20:10.865576Z","end":"2026-04-16T04:20:11.072022Z","steps":["trace[1795589098] 'process raft request' (duration: 110.801574ms)","trace[1795589098] 'compare' (duration: 95.371098ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:11.072269Z","caller":"traceutil/trace.go:171","msg":"trace[2125967010] linearizableReadLoop","detail":"{readStateIndex:15907; appliedIndex:15905; }","duration":"139.820504ms","start":"2026-04-16T04:20:10.932411Z","end":"2026-04-16T04:20:11.072232Z","steps":["trace[2125967010] 'read index received' (duration: 44.041348ms)","trace[2125967010] 'applied index is now lower than readState.Index' (duration: 95.777006ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:11.072366Z","caller":"traceutil/trace.go:171","msg":"trace[154413687] transaction","detail":"{read_only:false; response_revision:15324; number_of_response:1; }","duration":"189.579269ms","start":"2026-04-16T04:20:10.88276Z","end":"2026-04-16T04:20:11.072339Z","steps":["trace[154413687] 'process raft request' (duration: 189.212391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:11.072669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.258003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T04:20:11.072766Z","caller":"traceutil/trace.go:171","msg":"trace[199470263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15324; }","duration":"140.421858ms","start":"2026-04-16T04:20:10.932324Z","end":"2026-04-16T04:20:11.072746Z","steps":["trace[199470263] 'agreement among raft nodes before linearized reading' (duration: 140.07103ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:12.078145Z","caller":"traceutil/trace.go:171","msg":"trace[1822084770] transaction","detail":"{read_only:false; response_revision:15337; number_of_response:1; }","duration":"143.468406ms","start":"2026-04-16T04:20:11.934636Z","end":"2026-04-16T04:20:12.078105Z","steps":["trace[1822084770] 'process raft request' (duration: 48.082728ms)","trace[1822084770] 'compare' (duration: 95.261425ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:12.102624Z","caller":"traceutil/trace.go:171","msg":"trace[526431623] transaction","detail":"{read_only:false; response_revision:15338; number_of_response:1; }","duration":"166.631534ms","start":"2026-04-16T04:20:11.935962Z","end":"2026-04-16T04:20:12.102594Z","steps":["trace[526431623] 'process raft request' (duration: 166.338917ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:12.102692Z","caller":"traceutil/trace.go:171","msg":"trace[1505006916] linearizableReadLoop","detail":"{readStateIndex:15921; appliedIndex:15919; }","duration":"165.12385ms","start":"2026-04-16T04:20:11.937541Z","end":"2026-04-16T04:20:12.102665Z","steps":["trace[1505006916] 'read index received' (duration: 45.257774ms)","trace[1505006916] 'applied index is now lower than readState.Index' (duration: 119.864766ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:12.102799Z","caller":"traceutil/trace.go:171","msg":"trace[1260344484] transaction","detail":"{read_only:false; response_revision:15339; number_of_response:1; }","duration":"164.729552ms","start":"2026-04-16T04:20:11.938057Z","end":"2026-04-16T04:20:12.102787Z","steps":["trace[1260344484] 'process raft request' (duration: 164.452766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:12.103005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.630837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-c24v4\" ","response":"range_response_count:1 size:14192"} {"level":"warn","ts":"2026-04-16T04:20:12.103028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.464429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T04:20:12.103041Z","caller":"traceutil/trace.go:171","msg":"trace[44454969] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-c24v4; range_end:; response_count:1; response_revision:15339; }","duration":"142.701079ms","start":"2026-04-16T04:20:11.96033Z","end":"2026-04-16T04:20:12.103031Z","steps":["trace[44454969] 'agreement among raft nodes before linearized reading' (duration: 142.542855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:12.103032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.302036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-gcfml\" ","response":"range_response_count:1 size:18586"} {"level":"info","ts":"2026-04-16T04:20:12.103086Z","caller":"traceutil/trace.go:171","msg":"trace[1891167836] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-gcfml; range_end:; response_count:1; response_revision:15339; }","duration":"141.401538ms","start":"2026-04-16T04:20:11.96167Z","end":"2026-04-16T04:20:12.103071Z","steps":["trace[1891167836] 'agreement among raft nodes before linearized reading' (duration: 141.258345ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:12.103094Z","caller":"traceutil/trace.go:171","msg":"trace[1227153629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15339; }","duration":"165.51936ms","start":"2026-04-16T04:20:11.937536Z","end":"2026-04-16T04:20:12.103055Z","steps":["trace[1227153629] 'agreement among raft nodes before linearized reading' (duration: 165.255894ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:12.826864Z","caller":"traceutil/trace.go:171","msg":"trace[399025910] transaction","detail":"{read_only:false; response_revision:15342; number_of_response:1; }","duration":"538.249105ms","start":"2026-04-16T04:20:12.288561Z","end":"2026-04-16T04:20:12.82681Z","steps":["trace[399025910] 'process raft request' (duration: 537.324664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:12.82722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.975655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T04:20:12.827323Z","caller":"traceutil/trace.go:171","msg":"trace[1863341308] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:15342; }","duration":"512.121549ms","start":"2026-04-16T04:20:12.315168Z","end":"2026-04-16T04:20:12.827289Z","steps":["trace[1863341308] 'agreement among raft nodes before linearized reading' (duration: 511.860673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:12.827375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:12.315144Z","time spent":"512.219611ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" "} {"level":"warn","ts":"2026-04-16T04:20:12.827692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:12.288539Z","time spent":"538.682554ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:20:12.826968Z","caller":"traceutil/trace.go:171","msg":"trace[1515018795] linearizableReadLoop","detail":"{readStateIndex:15925; appliedIndex:15923; }","duration":"511.654489ms","start":"2026-04-16T04:20:12.315236Z","end":"2026-04-16T04:20:12.826891Z","steps":["trace[1515018795] 'read index received' (duration: 31.20583ms)","trace[1515018795] 'applied index is now lower than readState.Index' (duration: 480.443009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:12.875738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.707063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:12.875842Z","caller":"traceutil/trace.go:171","msg":"trace[996792468] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:15342; }","duration":"243.864826ms","start":"2026-04-16T04:20:12.631951Z","end":"2026-04-16T04:20:12.875815Z","steps":["trace[996792468] 'agreement among raft nodes before linearized reading' (duration: 243.674482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:12.875838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.452279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:12.875927Z","caller":"traceutil/trace.go:171","msg":"trace[52924581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:15342; }","duration":"505.577792ms","start":"2026-04-16T04:20:12.370327Z","end":"2026-04-16T04:20:12.875905Z","steps":["trace[52924581] 'agreement among raft nodes before linearized reading' (duration: 505.402598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:12.875962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:12.370321Z","time spent":"505.631583ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:20:12.875833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.586562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:12.876072Z","caller":"traceutil/trace.go:171","msg":"trace[1064849117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15342; }","duration":"505.907219ms","start":"2026-04-16T04:20:12.370135Z","end":"2026-04-16T04:20:12.876042Z","steps":["trace[1064849117] 'agreement among raft nodes before linearized reading' (duration: 505.524311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:12.876148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:12.370118Z","time spent":"506.005112ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T04:20:15.116545Z","caller":"traceutil/trace.go:171","msg":"trace[208683371] linearizableReadLoop","detail":"{readStateIndex:15939; appliedIndex:15938; }","duration":"236.041861ms","start":"2026-04-16T04:20:14.880473Z","end":"2026-04-16T04:20:15.116514Z","steps":["trace[208683371] 'read index received' (duration: 235.834856ms)","trace[208683371] 'applied index is now lower than readState.Index' (duration: 205.635µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:15.116593Z","caller":"traceutil/trace.go:171","msg":"trace[495958867] transaction","detail":"{read_only:false; response_revision:15355; number_of_response:1; }","duration":"282.069323ms","start":"2026-04-16T04:20:14.834486Z","end":"2026-04-16T04:20:15.116556Z","steps":["trace[495958867] 'process raft request' (duration: 281.840828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.116838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.341617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T04:20:15.116904Z","caller":"traceutil/trace.go:171","msg":"trace[1898209086] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15355; }","duration":"236.45484ms","start":"2026-04-16T04:20:14.880431Z","end":"2026-04-16T04:20:15.116886Z","steps":["trace[1898209086] 'agreement among raft nodes before linearized reading' (duration: 236.216364ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:15.403808Z","caller":"traceutil/trace.go:171","msg":"trace[1682341651] linearizableReadLoop","detail":"{readStateIndex:15940; appliedIndex:15939; }","duration":"287.162656ms","start":"2026-04-16T04:20:15.116616Z","end":"2026-04-16T04:20:15.403779Z","steps":["trace[1682341651] 'read index received' (duration: 278.717406ms)","trace[1682341651] 'applied index is now lower than readState.Index' (duration: 8.4435ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:15.403866Z","caller":"traceutil/trace.go:171","msg":"trace[649042811] transaction","detail":"{read_only:false; response_revision:15356; number_of_response:1; }","duration":"324.495263ms","start":"2026-04-16T04:20:15.079345Z","end":"2026-04-16T04:20:15.40384Z","steps":["trace[649042811] 'process raft request' (duration: 315.975622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.403968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.456087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-16T04:20:15.403963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.463244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-16T04:20:15.404019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:15.079312Z","time spent":"324.615475ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:20:15.404033Z","caller":"traceutil/trace.go:171","msg":"trace[1587079849] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15356; }","duration":"521.548921ms","start":"2026-04-16T04:20:14.882468Z","end":"2026-04-16T04:20:15.404017Z","steps":["trace[1587079849] 'agreement among raft nodes before linearized reading' (duration: 521.360246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.404004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.985035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cl2l\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-16T04:20:15.404079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:14.882461Z","time spent":"521.610322ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-16T04:20:15.404105Z","caller":"traceutil/trace.go:171","msg":"trace[1328018524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cl2l; range_end:; response_count:1; response_revision:15356; }","duration":"504.115189ms","start":"2026-04-16T04:20:14.89997Z","end":"2026-04-16T04:20:15.404085Z","steps":["trace[1328018524] 'agreement among raft nodes before linearized reading' (duration: 503.913794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.404033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.314029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-16T04:20:15.404156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:14.899961Z","time spent":"504.186771ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-6cl2l\" "} {"level":"warn","ts":"2026-04-16T04:20:15.404137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.137286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T04:20:15.404247Z","caller":"traceutil/trace.go:171","msg":"trace[1324486898] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15356; }","duration":"523.276588ms","start":"2026-04-16T04:20:14.880944Z","end":"2026-04-16T04:20:15.404221Z","steps":["trace[1324486898] 'agreement among raft nodes before linearized reading' (duration: 522.92616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.404323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:14.880937Z","time spent":"523.372311ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-16T04:20:15.404187Z","caller":"traceutil/trace.go:171","msg":"trace[1058055858] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15356; }","duration":"523.541664ms","start":"2026-04-16T04:20:14.880634Z","end":"2026-04-16T04:20:15.404176Z","steps":["trace[1058055858] 'agreement among raft nodes before linearized reading' (duration: 523.262517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.40439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:14.880491Z","time spent":"523.885492ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-16T04:20:15.404049Z","caller":"traceutil/trace.go:171","msg":"trace[544040303] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:15356; }","duration":"507.618628ms","start":"2026-04-16T04:20:14.89641Z","end":"2026-04-16T04:20:15.404029Z","steps":["trace[544040303] 'agreement among raft nodes before linearized reading' (duration: 507.391542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.404475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:14.896371Z","time spent":"508.089319ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" "} {"level":"info","ts":"2026-04-16T04:20:15.417552Z","caller":"traceutil/trace.go:171","msg":"trace[1423983259] transaction","detail":"{read_only:false; response_revision:15358; number_of_response:1; }","duration":"180.549806ms","start":"2026-04-16T04:20:15.236987Z","end":"2026-04-16T04:20:15.417537Z","steps":["trace[1423983259] 'process raft request' (duration: 180.29722ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:15.417516Z","caller":"traceutil/trace.go:171","msg":"trace[11075922] transaction","detail":"{read_only:false; response_revision:15357; number_of_response:1; }","duration":"262.952924ms","start":"2026-04-16T04:20:15.154508Z","end":"2026-04-16T04:20:15.417461Z","steps":["trace[11075922] 'process raft request' (duration: 262.632707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.417617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.541321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T04:20:15.417688Z","caller":"traceutil/trace.go:171","msg":"trace[9229591] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mv8kn; range_end:; response_count:1; response_revision:15358; }","duration":"211.669674ms","start":"2026-04-16T04:20:15.205999Z","end":"2026-04-16T04:20:15.417669Z","steps":["trace[9229591] 'agreement among raft nodes before linearized reading' (duration: 211.396518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.417689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.117686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T04:20:15.417723Z","caller":"traceutil/trace.go:171","msg":"trace[1446244714] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15358; }","duration":"163.197408ms","start":"2026-04-16T04:20:15.254515Z","end":"2026-04-16T04:20:15.417712Z","steps":["trace[1446244714] 'agreement among raft nodes before linearized reading' (duration: 163.111456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.421374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.498098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T04:20:15.421455Z","caller":"traceutil/trace.go:171","msg":"trace[1777958261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15358; }","duration":"268.627091ms","start":"2026-04-16T04:20:15.152803Z","end":"2026-04-16T04:20:15.42143Z","steps":["trace[1777958261] 'agreement among raft nodes before linearized reading' (duration: 264.59451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:15.679757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.346193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:20:15.679866Z","caller":"traceutil/trace.go:171","msg":"trace[293767172] linearizableReadLoop","detail":"{readStateIndex:15943; appliedIndex:15942; }","duration":"246.350312ms","start":"2026-04-16T04:20:15.433494Z","end":"2026-04-16T04:20:15.679844Z","steps":["trace[293767172] 'read index received' (duration: 127.849296ms)","trace[293767172] 'applied index is now lower than readState.Index' (duration: 118.499566ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:15.680121Z","caller":"traceutil/trace.go:171","msg":"trace[364780265] transaction","detail":"{read_only:false; response_revision:15359; number_of_response:1; }","duration":"251.63212ms","start":"2026-04-16T04:20:15.428473Z","end":"2026-04-16T04:20:15.680105Z","steps":["trace[364780265] 'process raft request' (duration: 132.855569ms)","trace[364780265] 'compare' (duration: 117.973564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:15.681255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.756553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:111 size:1097037"} {"level":"info","ts":"2026-04-16T04:20:15.681703Z","caller":"traceutil/trace.go:171","msg":"trace[69239465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:111; response_revision:15359; }","duration":"248.224794ms","start":"2026-04-16T04:20:15.433459Z","end":"2026-04-16T04:20:15.681684Z","steps":["trace[69239465] 'agreement among raft nodes before linearized reading' (duration: 246.845853ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:16.739124Z","caller":"traceutil/trace.go:171","msg":"trace[311275923] transaction","detail":"{read_only:false; response_revision:15368; number_of_response:1; }","duration":"106.414315ms","start":"2026-04-16T04:20:16.632685Z","end":"2026-04-16T04:20:16.739099Z","steps":["trace[311275923] 'process raft request' (duration: 106.275242ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:17.583914Z","caller":"traceutil/trace.go:171","msg":"trace[1007980675] transaction","detail":"{read_only:false; response_revision:15373; number_of_response:1; }","duration":"140.759296ms","start":"2026-04-16T04:20:17.443111Z","end":"2026-04-16T04:20:17.58387Z","steps":["trace[1007980675] 'process raft request' (duration: 135.958418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:17.583991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.741777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T04:20:17.584298Z","caller":"traceutil/trace.go:171","msg":"trace[683370244] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:15373; }","duration":"142.050364ms","start":"2026-04-16T04:20:17.442222Z","end":"2026-04-16T04:20:17.584272Z","steps":["trace[683370244] 'agreement among raft nodes before linearized reading' (duration: 141.579324ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:17.811695Z","caller":"traceutil/trace.go:171","msg":"trace[1457968394] transaction","detail":"{read_only:false; response_revision:15377; number_of_response:1; }","duration":"109.153566ms","start":"2026-04-16T04:20:17.702513Z","end":"2026-04-16T04:20:17.811667Z","steps":["trace[1457968394] 'process raft request' (duration: 97.647619ms)","trace[1457968394] 'compare' (duration: 11.279272ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:17.811748Z","caller":"traceutil/trace.go:171","msg":"trace[1596945285] linearizableReadLoop","detail":"{readStateIndex:15962; appliedIndex:15960; }","duration":"104.152694ms","start":"2026-04-16T04:20:17.707568Z","end":"2026-04-16T04:20:17.811721Z","steps":["trace[1596945285] 'read index received' (duration: 694.515µs)","trace[1596945285] 'applied index is now lower than readState.Index' (duration: 103.455729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:17.812056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.466721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T04:20:17.812145Z","caller":"traceutil/trace.go:171","msg":"trace[928404830] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mv8kn; range_end:; response_count:1; response_revision:15378; }","duration":"104.613595ms","start":"2026-04-16T04:20:17.707512Z","end":"2026-04-16T04:20:17.812126Z","steps":["trace[928404830] 'agreement among raft nodes before linearized reading' (duration: 104.317438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:17.852563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.01347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:17.852628Z","caller":"traceutil/trace.go:171","msg":"trace[1932322332] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15379; }","duration":"128.132712ms","start":"2026-04-16T04:20:17.724481Z","end":"2026-04-16T04:20:17.852614Z","steps":["trace[1932322332] 'agreement among raft nodes before linearized reading' (duration: 128.008919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:17.852608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.435919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:17.852708Z","caller":"traceutil/trace.go:171","msg":"trace[819821812] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15379; }","duration":"128.574762ms","start":"2026-04-16T04:20:17.724112Z","end":"2026-04-16T04:20:17.852687Z","steps":["trace[819821812] 'agreement among raft nodes before linearized reading' (duration: 128.415178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:17.852764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.447882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12550"} {"level":"info","ts":"2026-04-16T04:20:17.85283Z","caller":"traceutil/trace.go:171","msg":"trace[1162403643] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:15379; }","duration":"125.549834ms","start":"2026-04-16T04:20:17.727263Z","end":"2026-04-16T04:20:17.852813Z","steps":["trace[1162403643] 'agreement among raft nodes before linearized reading' (duration: 125.297089ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:18.381269Z","caller":"traceutil/trace.go:171","msg":"trace[1648336982] transaction","detail":"{read_only:false; response_revision:15385; number_of_response:1; }","duration":"119.478817ms","start":"2026-04-16T04:20:18.261743Z","end":"2026-04-16T04:20:18.381221Z","steps":["trace[1648336982] 'process raft request' (duration: 59.584025ms)","trace[1648336982] 'compare' (duration: 59.657587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:18.381458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.121172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-gcfml\" ","response":"range_response_count:1 size:18586"} {"level":"info","ts":"2026-04-16T04:20:18.381553Z","caller":"traceutil/trace.go:171","msg":"trace[1005457890] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-gcfml; range_end:; response_count:1; response_revision:15385; }","duration":"153.248244ms","start":"2026-04-16T04:20:18.228282Z","end":"2026-04-16T04:20:18.381531Z","steps":["trace[1005457890] 'agreement among raft nodes before linearized reading' (duration: 152.936987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:18.381455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.103433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T04:20:18.381908Z","caller":"traceutil/trace.go:171","msg":"trace[2040689162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15385; }","duration":"120.610744ms","start":"2026-04-16T04:20:18.261271Z","end":"2026-04-16T04:20:18.381881Z","steps":["trace[2040689162] 'agreement among raft nodes before linearized reading' (duration: 119.921588ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:18.507984Z","caller":"traceutil/trace.go:171","msg":"trace[1960206905] linearizableReadLoop","detail":"{readStateIndex:15971; appliedIndex:15970; }","duration":"112.8109ms","start":"2026-04-16T04:20:18.395141Z","end":"2026-04-16T04:20:18.507952Z","steps":["trace[1960206905] 'read index received' (duration: 112.534333ms)","trace[1960206905] 'applied index is now lower than readState.Index' (duration: 275.187µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:18.508087Z","caller":"traceutil/trace.go:171","msg":"trace[1865583411] transaction","detail":"{read_only:false; response_revision:15386; number_of_response:1; }","duration":"113.410313ms","start":"2026-04-16T04:20:18.394649Z","end":"2026-04-16T04:20:18.50806Z","steps":["trace[1865583411] 'process raft request' (duration: 113.106785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:18.508219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.052735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:18.508327Z","caller":"traceutil/trace.go:171","msg":"trace[2055819004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15386; }","duration":"113.219218ms","start":"2026-04-16T04:20:18.395084Z","end":"2026-04-16T04:20:18.508304Z","steps":["trace[2055819004] 'agreement among raft nodes before linearized reading' (duration: 112.979463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.699087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478146486,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T04:20:20.840621Z","caller":"traceutil/trace.go:171","msg":"trace[2000752398] linearizableReadLoop","detail":"{readStateIndex:15979; appliedIndex:15978; }","duration":"642.48561ms","start":"2026-04-16T04:20:20.198114Z","end":"2026-04-16T04:20:20.8406Z","steps":["trace[2000752398] 'read index received' (duration: 642.301166ms)","trace[2000752398] 'applied index is now lower than readState.Index' (duration: 183.644µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:20.840738Z","caller":"traceutil/trace.go:171","msg":"trace[521284951] transaction","detail":"{read_only:false; response_revision:15394; number_of_response:1; }","duration":"717.033002ms","start":"2026-04-16T04:20:20.123687Z","end":"2026-04-16T04:20:20.840721Z","steps":["trace[521284951] 'process raft request' (duration: 716.782726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.840837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.123663Z","time spent":"717.099474ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:20.841021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.803096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T04:20:20.841078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.734793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:20.841099Z","caller":"traceutil/trace.go:171","msg":"trace[1935143538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15394; }","duration":"629.880188ms","start":"2026-04-16T04:20:20.2112Z","end":"2026-04-16T04:20:20.84108Z","steps":["trace[1935143538] 'agreement among raft nodes before linearized reading' (duration: 629.667983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.841107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.188942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T04:20:20.841121Z","caller":"traceutil/trace.go:171","msg":"trace[1167242099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15394; }","duration":"471.803504ms","start":"2026-04-16T04:20:20.369304Z","end":"2026-04-16T04:20:20.841108Z","steps":["trace[1167242099] 'agreement among raft nodes before linearized reading' (duration: 471.728293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:20.841142Z","caller":"traceutil/trace.go:171","msg":"trace[339640640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15394; }","duration":"542.255774ms","start":"2026-04-16T04:20:20.298877Z","end":"2026-04-16T04:20:20.841133Z","steps":["trace[339640640] 'agreement among raft nodes before linearized reading' (duration: 542.161832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.841147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.211163Z","time spent":"629.9713ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T04:20:20.841127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.740879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-gcfml\" ","response":"range_response_count:1 size:18586"} {"level":"info","ts":"2026-04-16T04:20:20.841211Z","caller":"traceutil/trace.go:171","msg":"trace[1568776865] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-gcfml; range_end:; response_count:1; response_revision:15394; }","duration":"436.864842ms","start":"2026-04-16T04:20:20.404328Z","end":"2026-04-16T04:20:20.841193Z","steps":["trace[1568776865] 'agreement among raft nodes before linearized reading' (duration: 436.623027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.841238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.29886Z","time spent":"542.365726ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T04:20:20.841253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.404314Z","time spent":"436.930693ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18609,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-gcfml\" "} {"level":"warn","ts":"2026-04-16T04:20:20.841278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.042019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T04:20:20.841295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.742186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-16T04:20:20.84128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.635687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:20.841326Z","caller":"traceutil/trace.go:171","msg":"trace[1299110798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15394; }","duration":"314.150922ms","start":"2026-04-16T04:20:20.527161Z","end":"2026-04-16T04:20:20.841312Z","steps":["trace[1299110798] 'agreement among raft nodes before linearized reading' (duration: 314.021989ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:20.841354Z","caller":"traceutil/trace.go:171","msg":"trace[1462475874] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15394; }","duration":"315.839028ms","start":"2026-04-16T04:20:20.525499Z","end":"2026-04-16T04:20:20.841338Z","steps":["trace[1462475874] 'agreement among raft nodes before linearized reading' (duration: 315.680415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.841353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.221236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T04:20:20.841381Z","caller":"traceutil/trace.go:171","msg":"trace[419299117] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:15394; }","duration":"610.822371ms","start":"2026-04-16T04:20:20.230534Z","end":"2026-04-16T04:20:20.841357Z","steps":["trace[419299117] 'agreement among raft nodes before linearized reading' (duration: 610.627496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.841402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.525439Z","time spent":"315.954702ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T04:20:20.841147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.369292Z","time spent":"471.848786ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T04:20:20.841427Z","caller":"traceutil/trace.go:171","msg":"trace[1344278722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15394; }","duration":"643.322109ms","start":"2026-04-16T04:20:20.198087Z","end":"2026-04-16T04:20:20.841409Z","steps":["trace[1344278722] 'agreement among raft nodes before linearized reading' (duration: 643.128265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.841438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.230514Z","time spent":"610.912913ms","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:20:20.841365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.527125Z","time spent":"314.233293ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T04:20:20.841484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.198075Z","time spent":"643.39806ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T04:20:20.841711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.651895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-c24v4\" ","response":"range_response_count:1 size:14192"} {"level":"info","ts":"2026-04-16T04:20:20.841819Z","caller":"traceutil/trace.go:171","msg":"trace[848515767] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-c24v4; range_end:; response_count:1; response_revision:15394; }","duration":"443.85801ms","start":"2026-04-16T04:20:20.397947Z","end":"2026-04-16T04:20:20.841805Z","steps":["trace[848515767] 'agreement among raft nodes before linearized reading' (duration: 443.139363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:20.841851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.397928Z","time spent":"443.915141ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14215,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-c24v4\" "} {"level":"warn","ts":"2026-04-16T04:20:21.388111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.480803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T04:20:21.388234Z","caller":"traceutil/trace.go:171","msg":"trace[1285261845] transaction","detail":"{read_only:false; response_revision:15395; number_of_response:1; }","duration":"542.072491ms","start":"2026-04-16T04:20:20.846142Z","end":"2026-04-16T04:20:21.388214Z","steps":["trace[1285261845] 'process raft request' (duration: 47.220309ms)","trace[1285261845] 'compare' (duration: 493.762897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:21.388299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.846115Z","time spent":"542.153242ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:22.372491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479001791s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T04:20:22.373052Z","caller":"traceutil/trace.go:171","msg":"trace[1572226253] transaction","detail":"{read_only:false; response_revision:15396; number_of_response:1; }","duration":"1.526675779s","start":"2026-04-16T04:20:20.846353Z","end":"2026-04-16T04:20:22.373028Z","steps":["trace[1572226253] 'process raft request' (duration: 1.526461744s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.373197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.846331Z","time spent":"1.526785742s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:20:22.373525Z","caller":"traceutil/trace.go:171","msg":"trace[243828537] transaction","detail":"{read_only:false; response_revision:15398; number_of_response:1; }","duration":"1.527069038s","start":"2026-04-16T04:20:20.846448Z","end":"2026-04-16T04:20:22.373517Z","steps":["trace[243828537] 'process raft request' (duration: 1.526904554s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.373567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.846426Z","time spent":"1.527122338s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:20:22.373558Z","caller":"traceutil/trace.go:171","msg":"trace[263207593] linearizableReadLoop","detail":"{readStateIndex:15983; appliedIndex:15979; }","duration":"1.526483815s","start":"2026-04-16T04:20:20.847038Z","end":"2026-04-16T04:20:22.373522Z","steps":["trace[263207593] 'read index received' (duration: 46.457812ms)","trace[263207593] 'applied index is now lower than readState.Index' (duration: 1.480024703s)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:22.373604Z","caller":"traceutil/trace.go:171","msg":"trace[310384169] transaction","detail":"{read_only:false; response_revision:15399; number_of_response:1; }","duration":"1.52585168s","start":"2026-04-16T04:20:20.847725Z","end":"2026-04-16T04:20:22.373576Z","steps":["trace[310384169] 'process raft request' (duration: 1.525732247s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:22.373593Z","caller":"traceutil/trace.go:171","msg":"trace[1970167196] transaction","detail":"{read_only:false; response_revision:15397; number_of_response:1; }","duration":"1.527129279s","start":"2026-04-16T04:20:20.846409Z","end":"2026-04-16T04:20:22.373538Z","steps":["trace[1970167196] 'process raft request' (duration: 1.526570517s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.373755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.847683Z","time spent":"1.525976433s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:22.373812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.84639Z","time spent":"1.527307683s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:22.374484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527444537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:111 size:1097129"} {"level":"info","ts":"2026-04-16T04:20:22.37452Z","caller":"traceutil/trace.go:171","msg":"trace[600492475] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:111; response_revision:15399; }","duration":"1.527520199s","start":"2026-04-16T04:20:20.846992Z","end":"2026-04-16T04:20:22.374512Z","steps":["trace[600492475] 'agreement among raft nodes before linearized reading' (duration: 1.526633288s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.37455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.846972Z","time spent":"1.527571469s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":111,"response size":1097152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T04:20:22.583029Z","caller":"traceutil/trace.go:171","msg":"trace[1422887975] transaction","detail":"{read_only:false; response_revision:15400; number_of_response:1; }","duration":"1.357357773s","start":"2026-04-16T04:20:21.2256Z","end":"2026-04-16T04:20:22.582958Z","steps":["trace[1422887975] 'process raft request' (duration: 1.356998815s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:22.583224Z","caller":"traceutil/trace.go:171","msg":"trace[602148412] transaction","detail":"{read_only:false; response_revision:15401; number_of_response:1; }","duration":"1.045607256s","start":"2026-04-16T04:20:21.537585Z","end":"2026-04-16T04:20:22.583192Z","steps":["trace[602148412] 'process raft request' (duration: 1.045298989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.583277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.225579Z","time spent":"1.357589508s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:20:22.583315Z","caller":"traceutil/trace.go:171","msg":"trace[180568542] linearizableReadLoop","detail":"{readStateIndex:15988; appliedIndex:15985; }","duration":"209.6466ms","start":"2026-04-16T04:20:22.373643Z","end":"2026-04-16T04:20:22.58329Z","steps":["trace[180568542] 'read index received' (duration: 209.22555ms)","trace[180568542] 'applied index is now lower than readState.Index' (duration: 419.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:22.583408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.537561Z","time spent":"1.045752959s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:22.583583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.27771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:22.583624Z","caller":"traceutil/trace.go:171","msg":"trace[1854185107] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15403; }","duration":"673.334482ms","start":"2026-04-16T04:20:21.910279Z","end":"2026-04-16T04:20:22.583614Z","steps":["trace[1854185107] 'agreement among raft nodes before linearized reading' (duration: 673.26013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.583654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.910269Z","time spent":"673.378283ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-04-16T04:20:22.583916Z","caller":"traceutil/trace.go:171","msg":"trace[689914451] transaction","detail":"{read_only:false; response_revision:15402; number_of_response:1; }","duration":"750.046361ms","start":"2026-04-16T04:20:21.833858Z","end":"2026-04-16T04:20:22.583904Z","steps":["trace[689914451] 'process raft request' (duration: 749.281574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.583976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165837032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T04:20:22.584028Z","caller":"traceutil/trace.go:171","msg":"trace[889404988] transaction","detail":"{read_only:false; response_revision:15403; number_of_response:1; }","duration":"671.998912ms","start":"2026-04-16T04:20:21.91202Z","end":"2026-04-16T04:20:22.584019Z","steps":["trace[889404988] 'process raft request' (duration: 671.210143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:22.584033Z","caller":"traceutil/trace.go:171","msg":"trace[327873545] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15403; }","duration":"1.165918184s","start":"2026-04-16T04:20:21.418098Z","end":"2026-04-16T04:20:22.584016Z","steps":["trace[327873545] 'agreement among raft nodes before linearized reading' (duration: 1.165740689s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.584081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.418084Z","time spent":"1.165985945s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T04:20:22.584084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.912009Z","time spent":"672.049504ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:22.584248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.438451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:22.58429Z","caller":"traceutil/trace.go:171","msg":"trace[1081715112] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:15403; }","duration":"377.514672ms","start":"2026-04-16T04:20:22.206763Z","end":"2026-04-16T04:20:22.584278Z","steps":["trace[1081715112] 'agreement among raft nodes before linearized reading' (duration: 377.44959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.584298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.246025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:22.584368Z","caller":"traceutil/trace.go:171","msg":"trace[1581184846] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15403; }","duration":"675.336717ms","start":"2026-04-16T04:20:21.909018Z","end":"2026-04-16T04:20:22.584354Z","steps":["trace[1581184846] 'agreement among raft nodes before linearized reading' (duration: 675.238375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.584415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.909007Z","time spent":"675.396988ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:20:22.584464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.712612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-v4vdt\" ","response":"range_response_count:1 size:18561"} {"level":"info","ts":"2026-04-16T04:20:22.584494Z","caller":"traceutil/trace.go:171","msg":"trace[952420465] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-v4vdt; range_end:; response_count:1; response_revision:15403; }","duration":"516.765593ms","start":"2026-04-16T04:20:22.067721Z","end":"2026-04-16T04:20:22.584486Z","steps":["trace[952420465] 'agreement among raft nodes before linearized reading' (duration: 516.63107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.584526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:22.067709Z","time spent":"516.807364ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18584,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-v4vdt\" "} {"level":"warn","ts":"2026-04-16T04:20:22.584547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735402928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:111 size:1097129"} {"level":"info","ts":"2026-04-16T04:20:22.584594Z","caller":"traceutil/trace.go:171","msg":"trace[1664694225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:111; response_revision:15403; }","duration":"1.73549053s","start":"2026-04-16T04:20:20.849093Z","end":"2026-04-16T04:20:22.584583Z","steps":["trace[1664694225] 'agreement among raft nodes before linearized reading' (duration: 1.734315233s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.584643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:20.849081Z","time spent":"1.735550281s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":111,"response size":1097152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T04:20:22.584797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.338266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T04:20:22.584855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.196812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T04:20:22.584862Z","caller":"traceutil/trace.go:171","msg":"trace[191712732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15403; }","duration":"749.49784ms","start":"2026-04-16T04:20:21.835347Z","end":"2026-04-16T04:20:22.584845Z","steps":["trace[191712732] 'agreement among raft nodes before linearized reading' (duration: 749.282785ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:22.584892Z","caller":"traceutil/trace.go:171","msg":"trace[632772] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15403; }","duration":"616.261293ms","start":"2026-04-16T04:20:21.96862Z","end":"2026-04-16T04:20:22.584882Z","steps":["trace[632772] 'agreement among raft nodes before linearized reading' (duration: 616.15329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.584909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.835336Z","time spent":"749.561251ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T04:20:22.584922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.96861Z","time spent":"616.304854ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T04:20:22.585116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.862024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9ndxl\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-16T04:20:22.585126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169972374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T04:20:22.585151Z","caller":"traceutil/trace.go:171","msg":"trace[1594168428] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-9ndxl; range_end:; response_count:1; response_revision:15403; }","duration":"648.911425ms","start":"2026-04-16T04:20:21.936231Z","end":"2026-04-16T04:20:22.585143Z","steps":["trace[1594168428] 'agreement among raft nodes before linearized reading' (duration: 648.819293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.58518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.936133Z","time spent":"649.038378ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-9ndxl\" "} {"level":"warn","ts":"2026-04-16T04:20:22.585182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.790097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-16T04:20:22.585194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405264777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T04:20:22.585226Z","caller":"traceutil/trace.go:171","msg":"trace[1205504444] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:15403; }","duration":"1.405341319s","start":"2026-04-16T04:20:21.179876Z","end":"2026-04-16T04:20:22.585218Z","steps":["trace[1205504444] 'agreement among raft nodes before linearized reading' (duration: 1.405240657s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.585282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.179849Z","time spent":"1.405424641s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":64,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:20:22.585299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.457832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6cl2l\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-16T04:20:22.585337Z","caller":"traceutil/trace.go:171","msg":"trace[1382372696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6cl2l; range_end:; response_count:1; response_revision:15403; }","duration":"941.517944ms","start":"2026-04-16T04:20:21.643808Z","end":"2026-04-16T04:20:22.585326Z","steps":["trace[1382372696] 'agreement among raft nodes before linearized reading' (duration: 941.440182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.585387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.643796Z","time spent":"941.578015ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-6cl2l\" "} {"level":"warn","ts":"2026-04-16T04:20:22.585459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430052833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:22.58518Z","caller":"traceutil/trace.go:171","msg":"trace[236644592] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15403; }","duration":"1.170065196s","start":"2026-04-16T04:20:21.415099Z","end":"2026-04-16T04:20:22.585164Z","steps":["trace[236644592] 'agreement among raft nodes before linearized reading' (duration: 1.169871852s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:22.585499Z","caller":"traceutil/trace.go:171","msg":"trace[851174243] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:15403; }","duration":"1.430132805s","start":"2026-04-16T04:20:21.155354Z","end":"2026-04-16T04:20:22.585487Z","steps":["trace[851174243] 'agreement among raft nodes before linearized reading' (duration: 1.430075384s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.585534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.15533Z","time spent":"1.430193676s","remote":"127.0.0.1:44356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:20:22.585677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166491995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T04:20:22.585226Z","caller":"traceutil/trace.go:171","msg":"trace[187242600] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:15403; }","duration":"940.846558ms","start":"2026-04-16T04:20:21.644368Z","end":"2026-04-16T04:20:22.585214Z","steps":["trace[187242600] 'agreement among raft nodes before linearized reading' (duration: 940.712585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:22.585715Z","caller":"traceutil/trace.go:171","msg":"trace[1821017375] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15403; }","duration":"1.166568227s","start":"2026-04-16T04:20:21.419137Z","end":"2026-04-16T04:20:22.585705Z","steps":["trace[1821017375] 'agreement among raft nodes before linearized reading' (duration: 1.166459105s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.585732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.644363Z","time spent":"941.359299ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" "} {"level":"warn","ts":"2026-04-16T04:20:22.585745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.419116Z","time spent":"1.166619528s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T04:20:22.586085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.855256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T04:20:22.586146Z","caller":"traceutil/trace.go:171","msg":"trace[985111339] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mv8kn; range_end:; response_count:1; response_revision:15403; }","duration":"649.935677ms","start":"2026-04-16T04:20:21.936194Z","end":"2026-04-16T04:20:22.586129Z","steps":["trace[985111339] 'agreement among raft nodes before linearized reading' (duration: 649.781834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.586192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.936183Z","time spent":"649.997078ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" "} {"level":"warn","ts":"2026-04-16T04:20:22.586254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216843804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:22.586319Z","caller":"traceutil/trace.go:171","msg":"trace[1705633107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15403; }","duration":"1.216938366s","start":"2026-04-16T04:20:21.36937Z","end":"2026-04-16T04:20:22.586309Z","steps":["trace[1705633107] 'agreement among raft nodes before linearized reading' (duration: 1.216849484s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.586399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.369355Z","time spent":"1.217031398s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:20:22.586507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.755633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12550"} {"level":"info","ts":"2026-04-16T04:20:22.586608Z","caller":"traceutil/trace.go:171","msg":"trace[482881882] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:15403; }","duration":"674.848225ms","start":"2026-04-16T04:20:21.911729Z","end":"2026-04-16T04:20:22.586577Z","steps":["trace[482881882] 'agreement among raft nodes before linearized reading' (duration: 674.700672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.586642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.91172Z","time spent":"674.914026ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12573,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:20:22.586403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.760926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" ","response":"range_response_count:1 size:22016"} {"level":"info","ts":"2026-04-16T04:20:22.586791Z","caller":"traceutil/trace.go:171","msg":"trace[1914023885] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mv8kn; range_end:; response_count:1; response_revision:15403; }","duration":"651.170726ms","start":"2026-04-16T04:20:21.935603Z","end":"2026-04-16T04:20:22.586774Z","steps":["trace[1914023885] 'agreement among raft nodes before linearized reading' (duration: 650.707274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.583989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.833836Z","time spent":"750.119413ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:20:22.586836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.935592Z","time spent":"651.230407ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mv8kn\" "} {"level":"warn","ts":"2026-04-16T04:20:22.584855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361715272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-16T04:20:22.585568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.415081Z","time spent":"1.170467425s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-16T04:20:22.586943Z","caller":"traceutil/trace.go:171","msg":"trace[715431897] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15403; }","duration":"1.363842199s","start":"2026-04-16T04:20:21.223088Z","end":"2026-04-16T04:20:22.586931Z","steps":["trace[715431897] 'agreement among raft nodes before linearized reading' (duration: 1.361055587s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.584329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:22.206748Z","time spent":"377.570183ms","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:20:22.586974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.22307Z","time spent":"1.363895351s","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T04:20:22.587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.740856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12550"} {"level":"info","ts":"2026-04-16T04:20:22.587056Z","caller":"traceutil/trace.go:171","msg":"trace[253962673] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:15403; }","duration":"675.820278ms","start":"2026-04-16T04:20:21.911221Z","end":"2026-04-16T04:20:22.587042Z","steps":["trace[253962673] 'agreement among raft nodes before linearized reading' (duration: 675.645385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:22.587099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:20:21.911213Z","time spent":"675.873909ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12573,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T04:20:32.862274Z","caller":"traceutil/trace.go:171","msg":"trace[1449832658] transaction","detail":"{read_only:false; response_revision:15459; number_of_response:1; }","duration":"104.423411ms","start":"2026-04-16T04:20:32.75782Z","end":"2026-04-16T04:20:32.862243Z","steps":["trace[1449832658] 'process raft request' (duration: 94.471148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:33.633414Z","caller":"traceutil/trace.go:171","msg":"trace[436209357] linearizableReadLoop","detail":"{readStateIndex:16048; appliedIndex:16047; }","duration":"110.59805ms","start":"2026-04-16T04:20:33.522791Z","end":"2026-04-16T04:20:33.633389Z","steps":["trace[436209357] 'read index received' (duration: 110.344484ms)","trace[436209357] 'applied index is now lower than readState.Index' (duration: 252.646µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:33.633493Z","caller":"traceutil/trace.go:171","msg":"trace[920985584] transaction","detail":"{read_only:false; response_revision:15460; number_of_response:1; }","duration":"233.824561ms","start":"2026-04-16T04:20:33.399626Z","end":"2026-04-16T04:20:33.63345Z","steps":["trace[920985584] 'process raft request' (duration: 233.597896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:33.63361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.805704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T04:20:33.633654Z","caller":"traceutil/trace.go:171","msg":"trace[1528037122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15460; }","duration":"110.900637ms","start":"2026-04-16T04:20:33.522741Z","end":"2026-04-16T04:20:33.633641Z","steps":["trace[1528037122] 'agreement among raft nodes before linearized reading' (duration: 110.745673ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:33.77399Z","caller":"traceutil/trace.go:171","msg":"trace[2054186402] transaction","detail":"{read_only:false; response_revision:15461; number_of_response:1; }","duration":"135.516197ms","start":"2026-04-16T04:20:33.638449Z","end":"2026-04-16T04:20:33.773965Z","steps":["trace[2054186402] 'process raft request' (duration: 44.236231ms)","trace[2054186402] 'compare' (duration: 91.175793ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:33.930507Z","caller":"traceutil/trace.go:171","msg":"trace[1535257377] linearizableReadLoop","detail":"{readStateIndex:16050; appliedIndex:16049; }","duration":"207.965851ms","start":"2026-04-16T04:20:33.722517Z","end":"2026-04-16T04:20:33.930483Z","steps":["trace[1535257377] 'read index received' (duration: 200.276359ms)","trace[1535257377] 'applied index is now lower than readState.Index' (duration: 7.687922ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:33.930614Z","caller":"traceutil/trace.go:171","msg":"trace[1517191554] transaction","detail":"{read_only:false; response_revision:15462; number_of_response:1; }","duration":"218.629891ms","start":"2026-04-16T04:20:33.71196Z","end":"2026-04-16T04:20:33.93059Z","steps":["trace[1517191554] 'process raft request' (duration: 210.925598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:33.930739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.033822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T04:20:33.93078Z","caller":"traceutil/trace.go:171","msg":"trace[1909339503] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:15462; }","duration":"133.126845ms","start":"2026-04-16T04:20:33.797644Z","end":"2026-04-16T04:20:33.93077Z","steps":["trace[1909339503] 'agreement among raft nodes before linearized reading' (duration: 133.005352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:33.930788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.06541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:33.930896Z","caller":"traceutil/trace.go:171","msg":"trace[695140402] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:15462; }","duration":"111.188703ms","start":"2026-04-16T04:20:33.819677Z","end":"2026-04-16T04:20:33.930866Z","steps":["trace[695140402] 'agreement among raft nodes before linearized reading' (duration: 111.020879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:20:33.931159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.623175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-16T04:20:33.93124Z","caller":"traceutil/trace.go:171","msg":"trace[589510821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15462; }","duration":"208.759419ms","start":"2026-04-16T04:20:33.722463Z","end":"2026-04-16T04:20:33.931223Z","steps":["trace[589510821] 'agreement among raft nodes before linearized reading' (duration: 208.126355ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:34.155905Z","caller":"traceutil/trace.go:171","msg":"trace[164347891] linearizableReadLoop","detail":"{readStateIndex:16051; appliedIndex:16050; }","duration":"163.146847ms","start":"2026-04-16T04:20:33.992733Z","end":"2026-04-16T04:20:34.15588Z","steps":["trace[164347891] 'read index received' (duration: 162.757568ms)","trace[164347891] 'applied index is now lower than readState.Index' (duration: 388.339µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:34.156051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.29101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T04:20:34.156158Z","caller":"traceutil/trace.go:171","msg":"trace[1718882724] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15463; }","duration":"163.432313ms","start":"2026-04-16T04:20:33.992704Z","end":"2026-04-16T04:20:34.156136Z","steps":["trace[1718882724] 'agreement among raft nodes before linearized reading' (duration: 163.26761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:34.156358Z","caller":"traceutil/trace.go:171","msg":"trace[1178030561] transaction","detail":"{read_only:false; response_revision:15463; number_of_response:1; }","duration":"213.229609ms","start":"2026-04-16T04:20:33.943109Z","end":"2026-04-16T04:20:34.156338Z","steps":["trace[1178030561] 'process raft request' (duration: 212.460322ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:34.554017Z","caller":"traceutil/trace.go:171","msg":"trace[27545574] transaction","detail":"{read_only:false; response_revision:15471; number_of_response:1; }","duration":"163.875163ms","start":"2026-04-16T04:20:34.390111Z","end":"2026-04-16T04:20:34.553987Z","steps":["trace[27545574] 'process raft request' (duration: 163.668178ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:20:34.600538Z","caller":"traceutil/trace.go:171","msg":"trace[897598578] linearizableReadLoop","detail":"{readStateIndex:16060; appliedIndex:16058; }","duration":"109.871892ms","start":"2026-04-16T04:20:34.490643Z","end":"2026-04-16T04:20:34.600514Z","steps":["trace[897598578] 'read index received' (duration: 63.174655ms)","trace[897598578] 'applied index is now lower than readState.Index' (duration: 46.695557ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:20:34.600566Z","caller":"traceutil/trace.go:171","msg":"trace[416465666] transaction","detail":"{read_only:false; response_revision:15472; number_of_response:1; }","duration":"125.828261ms","start":"2026-04-16T04:20:34.474707Z","end":"2026-04-16T04:20:34.600536Z","steps":["trace[416465666] 'process raft request' (duration: 105.2531ms)","trace[416465666] 'compare' (duration: 20.432287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:20:34.600833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.171959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-user-7wqsk\" ","response":"range_response_count:1 size:7542"} {"level":"info","ts":"2026-04-16T04:20:34.600908Z","caller":"traceutil/trace.go:171","msg":"trace[337386250] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-user-7wqsk; range_end:; response_count:1; response_revision:15472; }","duration":"110.290831ms","start":"2026-04-16T04:20:34.490599Z","end":"2026-04-16T04:20:34.60089Z","steps":["trace[337386250] 'agreement among raft nodes before linearized reading' (duration: 110.027756ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:41.603792Z","caller":"traceutil/trace.go:171","msg":"trace[1159411199] transaction","detail":"{read_only:false; response_revision:16617; number_of_response:1; }","duration":"347.379786ms","start":"2026-04-16T04:22:41.256321Z","end":"2026-04-16T04:22:41.603701Z","steps":["trace[1159411199] 'process raft request' (duration: 347.228753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:41.604049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:41.2563Z","time spent":"347.576901ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:41.671384Z","caller":"traceutil/trace.go:171","msg":"trace[542363238] transaction","detail":"{read_only:false; response_revision:16618; number_of_response:1; }","duration":"412.19823ms","start":"2026-04-16T04:22:41.259158Z","end":"2026-04-16T04:22:41.671357Z","steps":["trace[542363238] 'process raft request' (duration: 411.997945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:41.671552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:41.259131Z","time spent":"412.339252ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:41.671704Z","caller":"traceutil/trace.go:171","msg":"trace[766332935] transaction","detail":"{read_only:false; response_revision:16619; number_of_response:1; }","duration":"403.478484ms","start":"2026-04-16T04:22:41.26818Z","end":"2026-04-16T04:22:41.671659Z","steps":["trace[766332935] 'process raft request' (duration: 403.125716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:41.67191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:41.268163Z","time spent":"403.636297ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:41.671989Z","caller":"traceutil/trace.go:171","msg":"trace[672121356] transaction","detail":"{read_only:false; response_revision:16620; number_of_response:1; }","duration":"316.491794ms","start":"2026-04-16T04:22:41.35548Z","end":"2026-04-16T04:22:41.671972Z","steps":["trace[672121356] 'process raft request' (duration: 316.072355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:41.672061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:41.355454Z","time spent":"316.569666ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:41.672009Z","caller":"traceutil/trace.go:171","msg":"trace[1882612979] linearizableReadLoop","detail":"{readStateIndex:17244; appliedIndex:17241; }","duration":"344.984403ms","start":"2026-04-16T04:22:41.326968Z","end":"2026-04-16T04:22:41.671952Z","steps":["trace[1882612979] 'read index received' (duration: 276.625761ms)","trace[1882612979] 'applied index is now lower than readState.Index' (duration: 68.357532ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:22:41.672187Z","caller":"traceutil/trace.go:171","msg":"trace[2075160615] transaction","detail":"{read_only:false; response_revision:16621; number_of_response:1; }","duration":"314.751076ms","start":"2026-04-16T04:22:41.35739Z","end":"2026-04-16T04:22:41.672141Z","steps":["trace[2075160615] 'process raft request' (duration: 314.504309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:41.672342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.373232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:22:41.672379Z","caller":"traceutil/trace.go:171","msg":"trace[1051563602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16621; }","duration":"345.449084ms","start":"2026-04-16T04:22:41.326919Z","end":"2026-04-16T04:22:41.672368Z","steps":["trace[1051563602] 'agreement among raft nodes before linearized reading' (duration: 345.27669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:41.672404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:41.32689Z","time spent":"345.508195ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T04:22:41.672392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:41.357369Z","time spent":"314.913039ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:41.672591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.736225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:725"} {"level":"warn","ts":"2026-04-16T04:22:41.672611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.26817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T04:22:41.67266Z","caller":"traceutil/trace.go:171","msg":"trace[1441530283] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16621; }","duration":"227.875599ms","start":"2026-04-16T04:22:41.444765Z","end":"2026-04-16T04:22:41.672641Z","steps":["trace[1441530283] 'agreement among raft nodes before linearized reading' (duration: 227.666464ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:41.672662Z","caller":"traceutil/trace.go:171","msg":"trace[544589021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16621; }","duration":"345.386492ms","start":"2026-04-16T04:22:41.327262Z","end":"2026-04-16T04:22:41.672649Z","steps":["trace[544589021] 'agreement among raft nodes before linearized reading' (duration: 345.146127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:41.672726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:41.327248Z","time spent":"345.467364ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T04:22:41.672614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.741251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:22:41.672807Z","caller":"traceutil/trace.go:171","msg":"trace[567718000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16621; }","duration":"155.967006ms","start":"2026-04-16T04:22:41.516825Z","end":"2026-04-16T04:22:41.672792Z","steps":["trace[567718000] 'agreement among raft nodes before linearized reading' (duration: 155.729321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:41.672606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.882018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:22:41.67289Z","caller":"traceutil/trace.go:171","msg":"trace[550724334] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:16621; }","duration":"236.198315ms","start":"2026-04-16T04:22:41.436675Z","end":"2026-04-16T04:22:41.672874Z","steps":["trace[550724334] 'agreement among raft nodes before linearized reading' (duration: 235.873218ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:47.015326Z","caller":"traceutil/trace.go:171","msg":"trace[955952666] linearizableReadLoop","detail":"{readStateIndex:17270; appliedIndex:17269; }","duration":"357.630766ms","start":"2026-04-16T04:22:46.657672Z","end":"2026-04-16T04:22:47.015303Z","steps":["trace[955952666] 'read index received' (duration: 357.438072ms)","trace[955952666] 'applied index is now lower than readState.Index' (duration: 192.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:22:47.01567Z","caller":"traceutil/trace.go:171","msg":"trace[2101929492] transaction","detail":"{read_only:false; response_revision:16644; number_of_response:1; }","duration":"455.160232ms","start":"2026-04-16T04:22:46.560498Z","end":"2026-04-16T04:22:47.015658Z","steps":["trace[2101929492] 'process raft request' (duration: 454.677191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:47.015768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:46.56047Z","time spent":"455.232213ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:47.016011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.335332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-16T04:22:47.016048Z","caller":"traceutil/trace.go:171","msg":"trace[1582745451] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:16644; }","duration":"358.407414ms","start":"2026-04-16T04:22:46.657631Z","end":"2026-04-16T04:22:47.016038Z","steps":["trace[1582745451] 'agreement among raft nodes before linearized reading' (duration: 358.296721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:47.016071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:46.657609Z","time spent":"358.455894ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" "} {"level":"warn","ts":"2026-04-16T04:22:47.016287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.505824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:22:47.016319Z","caller":"traceutil/trace.go:171","msg":"trace[1350940124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16644; }","duration":"150.562855ms","start":"2026-04-16T04:22:46.865749Z","end":"2026-04-16T04:22:47.016311Z","steps":["trace[1350940124] 'agreement among raft nodes before linearized reading' (duration: 150.471823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:47.629024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.758469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:22:47.62909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.712094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:22:47.629172Z","caller":"traceutil/trace.go:171","msg":"trace[1511515726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16644; }","duration":"353.937673ms","start":"2026-04-16T04:22:47.275194Z","end":"2026-04-16T04:22:47.629132Z","steps":["trace[1511515726] 'range keys from in-memory index tree' (duration: 353.665327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:47.629263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.275138Z","time spent":"354.101277ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T04:22:47.62918Z","caller":"traceutil/trace.go:171","msg":"trace[1467132735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16644; }","duration":"260.854587ms","start":"2026-04-16T04:22:47.368301Z","end":"2026-04-16T04:22:47.629156Z","steps":["trace[1467132735] 'range keys from in-memory index tree' (duration: 260.634222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:48.875534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.949038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:22:48.875649Z","caller":"traceutil/trace.go:171","msg":"trace[185809092] transaction","detail":"{read_only:false; response_revision:16646; number_of_response:1; }","duration":"1.251845129s","start":"2026-04-16T04:22:47.62378Z","end":"2026-04-16T04:22:48.875625Z","steps":["trace[185809092] 'process raft request' (duration: 307.441051ms)","trace[185809092] 'compare' (duration: 943.213471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:22:48.875876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.623754Z","time spent":"1.252085164s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:49.443865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.512612524s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T04:22:49.992113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.014542ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-16T04:22:49.992383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14140} {"level":"info","ts":"2026-04-16T04:22:49.992443Z","caller":"traceutil/trace.go:171","msg":"trace[556028423] compact","detail":"{revision:14140; response_revision:16646; }","duration":"2.360744554s","start":"2026-04-16T04:22:47.631667Z","end":"2026-04-16T04:22:49.992412Z","steps":["trace[556028423] 'process raft request' (duration: 1.812361672s)","trace[556028423] 'check and update compact revision' (duration: 547.856389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:22:49.992498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.631889Z","time spent":"2.360604921s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T04:22:49.992521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.631636Z","time spent":"2.360881837s","remote":"127.0.0.1:59852","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T04:22:49.992631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.456054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:22:49.992769Z","caller":"traceutil/trace.go:171","msg":"trace[1008503354] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16646; }","duration":"233.596897ms","start":"2026-04-16T04:22:49.759149Z","end":"2026-04-16T04:22:49.992746Z","steps":["trace[1008503354] 'range keys from in-memory index tree' (duration: 233.435293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:49.9928Z","caller":"traceutil/trace.go:171","msg":"trace[765413309] transaction","detail":"{read_only:false; response_revision:16647; number_of_response:1; }","duration":"2.302668443s","start":"2026-04-16T04:22:47.690104Z","end":"2026-04-16T04:22:49.992773Z","steps":["trace[765413309] 'process raft request' (duration: 2.302250573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:49.992947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.690079Z","time spent":"2.302786585s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:49.993376Z","caller":"traceutil/trace.go:171","msg":"trace[1016667920] transaction","detail":"{read_only:false; response_revision:16648; number_of_response:1; }","duration":"2.302320545s","start":"2026-04-16T04:22:47.691043Z","end":"2026-04-16T04:22:49.993363Z","steps":["trace[1016667920] 'process raft request' (duration: 2.301710081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:49.993442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.691021Z","time spent":"2.302385487s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:49.993713Z","caller":"traceutil/trace.go:171","msg":"trace[993033440] linearizableReadLoop","detail":"{readStateIndex:17277; appliedIndex:17271; }","duration":"2.293934457s","start":"2026-04-16T04:22:47.699753Z","end":"2026-04-16T04:22:49.993687Z","steps":["trace[993033440] 'read index received' (duration: 231.479409ms)","trace[993033440] 'applied index is now lower than readState.Index' (duration: 2.062453658s)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:22:49.993731Z","caller":"traceutil/trace.go:171","msg":"trace[282126585] transaction","detail":"{read_only:false; response_revision:16649; number_of_response:1; }","duration":"2.301761952s","start":"2026-04-16T04:22:47.691936Z","end":"2026-04-16T04:22:49.993698Z","steps":["trace[282126585] 'process raft request' (duration: 2.301412004s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:49.993882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.691912Z","time spent":"2.301886135s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:49.994033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294275074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T04:22:49.994134Z","caller":"traceutil/trace.go:171","msg":"trace[1527232420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16649; }","duration":"2.294377646s","start":"2026-04-16T04:22:47.699738Z","end":"2026-04-16T04:22:49.994116Z","steps":["trace[1527232420] 'agreement among raft nodes before linearized reading' (duration: 2.294046399s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:49.994202Z","caller":"traceutil/trace.go:171","msg":"trace[399784253] transaction","detail":"{read_only:false; response_revision:16650; number_of_response:1; }","duration":"1.843741106s","start":"2026-04-16T04:22:48.150437Z","end":"2026-04-16T04:22:49.994178Z","steps":["trace[399784253] 'process raft request' (duration: 1.843238094s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:49.994346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:48.15041Z","time spent":"1.843849898s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:49.994226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.699683Z","time spent":"2.294525869s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T04:22:49.994935Z","caller":"traceutil/trace.go:171","msg":"trace[81020215] transaction","detail":"{read_only:false; response_revision:16651; number_of_response:1; }","duration":"817.312898ms","start":"2026-04-16T04:22:49.177399Z","end":"2026-04-16T04:22:49.994712Z","steps":["trace[81020215] 'process raft request' (duration: 816.761116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:49.99508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:49.177369Z","time spent":"817.635717ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:49.99537Z","caller":"traceutil/trace.go:171","msg":"trace[792392247] transaction","detail":"{read_only:false; response_revision:16652; number_of_response:1; }","duration":"782.623642ms","start":"2026-04-16T04:22:49.212719Z","end":"2026-04-16T04:22:49.995342Z","steps":["trace[792392247] 'process raft request' (duration: 781.976197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:49.995533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:49.212702Z","time spent":"782.723974ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:50.3699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999746972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T04:22:50.369973Z","caller":"traceutil/trace.go:171","msg":"trace[1859595917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999910296s","start":"2026-04-16T04:22:48.370045Z","end":"2026-04-16T04:22:50.369955Z","steps":["trace[1859595917] 'agreement among raft nodes before linearized reading' (duration: 1.999814854s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:50.370009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:48.370019Z","time spent":"1.999983088s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 04:22:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T04:22:50.494866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478150541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T04:22:51.671986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176898279s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T04:22:52.023525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528401548s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:22:52.023761Z","caller":"traceutil/trace.go:171","msg":"trace[679168502] transaction","detail":"{read_only:false; response_revision:16654; number_of_response:1; }","duration":"2.0250658s","start":"2026-04-16T04:22:49.998675Z","end":"2026-04-16T04:22:52.023741Z","steps":["trace[679168502] 'process raft request' (duration: 2.024969787s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:52.023803Z","caller":"traceutil/trace.go:171","msg":"trace[983929923] linearizableReadLoop","detail":"{readStateIndex:17281; appliedIndex:17280; }","duration":"2.02999589s","start":"2026-04-16T04:22:49.993772Z","end":"2026-04-16T04:22:52.023768Z","steps":["trace[983929923] 'read index received' (duration: 513.717684ms)","trace[983929923] 'applied index is now lower than readState.Index' (duration: 1.516274326s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:22:52.023856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:49.998652Z","time spent":"2.025161612s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:52.023909Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":7967603951478150547,"received-request-id":7967603951478150541} {"level":"warn","ts":"2026-04-16T04:22:52.024088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030326756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:22:52.024081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976909028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:22:52.024122Z","caller":"traceutil/trace.go:171","msg":"trace[644834091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16654; }","duration":"4.030400958s","start":"2026-04-16T04:22:47.993712Z","end":"2026-04-16T04:22:52.024113Z","steps":["trace[644834091] 'agreement among raft nodes before linearized reading' (duration: 4.030343437s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:52.024138Z","caller":"traceutil/trace.go:171","msg":"trace[1509871785] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16654; }","duration":"3.977004511s","start":"2026-04-16T04:22:48.047112Z","end":"2026-04-16T04:22:52.024117Z","steps":["trace[1509871785] 'agreement among raft nodes before linearized reading' (duration: 3.976842827s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.024144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.993687Z","time spent":"4.030451128s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:22:52.024165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:48.047102Z","time spent":"3.977054632s","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:22:52.024127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418609064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:22:52.024145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.320855058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T04:22:52.024174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.322261079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T04:22:52.024177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003101192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T04:22:52.024228Z","caller":"traceutil/trace.go:171","msg":"trace[1498288749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16654; }","duration":"4.322362161s","start":"2026-04-16T04:22:47.701846Z","end":"2026-04-16T04:22:52.024208Z","steps":["trace[1498288749] 'agreement among raft nodes before linearized reading' (duration: 4.322177747s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.024176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983649826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-16T04:22:52.02421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321288977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:22:52.024279Z","caller":"traceutil/trace.go:171","msg":"trace[1336807569] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:16654; }","duration":"2.983827239s","start":"2026-04-16T04:22:49.040443Z","end":"2026-04-16T04:22:52.02427Z","steps":["trace[1336807569] 'agreement among raft nodes before linearized reading' (duration: 2.983552243s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.024286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.70183Z","time spent":"4.322440873s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T04:22:52.024246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663858328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:22:52.024311Z","caller":"traceutil/trace.go:171","msg":"trace[1091233335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16654; }","duration":"4.321420961s","start":"2026-04-16T04:22:47.702867Z","end":"2026-04-16T04:22:52.024288Z","steps":["trace[1091233335] 'agreement among raft nodes before linearized reading' (duration: 4.321116764s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.024326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:49.04042Z","time spent":"2.983895641s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" "} {"level":"warn","ts":"2026-04-16T04:22:52.024137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.997652004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:22:52.024293Z","caller":"traceutil/trace.go:171","msg":"trace[1399090354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16654; }","duration":"3.003271965s","start":"2026-04-16T04:22:49.020983Z","end":"2026-04-16T04:22:52.024255Z","steps":["trace[1399090354] 'agreement among raft nodes before linearized reading' (duration: 3.00304994s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:52.024365Z","caller":"traceutil/trace.go:171","msg":"trace[178717730] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:16654; }","duration":"2.663994521s","start":"2026-04-16T04:22:49.360353Z","end":"2026-04-16T04:22:52.024347Z","steps":["trace[178717730] 'agreement among raft nodes before linearized reading' (duration: 2.663855438s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.024373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.702857Z","time spent":"4.321503552s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T04:22:52.024394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:49.020954Z","time spent":"3.003431639s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T04:22:52.024231Z","caller":"traceutil/trace.go:171","msg":"trace[1092848328] transaction","detail":"{read_only:false; response_revision:16653; number_of_response:1; }","duration":"2.030667466s","start":"2026-04-16T04:22:49.993536Z","end":"2026-04-16T04:22:52.024203Z","steps":["trace[1092848328] 'process raft request' (duration: 501.482811ms)","trace[1092848328] 'compare' (duration: 414.264505ms)","trace[1092848328] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.78; req_size:117; } (duration: 1.113537839s)"],"step_count":3} {"level":"warn","ts":"2026-04-16T04:22:52.024418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:49.360335Z","time spent":"2.664067482s","remote":"127.0.0.1:44220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:22:52.024225Z","caller":"traceutil/trace.go:171","msg":"trace[1006573679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16654; }","duration":"4.320966961s","start":"2026-04-16T04:22:47.70323Z","end":"2026-04-16T04:22:52.024197Z","steps":["trace[1006573679] 'agreement among raft nodes before linearized reading' (duration: 4.320749636s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.024496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:47.703218Z","time spent":"4.321270197s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T04:22:52.024213Z","caller":"traceutil/trace.go:171","msg":"trace[716508863] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:16654; }","duration":"3.418764989s","start":"2026-04-16T04:22:48.605428Z","end":"2026-04-16T04:22:52.024193Z","steps":["trace[716508863] 'agreement among raft nodes before linearized reading' (duration: 3.418608055s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.024533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:48.605407Z","time spent":"3.419114647s","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:22:52.024387Z","caller":"traceutil/trace.go:171","msg":"trace[206300126] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16654; }","duration":"3.99791372s","start":"2026-04-16T04:22:48.026461Z","end":"2026-04-16T04:22:52.024375Z","steps":["trace[206300126] 'agreement among raft nodes before linearized reading' (duration: 3.997537011s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.024632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:48.026408Z","time spent":"3.998205266s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:22:52.024494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:49.993514Z","time spent":"2.030919101s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:52.370323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999728661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T04:22:52.370408Z","caller":"traceutil/trace.go:171","msg":"trace[324046839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999883325s","start":"2026-04-16T04:22:50.370506Z","end":"2026-04-16T04:22:52.370389Z","steps":["trace[324046839] 'agreement among raft nodes before linearized reading' (duration: 1.999767462s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.370456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:50.370487Z","time spent":"1.999959626s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:22:52.524569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478150547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T04:22:52.718066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045284709s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T04:22:52.71925Z","caller":"traceutil/trace.go:171","msg":"trace[318869540] transaction","detail":"{read_only:false; response_revision:16655; number_of_response:1; }","duration":"1.838553619s","start":"2026-04-16T04:22:50.880662Z","end":"2026-04-16T04:22:52.719216Z","steps":["trace[318869540] 'process raft request' (duration: 1.837660219s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.719402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:50.880634Z","time spent":"1.838687352s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:52.813958Z","caller":"traceutil/trace.go:171","msg":"trace[2107305702] transaction","detail":"{read_only:false; response_revision:16656; number_of_response:1; }","duration":"813.533025ms","start":"2026-04-16T04:22:52.000398Z","end":"2026-04-16T04:22:52.813931Z","steps":["trace[2107305702] 'process raft request' (duration: 807.461089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.814138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.000368Z","time spent":"813.670779ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:52.814337Z","caller":"traceutil/trace.go:171","msg":"trace[2033792773] transaction","detail":"{read_only:false; response_revision:16657; number_of_response:1; }","duration":"813.886953ms","start":"2026-04-16T04:22:52.000411Z","end":"2026-04-16T04:22:52.814298Z","steps":["trace[2033792773] 'process raft request' (duration: 813.461194ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:52.814408Z","caller":"traceutil/trace.go:171","msg":"trace[1622484634] transaction","detail":"{read_only:false; response_revision:16658; number_of_response:1; }","duration":"813.902444ms","start":"2026-04-16T04:22:52.000468Z","end":"2026-04-16T04:22:52.814371Z","steps":["trace[1622484634] 'process raft request' (duration: 813.699889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:52.814425Z","caller":"traceutil/trace.go:171","msg":"trace[1796384587] transaction","detail":"{read_only:false; response_revision:16660; number_of_response:1; }","duration":"785.884326ms","start":"2026-04-16T04:22:52.028515Z","end":"2026-04-16T04:22:52.814399Z","steps":["trace[1796384587] 'process raft request' (duration: 785.812854ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:52.814437Z","caller":"traceutil/trace.go:171","msg":"trace[443537324] transaction","detail":"{read_only:false; response_revision:16659; number_of_response:1; }","duration":"785.892636ms","start":"2026-04-16T04:22:52.028518Z","end":"2026-04-16T04:22:52.814411Z","steps":["trace[443537324] 'process raft request' (duration: 785.770123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.814519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.000379Z","time spent":"814.037547ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:52.814598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.028498Z","time spent":"785.993648ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:52.814598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.028503Z","time spent":"785.998078ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:22:52.814603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.000414Z","time spent":"814.073167ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:52.81471Z","caller":"traceutil/trace.go:171","msg":"trace[332405833] linearizableReadLoop","detail":"{readStateIndex:17290; appliedIndex:17282; }","duration":"790.795415ms","start":"2026-04-16T04:22:52.023884Z","end":"2026-04-16T04:22:52.81468Z","steps":["trace[332405833] 'read index received' (duration: 695.174121ms)","trace[332405833] 'applied index is now lower than readState.Index' (duration: 95.620024ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:22:52.814783Z","caller":"traceutil/trace.go:171","msg":"trace[299701275] transaction","detail":"{read_only:false; response_revision:16662; number_of_response:1; }","duration":"784.697319ms","start":"2026-04-16T04:22:52.030072Z","end":"2026-04-16T04:22:52.81477Z","steps":["trace[299701275] 'process raft request' (duration: 784.470404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.81481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286038009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:22:52.814834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886041254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-16T04:22:52.814837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.030057Z","time spent":"784.75173ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:52.814868Z","caller":"traceutil/trace.go:171","msg":"trace[1544533056] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16662; }","duration":"2.286132062s","start":"2026-04-16T04:22:50.528721Z","end":"2026-04-16T04:22:52.814853Z","steps":["trace[1544533056] 'agreement among raft nodes before linearized reading' (duration: 2.286038969s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:52.81489Z","caller":"traceutil/trace.go:171","msg":"trace[731812844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16662; }","duration":"1.886120875s","start":"2026-04-16T04:22:50.928743Z","end":"2026-04-16T04:22:52.814864Z","steps":["trace[731812844] 'agreement among raft nodes before linearized reading' (duration: 1.885975132s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.814914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:50.5287Z","time spent":"2.286200634s","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:22:52.814926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:50.928724Z","time spent":"1.886194947s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T04:22:52.814927Z","caller":"traceutil/trace.go:171","msg":"trace[1381870709] transaction","detail":"{read_only:false; response_revision:16661; number_of_response:1; }","duration":"785.538057ms","start":"2026-04-16T04:22:52.02938Z","end":"2026-04-16T04:22:52.814918Z","steps":["trace[1381870709] 'process raft request' (duration: 784.984735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.814944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448111073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:22:52.814974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.029374Z","time spent":"785.576598ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:22:52.81499Z","caller":"traceutil/trace.go:171","msg":"trace[1880096554] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16662; }","duration":"2.448210994s","start":"2026-04-16T04:22:50.366761Z","end":"2026-04-16T04:22:52.814972Z","steps":["trace[1880096554] 'agreement among raft nodes before linearized reading' (duration: 2.448097092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.815034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:50.366745Z","time spent":"2.448281136s","remote":"127.0.0.1:60340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:22:52.815108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.007043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T04:22:52.815124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016711402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:22:52.815156Z","caller":"traceutil/trace.go:171","msg":"trace[1125499571] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16662; }","duration":"788.066124ms","start":"2026-04-16T04:22:52.027078Z","end":"2026-04-16T04:22:52.815144Z","steps":["trace[1125499571] 'agreement among raft nodes before linearized reading' (duration: 787.90137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:22:52.815161Z","caller":"traceutil/trace.go:171","msg":"trace[1747195484] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16662; }","duration":"2.016787114s","start":"2026-04-16T04:22:50.798364Z","end":"2026-04-16T04:22:52.815151Z","steps":["trace[1747195484] 'agreement among raft nodes before linearized reading' (duration: 2.016713522s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.815195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.027066Z","time spent":"788.122515ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T04:22:52.8152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:50.798271Z","time spent":"2.016920837s","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:22:52.815169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.762201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:22:52.81525Z","caller":"traceutil/trace.go:171","msg":"trace[331893808] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:16662; }","duration":"801.859363ms","start":"2026-04-16T04:22:52.01337Z","end":"2026-04-16T04:22:52.81523Z","steps":["trace[331893808] 'agreement among raft nodes before linearized reading' (duration: 801.681929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.815295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.013328Z","time spent":"801.956385ms","remote":"127.0.0.1:60374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":48,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:22:52.815381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654743023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:22:52.815418Z","caller":"traceutil/trace.go:171","msg":"trace[190401330] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16662; }","duration":"2.654818835s","start":"2026-04-16T04:22:50.16059Z","end":"2026-04-16T04:22:52.815408Z","steps":["trace[190401330] 'agreement among raft nodes before linearized reading' (duration: 2.654755193s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.815447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:50.160568Z","time spent":"2.654871196s","remote":"127.0.0.1:60256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:22:52.815509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.509267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:22:52.815533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.520551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:22:52.815604Z","caller":"traceutil/trace.go:171","msg":"trace[1291633083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16662; }","duration":"435.583913ms","start":"2026-04-16T04:22:52.37998Z","end":"2026-04-16T04:22:52.815564Z","steps":["trace[1291633083] 'agreement among raft nodes before linearized reading' (duration: 435.522342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.815636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.379966Z","time spent":"435.663545ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T04:22:52.815657Z","caller":"traceutil/trace.go:171","msg":"trace[1504279945] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16662; }","duration":"512.597579ms","start":"2026-04-16T04:22:52.302961Z","end":"2026-04-16T04:22:52.815559Z","steps":["trace[1504279945] 'agreement among raft nodes before linearized reading' (duration: 512.477046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.815694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.078744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-16T04:22:52.815724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.302916Z","time spent":"512.791093ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:22:52.815732Z","caller":"traceutil/trace.go:171","msg":"trace[174723372] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16662; }","duration":"320.119725ms","start":"2026-04-16T04:22:52.495601Z","end":"2026-04-16T04:22:52.815721Z","steps":["trace[174723372] 'agreement among raft nodes before linearized reading' (duration: 319.92991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.815768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.495531Z","time spent":"320.230488ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T04:22:52.815888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.852573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:22:52.815929Z","caller":"traceutil/trace.go:171","msg":"trace[1741416326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16662; }","duration":"702.928796ms","start":"2026-04-16T04:22:52.112991Z","end":"2026-04-16T04:22:52.81592Z","steps":["trace[1741416326] 'agreement among raft nodes before linearized reading' (duration: 702.805772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.815951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.937106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-16T04:22:52.815958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.112974Z","time spent":"702.977507ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T04:22:52.815993Z","caller":"traceutil/trace.go:171","msg":"trace[518473547] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457; range_end:; response_count:1; response_revision:16662; }","duration":"442.006917ms","start":"2026-04-16T04:22:52.373971Z","end":"2026-04-16T04:22:52.815978Z","steps":["trace[518473547] 'agreement among raft nodes before linearized reading' (duration: 441.849953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.816044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.373954Z","time spent":"442.08085ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b9b85b088457\" "} {"level":"warn","ts":"2026-04-16T04:22:52.822013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.35144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:116 size:1141816"} {"level":"info","ts":"2026-04-16T04:22:52.822123Z","caller":"traceutil/trace.go:171","msg":"trace[1283126229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:116; response_revision:16662; }","duration":"792.502993ms","start":"2026-04-16T04:22:52.029599Z","end":"2026-04-16T04:22:52.822102Z","steps":["trace[1283126229] 'agreement among raft nodes before linearized reading' (duration: 785.937496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:22:52.822209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:22:52.029596Z","time spent":"792.599995ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":116,"response size":1141839,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T04:22:52.957138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14140,"took":"2.958010432s","hash":2874674225,"current-db-size-bytes":54415360,"current-db-size":"54 MB","current-db-size-in-use-bytes":33177600,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-16T04:22:52.957187Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2874674225,"revision":14140,"compact-revision":11311} {"level":"info","ts":"2026-04-16T04:23:17.20201Z","caller":"traceutil/trace.go:171","msg":"trace[1962996256] transaction","detail":"{read_only:false; response_revision:16784; number_of_response:1; }","duration":"314.779347ms","start":"2026-04-16T04:23:16.887208Z","end":"2026-04-16T04:23:17.201987Z","steps":["trace[1962996256] 'process raft request' (duration: 314.610842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:17.20223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:16.88719Z","time spent":"314.926489ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:17.229187Z","caller":"traceutil/trace.go:171","msg":"trace[499705232] linearizableReadLoop","detail":"{readStateIndex:17421; appliedIndex:17417; }","duration":"125.844751ms","start":"2026-04-16T04:23:17.103323Z","end":"2026-04-16T04:23:17.229168Z","steps":["trace[499705232] 'read index received' (duration: 98.572471ms)","trace[499705232] 'applied index is now lower than readState.Index' (duration: 27.27152ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:17.234871Z","caller":"traceutil/trace.go:171","msg":"trace[1384948499] transaction","detail":"{read_only:false; response_revision:16785; number_of_response:1; }","duration":"298.460359ms","start":"2026-04-16T04:23:16.936386Z","end":"2026-04-16T04:23:17.234846Z","steps":["trace[1384948499] 'process raft request' (duration: 292.629319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:17.2349Z","caller":"traceutil/trace.go:171","msg":"trace[1353652419] transaction","detail":"{read_only:false; response_revision:16786; number_of_response:1; }","duration":"173.530309ms","start":"2026-04-16T04:23:17.061356Z","end":"2026-04-16T04:23:17.234886Z","steps":["trace[1353652419] 'process raft request' (duration: 167.76039ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:17.235001Z","caller":"traceutil/trace.go:171","msg":"trace[1910008193] transaction","detail":"{read_only:false; response_revision:16787; number_of_response:1; }","duration":"159.940904ms","start":"2026-04-16T04:23:17.075043Z","end":"2026-04-16T04:23:17.234984Z","steps":["trace[1910008193] 'process raft request' (duration: 154.096983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:17.31509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.825982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T04:23:17.315176Z","caller":"traceutil/trace.go:171","msg":"trace[767728038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16787; }","duration":"200.937834ms","start":"2026-04-16T04:23:17.11422Z","end":"2026-04-16T04:23:17.315158Z","steps":["trace[767728038] 'agreement among raft nodes before linearized reading' (duration: 120.742106ms)","trace[767728038] 'range keys from in-memory index tree' (duration: 80.004814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:17.315315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.594029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T04:23:17.31538Z","caller":"traceutil/trace.go:171","msg":"trace[1566584724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16787; }","duration":"201.67452ms","start":"2026-04-16T04:23:17.113688Z","end":"2026-04-16T04:23:17.315363Z","steps":["trace[1566584724] 'agreement among raft nodes before linearized reading' (duration: 121.278478ms)","trace[1566584724] 'range keys from in-memory index tree' (duration: 80.27419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:17.315472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.169286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T04:23:17.315505Z","caller":"traceutil/trace.go:171","msg":"trace[1553235851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16787; }","duration":"212.239137ms","start":"2026-04-16T04:23:17.103255Z","end":"2026-04-16T04:23:17.315494Z","steps":["trace[1553235851] 'agreement among raft nodes before linearized reading' (duration: 131.60984ms)","trace[1553235851] 'range keys from in-memory index tree' (duration: 80.545426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:17.315641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.965607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T04:23:17.315668Z","caller":"traceutil/trace.go:171","msg":"trace[814876032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16787; }","duration":"202.030988ms","start":"2026-04-16T04:23:17.113629Z","end":"2026-04-16T04:23:17.31566Z","steps":["trace[814876032] 'agreement among raft nodes before linearized reading' (duration: 121.301678ms)","trace[814876032] 'range keys from in-memory index tree' (duration: 80.657829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:17.315782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.370855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-16T04:23:17.315815Z","caller":"traceutil/trace.go:171","msg":"trace[1967520441] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:16787; }","duration":"123.435876ms","start":"2026-04-16T04:23:17.192371Z","end":"2026-04-16T04:23:17.315806Z","steps":["trace[1967520441] 'agreement among raft nodes before linearized reading' (duration: 42.584074ms)","trace[1967520441] 'range keys from in-memory index tree' (duration: 80.780641ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:18.253486Z","caller":"traceutil/trace.go:171","msg":"trace[1355050354] transaction","detail":"{read_only:false; response_revision:16792; number_of_response:1; }","duration":"635.344781ms","start":"2026-04-16T04:23:17.618115Z","end":"2026-04-16T04:23:18.25346Z","steps":["trace[1355050354] 'process raft request' (duration: 635.186477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:18.253614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:17.618088Z","time spent":"635.471434ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56600,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T04:23:18.265732Z","caller":"traceutil/trace.go:171","msg":"trace[1804793927] linearizableReadLoop","detail":"{readStateIndex:17429; appliedIndex:17427; }","duration":"355.545739ms","start":"2026-04-16T04:23:17.910165Z","end":"2026-04-16T04:23:18.265711Z","steps":["trace[1804793927] 'read index received' (duration: 343.004278ms)","trace[1804793927] 'applied index is now lower than readState.Index' (duration: 12.540641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:18.265863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.682502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:23:18.265892Z","caller":"traceutil/trace.go:171","msg":"trace[905694758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16793; }","duration":"355.773104ms","start":"2026-04-16T04:23:17.910111Z","end":"2026-04-16T04:23:18.265884Z","steps":["trace[905694758] 'agreement among raft nodes before linearized reading' (duration: 355.675992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:18.265924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:17.910087Z","time spent":"355.830475ms","remote":"127.0.0.1:40438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:23:18.266714Z","caller":"traceutil/trace.go:171","msg":"trace[2073143513] transaction","detail":"{read_only:false; response_revision:16793; number_of_response:1; }","duration":"435.721685ms","start":"2026-04-16T04:23:17.830005Z","end":"2026-04-16T04:23:18.265727Z","steps":["trace[2073143513] 'process raft request' (duration: 435.517701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:18.266889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:17.829984Z","time spent":"436.795991ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:31.280361Z","caller":"traceutil/trace.go:171","msg":"trace[196729] transaction","detail":"{read_only:false; response_revision:17024; number_of_response:1; }","duration":"358.976106ms","start":"2026-04-16T04:23:30.921355Z","end":"2026-04-16T04:23:31.280331Z","steps":["trace[196729] 'process raft request' (duration: 358.794852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.280541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:30.921327Z","time spent":"359.12213ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:31.845347Z","caller":"traceutil/trace.go:171","msg":"trace[936365629] transaction","detail":"{read_only:false; response_revision:17025; number_of_response:1; }","duration":"890.268285ms","start":"2026-04-16T04:23:30.955035Z","end":"2026-04-16T04:23:31.845303Z","steps":["trace[936365629] 'process raft request' (duration: 886.712004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.845482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.475593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:31.845481Z","caller":"traceutil/trace.go:171","msg":"trace[1006128481] transaction","detail":"{read_only:false; response_revision:17026; number_of_response:1; }","duration":"594.030095ms","start":"2026-04-16T04:23:31.251414Z","end":"2026-04-16T04:23:31.845444Z","steps":["trace[1006128481] 'process raft request' (duration: 593.780759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.845491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:30.955005Z","time spent":"890.413328ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:31.845534Z","caller":"traceutil/trace.go:171","msg":"trace[1121032842] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17026; }","duration":"651.589095ms","start":"2026-04-16T04:23:31.193932Z","end":"2026-04-16T04:23:31.845522Z","steps":["trace[1121032842] 'agreement among raft nodes before linearized reading' (duration: 651.471702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:31.845348Z","caller":"traceutil/trace.go:171","msg":"trace[817872603] linearizableReadLoop","detail":"{readStateIndex:17664; appliedIndex:17662; }","duration":"651.326859ms","start":"2026-04-16T04:23:31.193978Z","end":"2026-04-16T04:23:31.845305Z","steps":["trace[817872603] 'read index received' (duration: 86.149891ms)","trace[817872603] 'applied index is now lower than readState.Index' (duration: 565.175678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:31.845577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.193914Z","time spent":"651.655767ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T04:23:31.845654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.251389Z","time spent":"594.174007ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:31.85416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.021681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:31.85425Z","caller":"traceutil/trace.go:171","msg":"trace[1945260126] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17029; }","duration":"659.149934ms","start":"2026-04-16T04:23:31.195077Z","end":"2026-04-16T04:23:31.854227Z","steps":["trace[1945260126] 'agreement among raft nodes before linearized reading' (duration: 658.896108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.854302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.195048Z","time spent":"659.245906ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-16T04:23:31.854622Z","caller":"traceutil/trace.go:171","msg":"trace[324639290] transaction","detail":"{read_only:false; response_revision:17027; number_of_response:1; }","duration":"566.279542ms","start":"2026-04-16T04:23:31.288331Z","end":"2026-04-16T04:23:31.85461Z","steps":["trace[324639290] 'process raft request' (duration: 565.368462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.854723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.288313Z","time spent":"566.329844ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:31.854805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.926113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T04:23:31.854855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.861492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:31.854885Z","caller":"traceutil/trace.go:171","msg":"trace[812040560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17029; }","duration":"379.060206ms","start":"2026-04-16T04:23:31.475807Z","end":"2026-04-16T04:23:31.854867Z","steps":["trace[812040560] 'agreement among raft nodes before linearized reading' (duration: 378.81531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.854879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.735352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:31.854911Z","caller":"traceutil/trace.go:171","msg":"trace[784291487] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17029; }","duration":"262.966464ms","start":"2026-04-16T04:23:31.591932Z","end":"2026-04-16T04:23:31.854899Z","steps":["trace[784291487] 'agreement among raft nodes before linearized reading' (duration: 262.867852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.854925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.475785Z","time spent":"379.134398ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T04:23:31.854943Z","caller":"traceutil/trace.go:171","msg":"trace[1198150839] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17029; }","duration":"263.821593ms","start":"2026-04-16T04:23:31.591104Z","end":"2026-04-16T04:23:31.854925Z","steps":["trace[1198150839] 'agreement among raft nodes before linearized reading' (duration: 263.715321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.854952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.990274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:31.855024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.157584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:23:31.855068Z","caller":"traceutil/trace.go:171","msg":"trace[60777553] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17029; }","duration":"659.204975ms","start":"2026-04-16T04:23:31.195852Z","end":"2026-04-16T04:23:31.855057Z","steps":["trace[60777553] 'agreement among raft nodes before linearized reading' (duration: 659.054472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.855086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.983018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:31.855103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.754766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T04:23:31.855103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.943092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:31.85512Z","caller":"traceutil/trace.go:171","msg":"trace[1336263084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17029; }","duration":"484.04754ms","start":"2026-04-16T04:23:31.371064Z","end":"2026-04-16T04:23:31.855111Z","steps":["trace[1336263084] 'agreement among raft nodes before linearized reading' (duration: 483.994949ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:31.855135Z","caller":"traceutil/trace.go:171","msg":"trace[366003062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17029; }","duration":"447.784766ms","start":"2026-04-16T04:23:31.407342Z","end":"2026-04-16T04:23:31.855127Z","steps":["trace[366003062] 'agreement among raft nodes before linearized reading' (duration: 447.713745ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:31.855134Z","caller":"traceutil/trace.go:171","msg":"trace[2115285544] transaction","detail":"{read_only:false; response_revision:17028; number_of_response:1; }","duration":"561.082055ms","start":"2026-04-16T04:23:31.29404Z","end":"2026-04-16T04:23:31.855122Z","steps":["trace[2115285544] 'process raft request' (duration: 559.820437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:31.855139Z","caller":"traceutil/trace.go:171","msg":"trace[440770481] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17029; }","duration":"660.021863ms","start":"2026-04-16T04:23:31.195108Z","end":"2026-04-16T04:23:31.85513Z","steps":["trace[440770481] 'agreement among raft nodes before linearized reading' (duration: 659.967702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.855158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.4073Z","time spent":"447.852758ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T04:23:31.855155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.371008Z","time spent":"484.141152ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:23:31.855177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.195084Z","time spent":"660.085434ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:23:31.855195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.230748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T04:23:31.855202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.294018Z","time spent":"561.138297ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:31.854853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.878451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T04:23:31.85526Z","caller":"traceutil/trace.go:171","msg":"trace[624733482] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:17029; }","duration":"561.332981ms","start":"2026-04-16T04:23:31.293919Z","end":"2026-04-16T04:23:31.855252Z","steps":["trace[624733482] 'agreement among raft nodes before linearized reading' (duration: 560.773779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.854983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.25779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T04:23:31.855291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.293901Z","time spent":"561.380212ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":165,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:23:31.855294Z","caller":"traceutil/trace.go:171","msg":"trace[670047370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17029; }","duration":"379.591538ms","start":"2026-04-16T04:23:31.475694Z","end":"2026-04-16T04:23:31.855285Z","steps":["trace[670047370] 'agreement among raft nodes before linearized reading' (duration: 379.201219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.855316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.475679Z","time spent":"379.630658ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T04:23:31.855018Z","caller":"traceutil/trace.go:171","msg":"trace[709770094] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17029; }","duration":"263.119908ms","start":"2026-04-16T04:23:31.591883Z","end":"2026-04-16T04:23:31.855003Z","steps":["trace[709770094] 'agreement among raft nodes before linearized reading' (duration: 262.979105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:31.855417Z","caller":"traceutil/trace.go:171","msg":"trace[1877165464] transaction","detail":"{read_only:false; response_revision:17029; number_of_response:1; }","duration":"560.496253ms","start":"2026-04-16T04:23:31.294912Z","end":"2026-04-16T04:23:31.855408Z","steps":["trace[1877165464] 'process raft request' (duration: 559.00096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.85504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.536276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:23:31.855484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.294904Z","time spent":"560.550444ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:31.855498Z","caller":"traceutil/trace.go:171","msg":"trace[838703102] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:17029; }","duration":"388.030266ms","start":"2026-04-16T04:23:31.467453Z","end":"2026-04-16T04:23:31.855484Z","steps":["trace[838703102] 'agreement among raft nodes before linearized reading' (duration: 387.543586ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:31.855215Z","caller":"traceutil/trace.go:171","msg":"trace[725573831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17029; }","duration":"378.275078ms","start":"2026-04-16T04:23:31.476934Z","end":"2026-04-16T04:23:31.855209Z","steps":["trace[725573831] 'agreement among raft nodes before linearized reading' (duration: 378.224467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.855543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.476922Z","time spent":"378.612766ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T04:23:31.855545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.467433Z","time spent":"388.097988ms","remote":"127.0.0.1:60388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":35,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:31.855104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:31.195791Z","time spent":"659.300447ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T04:23:31.85567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.433611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417843"} {"level":"info","ts":"2026-04-16T04:23:31.855694Z","caller":"traceutil/trace.go:171","msg":"trace[447340351] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17029; }","duration":"117.479613ms","start":"2026-04-16T04:23:31.738208Z","end":"2026-04-16T04:23:31.855687Z","steps":["trace[447340351] 'agreement among raft nodes before linearized reading' (duration: 117.331579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.855797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.654309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:23:31.855869Z","caller":"traceutil/trace.go:171","msg":"trace[1450648312] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17029; }","duration":"263.729922ms","start":"2026-04-16T04:23:31.592121Z","end":"2026-04-16T04:23:31.855851Z","steps":["trace[1450648312] 'agreement among raft nodes before linearized reading' (duration: 263.551537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:31.857337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.665854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7nlnd\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-16T04:23:31.857454Z","caller":"traceutil/trace.go:171","msg":"trace[1899829411] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7nlnd; range_end:; response_count:1; response_revision:17029; }","duration":"273.812068ms","start":"2026-04-16T04:23:31.583635Z","end":"2026-04-16T04:23:31.857447Z","steps":["trace[1899829411] 'agreement among raft nodes before linearized reading' (duration: 271.382173ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:47.06786Z","caller":"traceutil/trace.go:171","msg":"trace[858562936] transaction","detail":"{read_only:false; response_revision:17114; number_of_response:1; }","duration":"550.851907ms","start":"2026-04-16T04:23:46.516976Z","end":"2026-04-16T04:23:47.067828Z","steps":["trace[858562936] 'process raft request' (duration: 550.577721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:47.068013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:46.51696Z","time spent":"550.974649ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:48.387479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478151869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T04:23:48.888561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478151869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T04:23:49.258646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.669342266s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T04:23:49.259068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.589214Z","time spent":"1.669848718s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T04:23:50.021729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.022377ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.021848Z","caller":"traceutil/trace.go:171","msg":"trace[315542139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17114; }","duration":"262.14823ms","start":"2026-04-16T04:23:49.75968Z","end":"2026-04-16T04:23:50.021828Z","steps":["trace[315542139] 'range keys from in-memory index tree' (duration: 262.009297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.022633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.647153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:23:50.022911Z","caller":"traceutil/trace.go:171","msg":"trace[1755943867] transaction","detail":"{read_only:false; response_revision:17115; number_of_response:1; }","duration":"2.077284143s","start":"2026-04-16T04:23:47.945608Z","end":"2026-04-16T04:23:50.022893Z","steps":["trace[1755943867] 'process raft request' (duration: 1.972213899s)","trace[1755943867] 'compare' (duration: 102.733261ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:50.023014Z","caller":"traceutil/trace.go:171","msg":"trace[244973495] transaction","detail":"{read_only:false; response_revision:17116; number_of_response:1; }","duration":"2.05929274s","start":"2026-04-16T04:23:47.963695Z","end":"2026-04-16T04:23:50.022987Z","steps":["trace[244973495] 'process raft request' (duration: 2.059087695s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.023117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.945592Z","time spent":"2.077388165s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:50.023217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.96368Z","time spent":"2.059474914s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:50.023386Z","caller":"traceutil/trace.go:171","msg":"trace[1756740544] transaction","detail":"{read_only:false; response_revision:17119; number_of_response:1; }","duration":"762.921237ms","start":"2026-04-16T04:23:49.260449Z","end":"2026-04-16T04:23:50.02337Z","steps":["trace[1756740544] 'process raft request' (duration: 762.872436ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.023425Z","caller":"traceutil/trace.go:171","msg":"trace[1802784549] linearizableReadLoop","detail":"{readStateIndex:17761; appliedIndex:17756; }","duration":"2.136664062s","start":"2026-04-16T04:23:47.886749Z","end":"2026-04-16T04:23:50.023413Z","steps":["trace[1802784549] 'read index received' (duration: 1.372258433s)","trace[1802784549] 'applied index is now lower than readState.Index' (duration: 764.404009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:50.023464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:49.260423Z","time spent":"763.004968ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:50.023451Z","caller":"traceutil/trace.go:171","msg":"trace[1019982504] transaction","detail":"{read_only:false; response_revision:17118; number_of_response:1; }","duration":"2.05664729s","start":"2026-04-16T04:23:47.966752Z","end":"2026-04-16T04:23:50.023399Z","steps":["trace[1019982504] 'process raft request' (duration: 2.056477926s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.023583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136831976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.023609Z","caller":"traceutil/trace.go:171","msg":"trace[744550247] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17119; }","duration":"2.136883447s","start":"2026-04-16T04:23:47.886719Z","end":"2026-04-16T04:23:50.023602Z","steps":["trace[744550247] 'agreement among raft nodes before linearized reading' (duration: 2.136790435s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.023634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.886705Z","time spent":"2.136924088s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-16T04:23:50.023668Z","caller":"traceutil/trace.go:171","msg":"trace[768201786] transaction","detail":"{read_only:false; response_revision:17117; number_of_response:1; }","duration":"2.057719195s","start":"2026-04-16T04:23:47.965938Z","end":"2026-04-16T04:23:50.023657Z","steps":["trace[768201786] 'process raft request' (duration: 2.056994899s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.023727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.96593Z","time spent":"2.057771155s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:50.023614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.966744Z","time spent":"2.056783473s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:50.023826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130844422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.023878Z","caller":"traceutil/trace.go:171","msg":"trace[468635882] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17119; }","duration":"2.130902093s","start":"2026-04-16T04:23:47.89296Z","end":"2026-04-16T04:23:50.023862Z","steps":["trace[468635882] 'agreement among raft nodes before linearized reading' (duration: 2.130819791s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.023962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436543323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:50.023998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041725096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:23:50.02402Z","caller":"traceutil/trace.go:171","msg":"trace[628478887] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:17119; }","duration":"1.436642564s","start":"2026-04-16T04:23:48.58736Z","end":"2026-04-16T04:23:50.024003Z","steps":["trace[628478887] 'agreement among raft nodes before linearized reading' (duration: 1.436546562s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.02404Z","caller":"traceutil/trace.go:171","msg":"trace[537293642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17119; }","duration":"2.041757027s","start":"2026-04-16T04:23:47.982266Z","end":"2026-04-16T04:23:50.024023Z","steps":["trace[537293642] 'agreement among raft nodes before linearized reading' (duration: 2.041635844s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.02405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.294528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T04:23:50.024096Z","caller":"traceutil/trace.go:171","msg":"trace[379770508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17119; }","duration":"948.37494ms","start":"2026-04-16T04:23:49.07571Z","end":"2026-04-16T04:23:50.024085Z","steps":["trace[379770508] 'agreement among raft nodes before linearized reading' (duration: 948.221927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:49.075688Z","time spent":"948.436571ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T04:23:50.024155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85394359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T04:23:50.024165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158511277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:23:50.024184Z","caller":"traceutil/trace.go:171","msg":"trace[1258171276] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17119; }","duration":"1.853992781s","start":"2026-04-16T04:23:48.170185Z","end":"2026-04-16T04:23:50.024178Z","steps":["trace[1258171276] 'agreement among raft nodes before linearized reading' (duration: 1.85392858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:48.170175Z","time spent":"1.854024682s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T04:23:50.024237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.292897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:23:50.024239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278004881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:50.023914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.892955Z","time spent":"2.130952914s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T04:23:50.024277Z","caller":"traceutil/trace.go:171","msg":"trace[1992728556] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:17119; }","duration":"1.278079543s","start":"2026-04-16T04:23:48.74619Z","end":"2026-04-16T04:23:50.02427Z","steps":["trace[1992728556] 'agreement among raft nodes before linearized reading' (duration: 1.278025022s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.542698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:23:50.024401Z","caller":"traceutil/trace.go:171","msg":"trace[162039810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17119; }","duration":"879.62193ms","start":"2026-04-16T04:23:49.144772Z","end":"2026-04-16T04:23:50.024394Z","steps":["trace[162039810] 'agreement among raft nodes before linearized reading' (duration: 879.523018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:49.144749Z","time spent":"879.67303ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T04:23:50.024062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.982236Z","time spent":"2.041821478s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T04:23:50.024537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04411022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T04:23:50.024098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650674878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.024591Z","caller":"traceutil/trace.go:171","msg":"trace[395091906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17119; }","duration":"2.044162411s","start":"2026-04-16T04:23:47.980403Z","end":"2026-04-16T04:23:50.024565Z","steps":["trace[395091906] 'agreement among raft nodes before linearized reading' (duration: 2.044030758s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.024616Z","caller":"traceutil/trace.go:171","msg":"trace[163719672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17119; }","duration":"1.651214029s","start":"2026-04-16T04:23:48.373391Z","end":"2026-04-16T04:23:50.024605Z","steps":["trace[163719672] 'agreement among raft nodes before linearized reading' (duration: 1.650685718s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:48.373372Z","time spent":"1.651274261s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T04:23:50.024197Z","caller":"traceutil/trace.go:171","msg":"trace[791196343] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:17119; }","duration":"1.158541517s","start":"2026-04-16T04:23:48.865647Z","end":"2026-04-16T04:23:50.024188Z","steps":["trace[791196343] 'agreement among raft nodes before linearized reading' (duration: 1.158434975s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859944175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:50.02469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057747954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:50.024728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062572892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.024756Z","caller":"traceutil/trace.go:171","msg":"trace[681163429] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17119; }","duration":"2.062616204s","start":"2026-04-16T04:23:47.962131Z","end":"2026-04-16T04:23:50.024747Z","steps":["trace[681163429] 'agreement among raft nodes before linearized reading' (duration: 2.062582423s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.024752Z","caller":"traceutil/trace.go:171","msg":"trace[1031979121] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17119; }","duration":"1.86017836s","start":"2026-04-16T04:23:48.16455Z","end":"2026-04-16T04:23:50.024729Z","steps":["trace[1031979121] 'agreement among raft nodes before linearized reading' (duration: 1.859899454s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:48.587337Z","time spent":"1.436714876s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:50.024709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028941549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:23:50.024862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052060597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T04:23:50.024864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859941605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:50.024872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064935805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.02489Z","caller":"traceutil/trace.go:171","msg":"trace[1304483675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17119; }","duration":"2.052097178s","start":"2026-04-16T04:23:47.972785Z","end":"2026-04-16T04:23:50.024883Z","steps":["trace[1304483675] 'agreement among raft nodes before linearized reading' (duration: 2.051987985s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.02462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.980396Z","time spent":"2.044217882s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T04:23:50.024895Z","caller":"traceutil/trace.go:171","msg":"trace[1792494966] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17119; }","duration":"1.860008366s","start":"2026-04-16T04:23:48.164878Z","end":"2026-04-16T04:23:50.024887Z","steps":["trace[1792494966] 'agreement among raft nodes before linearized reading' (duration: 1.859959195s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.024878Z","caller":"traceutil/trace.go:171","msg":"trace[139737309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17119; }","duration":"2.029169484s","start":"2026-04-16T04:23:47.99568Z","end":"2026-04-16T04:23:50.02485Z","steps":["trace[139737309] 'agreement among raft nodes before linearized reading' (duration: 2.028822876s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064769312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.02497Z","caller":"traceutil/trace.go:171","msg":"trace[435132147] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17119; }","duration":"2.064932185s","start":"2026-04-16T04:23:47.960029Z","end":"2026-04-16T04:23:50.024961Z","steps":["trace[435132147] 'agreement among raft nodes before linearized reading' (duration: 2.064777082s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.02479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.96212Z","time spent":"2.062664944s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T04:23:50.025006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05574057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.025031Z","caller":"traceutil/trace.go:171","msg":"trace[300742789] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17119; }","duration":"2.055777881s","start":"2026-04-16T04:23:47.969248Z","end":"2026-04-16T04:23:50.025025Z","steps":["trace[300742789] 'agreement among raft nodes before linearized reading' (duration: 2.05574454s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.024756Z","caller":"traceutil/trace.go:171","msg":"trace[13942332] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17119; }","duration":"2.057832235s","start":"2026-04-16T04:23:47.966907Z","end":"2026-04-16T04:23:50.024739Z","steps":["trace[13942332] 'agreement among raft nodes before linearized reading' (duration: 2.057706173s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.025043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860385194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:50.025054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.969242Z","time spent":"2.055808501s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T04:23:50.025074Z","caller":"traceutil/trace.go:171","msg":"trace[2114235165] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17119; }","duration":"1.860427946s","start":"2026-04-16T04:23:48.164637Z","end":"2026-04-16T04:23:50.025065Z","steps":["trace[2114235165] 'agreement among raft nodes before linearized reading' (duration: 1.860385995s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.025106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:48.164631Z","time spent":"1.860468816s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:23:50.025024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:48.86558Z","time spent":"1.159269873s","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":87,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:50.024989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.995642Z","time spent":"2.029338818s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:50.025115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.966902Z","time spent":"2.058174184s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T04:23:50.024978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053417238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T04:23:50.025004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.960022Z","time spent":"2.064974886s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:23:50.025253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057629612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:23:50.025258Z","caller":"traceutil/trace.go:171","msg":"trace[237284171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17119; }","duration":"2.053711744s","start":"2026-04-16T04:23:47.971534Z","end":"2026-04-16T04:23:50.025246Z","steps":["trace[237284171] 'agreement among raft nodes before linearized reading' (duration: 2.053406137s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.025286Z","caller":"traceutil/trace.go:171","msg":"trace[1701436519] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17119; }","duration":"2.057672392s","start":"2026-04-16T04:23:47.967605Z","end":"2026-04-16T04:23:50.025277Z","steps":["trace[1701436519] 'agreement among raft nodes before linearized reading' (duration: 2.05758603s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.02481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:48.164507Z","time spent":"1.860292103s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:23:50.02493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082910997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:50.025326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.967578Z","time spent":"2.057742154s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T04:23:50.0253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058323407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T04:23:50.024924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.972778Z","time spent":"2.052140118s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T04:23:50.025373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058332237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:50.025407Z","caller":"traceutil/trace.go:171","msg":"trace[364854077] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17119; }","duration":"2.05844673s","start":"2026-04-16T04:23:47.966936Z","end":"2026-04-16T04:23:50.025383Z","steps":["trace[364854077] 'agreement among raft nodes before linearized reading' (duration: 2.058176024s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.025415Z","caller":"traceutil/trace.go:171","msg":"trace[84343975] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17119; }","duration":"2.058411869s","start":"2026-04-16T04:23:47.966991Z","end":"2026-04-16T04:23:50.025402Z","steps":["trace[84343975] 'agreement among raft nodes before linearized reading' (duration: 2.058330947s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.024696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062506441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T04:23:50.025448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.966965Z","time spent":"2.05847784s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-16T04:23:50.025468Z","caller":"traceutil/trace.go:171","msg":"trace[160513714] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17119; }","duration":"2.063285928s","start":"2026-04-16T04:23:47.962171Z","end":"2026-04-16T04:23:50.025456Z","steps":["trace[160513714] 'agreement among raft nodes before linearized reading' (duration: 2.06246635s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.024898Z","caller":"traceutil/trace.go:171","msg":"trace[1749440168] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17119; }","duration":"2.064981457s","start":"2026-04-16T04:23:47.959909Z","end":"2026-04-16T04:23:50.02489Z","steps":["trace[1749440168] 'agreement among raft nodes before linearized reading' (duration: 2.064932566s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.025705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.959898Z","time spent":"2.065799246s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:23:50.02548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.966932Z","time spent":"2.058541532s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T04:23:50.025768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.962165Z","time spent":"2.063335939s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T04:23:50.024309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:48.74617Z","time spent":"1.278132985s","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:23:50.024275Z","caller":"traceutil/trace.go:171","msg":"trace[359060694] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:17119; }","duration":"192.357218ms","start":"2026-04-16T04:23:49.831907Z","end":"2026-04-16T04:23:50.024264Z","steps":["trace[359060694] 'agreement among raft nodes before linearized reading' (duration: 192.295097ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:50.025356Z","caller":"traceutil/trace.go:171","msg":"trace[1875229664] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17119; }","duration":"2.083363257s","start":"2026-04-16T04:23:47.941964Z","end":"2026-04-16T04:23:50.025328Z","steps":["trace[1875229664] 'agreement among raft nodes before linearized reading' (duration: 2.082950488s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:50.026548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.941952Z","time spent":"2.084584475s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:23:50.024926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:48.16485Z","time spent":"1.860070497s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T04:23:50.025295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:47.971528Z","time spent":"2.053756924s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T04:23:51.09337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.751844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:23:51.093847Z","caller":"traceutil/trace.go:171","msg":"trace[1303025824] transaction","detail":"{read_only:false; response_revision:17120; number_of_response:1; }","duration":"1.062332431s","start":"2026-04-16T04:23:50.031496Z","end":"2026-04-16T04:23:51.093829Z","steps":["trace[1303025824] 'process raft request' (duration: 152.028415ms)","trace[1303025824] 'compare' (duration: 908.936895ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:51.093981Z","caller":"traceutil/trace.go:171","msg":"trace[146781135] transaction","detail":"{read_only:false; response_revision:17124; number_of_response:1; }","duration":"1.059813554s","start":"2026-04-16T04:23:50.034138Z","end":"2026-04-16T04:23:51.093952Z","steps":["trace[146781135] 'process raft request' (duration: 1.059567308s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:51.094051Z","caller":"traceutil/trace.go:171","msg":"trace[1879979644] linearizableReadLoop","detail":"{readStateIndex:17763; appliedIndex:17762; }","duration":"1.062420823s","start":"2026-04-16T04:23:50.031619Z","end":"2026-04-16T04:23:51.09404Z","steps":["trace[1879979644] 'read index received' (duration: 151.918342ms)","trace[1879979644] 'applied index is now lower than readState.Index' (duration: 910.500621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:51.094011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.031479Z","time spent":"1.062469304s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:51.094127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.034132Z","time spent":"1.059922236s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:51.094156Z","caller":"traceutil/trace.go:171","msg":"trace[278394597] transaction","detail":"{read_only:false; response_revision:17125; number_of_response:1; }","duration":"1.037550246s","start":"2026-04-16T04:23:50.056543Z","end":"2026-04-16T04:23:51.094093Z","steps":["trace[278394597] 'process raft request' (duration: 1.037194728s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.094474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.797943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:51.094483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057626454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:51.094523Z","caller":"traceutil/trace.go:171","msg":"trace[130622037] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17125; }","duration":"749.902205ms","start":"2026-04-16T04:23:50.344612Z","end":"2026-04-16T04:23:51.094514Z","steps":["trace[130622037] 'agreement among raft nodes before linearized reading' (duration: 749.802223ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:51.09453Z","caller":"traceutil/trace.go:171","msg":"trace[1537115225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17125; }","duration":"1.057689126s","start":"2026-04-16T04:23:50.03683Z","end":"2026-04-16T04:23:51.094519Z","steps":["trace[1537115225] 'agreement among raft nodes before linearized reading' (duration: 1.057630915s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.09459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.34459Z","time spent":"749.960476ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:23:51.094284Z","caller":"traceutil/trace.go:171","msg":"trace[143862612] transaction","detail":"{read_only:false; response_revision:17123; number_of_response:1; }","duration":"1.060403588s","start":"2026-04-16T04:23:50.03387Z","end":"2026-04-16T04:23:51.094274Z","steps":["trace[143862612] 'process raft request' (duration: 1.059806705s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.09468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062998005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-16T04:23:51.094792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.033862Z","time spent":"1.060861958s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:51.094805Z","caller":"traceutil/trace.go:171","msg":"trace[836186703] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:17125; }","duration":"1.0632303s","start":"2026-04-16T04:23:50.031559Z","end":"2026-04-16T04:23:51.094789Z","steps":["trace[836186703] 'agreement among raft nodes before linearized reading' (duration: 1.062885383s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.09459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.036822Z","time spent":"1.057732697s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:23:51.095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.031533Z","time spent":"1.063393944s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T04:23:51.094898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.517047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:23:51.094354Z","caller":"traceutil/trace.go:171","msg":"trace[479835089] transaction","detail":"{read_only:false; response_revision:17121; number_of_response:1; }","duration":"1.062008984s","start":"2026-04-16T04:23:50.032315Z","end":"2026-04-16T04:23:51.094324Z","steps":["trace[479835089] 'process raft request' (duration: 1.061255587s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.095178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.032305Z","time spent":"1.062834752s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:51.094423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.210118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:51.095285Z","caller":"traceutil/trace.go:171","msg":"trace[1537135005] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:17125; }","duration":"441.064497ms","start":"2026-04-16T04:23:50.654199Z","end":"2026-04-16T04:23:51.095264Z","steps":["trace[1537135005] 'agreement among raft nodes before linearized reading' (duration: 440.185997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:51.095108Z","caller":"traceutil/trace.go:171","msg":"trace[751618272] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:17125; }","duration":"245.726222ms","start":"2026-04-16T04:23:50.849367Z","end":"2026-04-16T04:23:51.095094Z","steps":["trace[751618272] 'agreement among raft nodes before linearized reading' (duration: 245.254342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.095344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.654136Z","time spent":"441.19018ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:51.094439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062422272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:23:51.095477Z","caller":"traceutil/trace.go:171","msg":"trace[1497697961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17125; }","duration":"1.063486756s","start":"2026-04-16T04:23:50.031976Z","end":"2026-04-16T04:23:51.095462Z","steps":["trace[1497697961] 'agreement among raft nodes before linearized reading' (duration: 1.062346751s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.095526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.031919Z","time spent":"1.063594198s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T04:23:51.093987Z","caller":"traceutil/trace.go:171","msg":"trace[1483539805] transaction","detail":"{read_only:false; response_revision:17122; number_of_response:1; }","duration":"1.060833958s","start":"2026-04-16T04:23:50.03312Z","end":"2026-04-16T04:23:51.093954Z","steps":["trace[1483539805] 'process raft request' (duration: 1.060519361s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.095652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.033113Z","time spent":"1.062504515s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:51.094533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:50.05653Z","time spent":"1.037959275s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:51.390719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.696212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-16T04:23:51.390828Z","caller":"traceutil/trace.go:171","msg":"trace[382475875] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:17125; }","duration":"107.850966ms","start":"2026-04-16T04:23:51.282948Z","end":"2026-04-16T04:23:51.390799Z","steps":["trace[382475875] 'range keys from in-memory index tree' (duration: 107.403875ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:51.9108Z","caller":"traceutil/trace.go:171","msg":"trace[2101752020] transaction","detail":"{read_only:false; response_revision:17126; number_of_response:1; }","duration":"335.82242ms","start":"2026-04-16T04:23:51.574941Z","end":"2026-04-16T04:23:51.910764Z","steps":["trace[2101752020] 'process raft request' (duration: 335.483983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:51.911051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:51.574918Z","time spent":"335.990124ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:52.521077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.329568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:52.521156Z","caller":"traceutil/trace.go:171","msg":"trace[923337714] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17126; }","duration":"493.470341ms","start":"2026-04-16T04:23:52.027668Z","end":"2026-04-16T04:23:52.521139Z","steps":["trace[923337714] 'range keys from in-memory index tree' (duration: 493.238306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:52.521195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.027643Z","time spent":"493.541953ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T04:23:52.521293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.88785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:52.521349Z","caller":"traceutil/trace.go:171","msg":"trace[1366164852] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17126; }","duration":"490.024784ms","start":"2026-04-16T04:23:52.031312Z","end":"2026-04-16T04:23:52.521337Z","steps":["trace[1366164852] 'range keys from in-memory index tree' (duration: 489.761948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:52.521374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.031277Z","time spent":"490.092116ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T04:23:52.533548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478151902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T04:23:52.762042Z","caller":"traceutil/trace.go:171","msg":"trace[1211403985] transaction","detail":"{read_only:false; response_revision:17127; number_of_response:1; }","duration":"729.291523ms","start":"2026-04-16T04:23:52.032719Z","end":"2026-04-16T04:23:52.76201Z","steps":["trace[1211403985] 'process raft request' (duration: 729.091768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:52.762227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.032697Z","time spent":"729.434595ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:54.092091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.681779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:23:54.092295Z","caller":"traceutil/trace.go:171","msg":"trace[504027180] transaction","detail":"{read_only:false; response_revision:17128; number_of_response:1; }","duration":"2.058812908s","start":"2026-04-16T04:23:52.033457Z","end":"2026-04-16T04:23:54.09227Z","steps":["trace[504027180] 'process raft request' (duration: 1.692847813s)","trace[504027180] 'compare' (duration: 365.034445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:54.092401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.033441Z","time spent":"2.058911601s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:54.093135Z","caller":"traceutil/trace.go:171","msg":"trace[1449384200] transaction","detail":"{read_only:false; response_revision:17129; number_of_response:1; }","duration":"2.059540435s","start":"2026-04-16T04:23:52.033573Z","end":"2026-04-16T04:23:54.093114Z","steps":["trace[1449384200] 'process raft request' (duration: 2.058630405s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:54.093221Z","caller":"traceutil/trace.go:171","msg":"trace[774185282] linearizableReadLoop","detail":"{readStateIndex:17773; appliedIndex:17769; }","duration":"2.059700349s","start":"2026-04-16T04:23:52.033499Z","end":"2026-04-16T04:23:54.093199Z","steps":["trace[774185282] 'read index received' (duration: 728.372062ms)","trace[774185282] 'applied index is now lower than readState.Index' (duration: 1.331325397s)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:54.093227Z","caller":"traceutil/trace.go:171","msg":"trace[659561851] transaction","detail":"{read_only:false; response_revision:17131; number_of_response:1; }","duration":"1.480264512s","start":"2026-04-16T04:23:52.612939Z","end":"2026-04-16T04:23:54.093204Z","steps":["trace[659561851] 'process raft request' (duration: 1.480086057s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:54.093325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.612921Z","time spent":"1.480385495s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:54.09325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.03356Z","time spent":"2.059631158s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:54.093151Z","caller":"traceutil/trace.go:171","msg":"trace[762733271] transaction","detail":"{read_only:false; response_revision:17130; number_of_response:1; }","duration":"2.057820277s","start":"2026-04-16T04:23:52.035301Z","end":"2026-04-16T04:23:54.093121Z","steps":["trace[762733271] 'process raft request' (duration: 2.057649962s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:54.093541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.035283Z","time spent":"2.058174785s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:54.371032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T04:23:54.371095Z","caller":"traceutil/trace.go:171","msg":"trace[2066305229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530944s","start":"2026-04-16T04:23:52.370551Z","end":"2026-04-16T04:23:54.371082Z","steps":["trace[2066305229] 'agreement among raft nodes before linearized reading' (duration: 2.000438362s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:54.371128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.370535Z","time spent":"2.000587215s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:23:56.372056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T04:23:56.372141Z","caller":"traceutil/trace.go:171","msg":"trace[1206810849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000716957s","start":"2026-04-16T04:23:54.371405Z","end":"2026-04-16T04:23:56.372122Z","steps":["trace[1206810849] 'agreement among raft nodes before linearized reading' (duration: 2.000579314s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:56.3722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.371382Z","time spent":"2.00080809s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 04:23:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T04:23:56.963327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87020258s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T04:23:56.963592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930073353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:56.963665Z","caller":"traceutil/trace.go:171","msg":"trace[1913223820] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17131; }","duration":"4.930198946s","start":"2026-04-16T04:23:52.033446Z","end":"2026-04-16T04:23:56.963645Z","steps":["trace[1913223820] 'agreement among raft nodes before linearized reading' (duration: 2.059833353s)","trace[1913223820] 'range keys from in-memory index tree' (duration: 2.870265771s)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:56.963613Z","caller":"traceutil/trace.go:171","msg":"trace[40913272] linearizableReadLoop","detail":"{readStateIndex:17775; appliedIndex:17774; }","duration":"2.870312161s","start":"2026-04-16T04:23:54.09328Z","end":"2026-04-16T04:23:56.963592Z","steps":["trace[40913272] 'read index received' (duration: 55.621µs)","trace[40913272] 'applied index is now lower than readState.Index' (duration: 2.870204529s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:56.964562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:55.755392Z","time spent":"1.209163941s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T04:23:56.96614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928703351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:56.966273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932677711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:56.966309Z","caller":"traceutil/trace.go:171","msg":"trace[563941790] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17131; }","duration":"4.932735102s","start":"2026-04-16T04:23:52.033566Z","end":"2026-04-16T04:23:56.966301Z","steps":["trace[563941790] 'agreement among raft nodes before linearized reading' (duration: 4.932676381s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:56.966333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.033559Z","time spent":"4.932769103s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T04:23:56.966544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.929321805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:23:56.966588Z","caller":"traceutil/trace.go:171","msg":"trace[2068864486] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17131; }","duration":"4.929366446s","start":"2026-04-16T04:23:52.037215Z","end":"2026-04-16T04:23:56.966581Z","steps":["trace[2068864486] 'agreement among raft nodes before linearized reading' (duration: 4.929250104s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:56.966611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.037178Z","time spent":"4.929424818s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-16T04:23:56.966917Z","caller":"traceutil/trace.go:171","msg":"trace[1764338569] transaction","detail":"{read_only:false; response_revision:17132; number_of_response:1; }","duration":"2.19778141s","start":"2026-04-16T04:23:54.769126Z","end":"2026-04-16T04:23:56.966908Z","steps":["trace[1764338569] 'process raft request' (duration: 2.194305813s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:56.963706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.033436Z","time spent":"4.930261737s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:23:56.966988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.769098Z","time spent":"2.197844401s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:56.966189Z","caller":"traceutil/trace.go:171","msg":"trace[1837612747] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17131; }","duration":"4.928779773s","start":"2026-04-16T04:23:52.037397Z","end":"2026-04-16T04:23:56.966176Z","steps":["trace[1837612747] 'agreement among raft nodes before linearized reading' (duration: 4.928691591s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:56.967739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.037388Z","time spent":"4.930334558s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:23:57.378908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343572463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:23:57.378977Z","caller":"traceutil/trace.go:171","msg":"trace[1265875583] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17132; }","duration":"5.343671674s","start":"2026-04-16T04:23:52.035289Z","end":"2026-04-16T04:23:57.37896Z","steps":["trace[1265875583] 'agreement among raft nodes before linearized reading' (duration: 4.931446123s)","trace[1265875583] 'range keys from in-memory index tree' (duration: 412.059258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.37901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.035279Z","time spent":"5.343723485s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T04:23:57.37916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.3447854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T04:23:57.379218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343835299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.379236Z","caller":"traceutil/trace.go:171","msg":"trace[1267465184] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17132; }","duration":"5.344892662s","start":"2026-04-16T04:23:52.034325Z","end":"2026-04-16T04:23:57.379217Z","steps":["trace[1267465184] 'agreement among raft nodes before linearized reading' (duration: 4.932438824s)","trace[1267465184] 'range keys from in-memory index tree' (duration: 412.250613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.379284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.034313Z","time spent":"5.344960543s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T04:23:57.3793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343561183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.379328Z","caller":"traceutil/trace.go:171","msg":"trace[895527512] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17132; }","duration":"5.343620474s","start":"2026-04-16T04:23:52.035697Z","end":"2026-04-16T04:23:57.379318Z","steps":["trace[895527512] 'agreement among raft nodes before linearized reading' (duration: 4.931010163s)","trace[895527512] 'range keys from in-memory index tree' (duration: 412.575721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344653357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T04:23:57.380041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.035685Z","time spent":"5.3443466s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T04:23:57.380073Z","caller":"traceutil/trace.go:171","msg":"trace[1081932421] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17132; }","duration":"5.344718678s","start":"2026-04-16T04:23:52.035333Z","end":"2026-04-16T04:23:57.380051Z","steps":["trace[1081932421] 'agreement among raft nodes before linearized reading' (duration: 4.931396662s)","trace[1081932421] 'range keys from in-memory index tree' (duration: 413.209264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.37956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343955412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.380123Z","caller":"traceutil/trace.go:171","msg":"trace[1613499797] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17132; }","duration":"5.344554275s","start":"2026-04-16T04:23:52.035553Z","end":"2026-04-16T04:23:57.380107Z","steps":["trace[1613499797] 'agreement among raft nodes before linearized reading' (duration: 4.931164966s)","trace[1613499797] 'range keys from in-memory index tree' (duration: 412.781395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.035326Z","time spent":"5.34479421s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T04:23:57.380161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.035546Z","time spent":"5.344605496s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:23:57.379615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521274048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-16T04:23:57.380214Z","caller":"traceutil/trace.go:171","msg":"trace[324102678] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17132; }","duration":"4.52188657s","start":"2026-04-16T04:23:52.858303Z","end":"2026-04-16T04:23:57.380189Z","steps":["trace[324102678] 'agreement among raft nodes before linearized reading' (duration: 4.108813769s)","trace[324102678] 'range keys from in-memory index tree' (duration: 412.451908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.858282Z","time spent":"4.521969673s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T04:23:57.37966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278775867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T04:23:57.380306Z","caller":"traceutil/trace.go:171","msg":"trace[703518707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17132; }","duration":"4.279437351s","start":"2026-04-16T04:23:53.100859Z","end":"2026-04-16T04:23:57.380297Z","steps":["trace[703518707] 'agreement among raft nodes before linearized reading' (duration: 3.866055873s)","trace[703518707] 'range keys from in-memory index tree' (duration: 412.690803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:53.100852Z","time spent":"4.279480852s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T04:23:57.379703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.942177514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:23:57.380401Z","caller":"traceutil/trace.go:171","msg":"trace[2014226980] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:17132; }","duration":"4.94290441s","start":"2026-04-16T04:23:52.43749Z","end":"2026-04-16T04:23:57.380394Z","steps":["trace[2014226980] 'agreement among raft nodes before linearized reading' (duration: 4.529636974s)","trace[2014226980] 'count revisions from in-memory index tree' (duration: 412.563141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.437475Z","time spent":"4.942940201s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":114,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:57.379714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.280238949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:23:57.380518Z","caller":"traceutil/trace.go:171","msg":"trace[2016661283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17132; }","duration":"4.281047366s","start":"2026-04-16T04:23:53.099451Z","end":"2026-04-16T04:23:57.380499Z","steps":["trace[2016661283] 'agreement among raft nodes before linearized reading' (duration: 3.867423103s)","trace[2016661283] 'range keys from in-memory index tree' (duration: 412.792845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:53.099437Z","time spent":"4.281111138s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T04:23:57.379675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.280466474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:23:57.38062Z","caller":"traceutil/trace.go:171","msg":"trace[964440880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17132; }","duration":"4.281422215s","start":"2026-04-16T04:23:53.099189Z","end":"2026-04-16T04:23:57.380611Z","steps":["trace[964440880] 'agreement among raft nodes before linearized reading' (duration: 3.86776438s)","trace[964440880] 'range keys from in-memory index tree' (duration: 412.59346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:53.099118Z","time spent":"4.281526057s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T04:23:57.379706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5196106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T04:23:57.380684Z","caller":"traceutil/trace.go:171","msg":"trace[662413383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17132; }","duration":"4.520619733s","start":"2026-04-16T04:23:52.860057Z","end":"2026-04-16T04:23:57.380677Z","steps":["trace[662413383] 'agreement among raft nodes before linearized reading' (duration: 4.106889697s)","trace[662413383] 'range keys from in-memory index tree' (duration: 412.642532ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:57.380693Z","caller":"traceutil/trace.go:171","msg":"trace[827318317] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17132; }","duration":"5.34387849s","start":"2026-04-16T04:23:52.035361Z","end":"2026-04-16T04:23:57.37924Z","steps":["trace[827318317] 'agreement among raft nodes before linearized reading' (duration: 4.93136276s)","trace[827318317] 'range keys from in-memory index tree' (duration: 412.472909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.860051Z","time spent":"4.520657104s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T04:23:57.379762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279284188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T04:23:57.380774Z","caller":"traceutil/trace.go:171","msg":"trace[331264040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17132; }","duration":"4.280333381s","start":"2026-04-16T04:23:53.100433Z","end":"2026-04-16T04:23:57.380766Z","steps":["trace[331264040] 'agreement among raft nodes before linearized reading' (duration: 3.866490533s)","trace[331264040] 'range keys from in-memory index tree' (duration: 412.810676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.379797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306018487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:23:57.380793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:53.100411Z","time spent":"4.280376922s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T04:23:57.380803Z","caller":"traceutil/trace.go:171","msg":"trace[1178155229] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:17132; }","duration":"4.307059699s","start":"2026-04-16T04:23:53.073732Z","end":"2026-04-16T04:23:57.380791Z","steps":["trace[1178155229] 'agreement among raft nodes before linearized reading' (duration: 3.893227931s)","trace[1178155229] 'count revisions from in-memory index tree' (duration: 412.824826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.38083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:53.073711Z","time spent":"4.30710991s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:57.379895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345348113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.380862Z","caller":"traceutil/trace.go:171","msg":"trace[241028641] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17132; }","duration":"5.346347224s","start":"2026-04-16T04:23:52.034509Z","end":"2026-04-16T04:23:57.380856Z","steps":["trace[241028641] 'agreement among raft nodes before linearized reading' (duration: 4.93224174s)","trace[241028641] 'range keys from in-memory index tree' (duration: 413.112702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.380913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.034496Z","time spent":"5.346396675s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:23:57.379925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345291062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.381061Z","caller":"traceutil/trace.go:171","msg":"trace[959900356] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17132; }","duration":"5.346387025s","start":"2026-04-16T04:23:52.034611Z","end":"2026-04-16T04:23:57.380998Z","steps":["trace[959900356] 'agreement among raft nodes before linearized reading' (duration: 4.932129388s)","trace[959900356] 'range keys from in-memory index tree' (duration: 413.165663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.3811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.034603Z","time spent":"5.346487087s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:23:57.379944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345387973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:57.379421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279030292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:23:57.381241Z","caller":"traceutil/trace.go:171","msg":"trace[1224591796] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17132; }","duration":"5.346701472s","start":"2026-04-16T04:23:52.03453Z","end":"2026-04-16T04:23:57.381231Z","steps":["trace[1224591796] 'agreement among raft nodes before linearized reading' (duration: 4.93221547s)","trace[1224591796] 'range keys from in-memory index tree' (duration: 413.182024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.381275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.034518Z","time spent":"5.346748963s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-16T04:23:57.381213Z","caller":"traceutil/trace.go:171","msg":"trace[1571110476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17132; }","duration":"4.280837912s","start":"2026-04-16T04:23:53.100366Z","end":"2026-04-16T04:23:57.381204Z","steps":["trace[1571110476] 'agreement among raft nodes before linearized reading' (duration: 3.866564234s)","trace[1571110476] 'range keys from in-memory index tree' (duration: 412.444538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.382733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:53.100357Z","time spent":"4.282358896s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T04:23:57.380795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.035356Z","time spent":"5.345375483s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T04:23:57.386686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.644276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-16T04:23:57.386713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.352206095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.386752Z","caller":"traceutil/trace.go:171","msg":"trace[1749336135] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17132; }","duration":"5.352246857s","start":"2026-04-16T04:23:52.034493Z","end":"2026-04-16T04:23:57.38674Z","steps":["trace[1749336135] 'agreement among raft nodes before linearized reading' (duration: 4.932263621s)","trace[1749336135] 'range keys from in-memory index tree' (duration: 419.755031ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:57.386759Z","caller":"traceutil/trace.go:171","msg":"trace[1088962460] transaction","detail":"{read_only:false; response_revision:17133; number_of_response:1; }","duration":"1.289231213s","start":"2026-04-16T04:23:56.097515Z","end":"2026-04-16T04:23:57.386746Z","steps":["trace[1088962460] 'process raft request' (duration: 899.467134ms)","trace[1088962460] 'compare' (duration: 382.808624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.386797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:56.097488Z","time spent":"1.289291735s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:57.386778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:52.034462Z","time spent":"5.352310908s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:23:57.937607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.55876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:23:57.937842Z","caller":"traceutil/trace.go:171","msg":"trace[1034166432] transaction","detail":"{read_only:false; response_revision:17134; number_of_response:1; }","duration":"1.83828474s","start":"2026-04-16T04:23:56.099526Z","end":"2026-04-16T04:23:57.937811Z","steps":["trace[1034166432] 'process raft request' (duration: 1.500423823s)","trace[1034166432] 'compare' (duration: 335.925033ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:57.937932Z","caller":"traceutil/trace.go:171","msg":"trace[529666100] linearizableReadLoop","detail":"{readStateIndex:17779; appliedIndex:17776; }","duration":"974.136757ms","start":"2026-04-16T04:23:56.963769Z","end":"2026-04-16T04:23:57.937906Z","steps":["trace[529666100] 'read index received' (duration: 33.242925ms)","trace[529666100] 'applied index is now lower than readState.Index' (duration: 940.892682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:57.937985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:56.099513Z","time spent":"1.838398722s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:57.938167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41090323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.938206Z","caller":"traceutil/trace.go:171","msg":"trace[15503841] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17135; }","duration":"3.410954391s","start":"2026-04-16T04:23:54.527241Z","end":"2026-04-16T04:23:57.938196Z","steps":["trace[15503841] 'agreement among raft nodes before linearized reading' (duration: 3.41087816s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.938224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411194957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:57.938242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.527238Z","time spent":"3.410995962s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-16T04:23:57.938256Z","caller":"traceutil/trace.go:171","msg":"trace[1190056135] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17135; }","duration":"3.411258757s","start":"2026-04-16T04:23:54.526988Z","end":"2026-04-16T04:23:57.938246Z","steps":["trace[1190056135] 'agreement among raft nodes before linearized reading' (duration: 3.411200366s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.938296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.526969Z","time spent":"3.411318719s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-16T04:23:57.938432Z","caller":"traceutil/trace.go:171","msg":"trace[1548099473] transaction","detail":"{read_only:false; response_revision:17135; number_of_response:1; }","duration":"1.838384432s","start":"2026-04-16T04:23:56.100034Z","end":"2026-04-16T04:23:57.938418Z","steps":["trace[1548099473] 'process raft request' (duration: 1.837666696s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.938453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680346534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-74f54f5b6c-x9xfc.18a6baf7a029e5af\" ","response":"range_response_count:1 size:2096"} {"level":"info","ts":"2026-04-16T04:23:57.938509Z","caller":"traceutil/trace.go:171","msg":"trace[752424177] range","detail":"{range_begin:/registry/events/openstack/glance-api-74f54f5b6c-x9xfc.18a6baf7a029e5af; range_end:; response_count:1; response_revision:17135; }","duration":"3.680392644s","start":"2026-04-16T04:23:54.258078Z","end":"2026-04-16T04:23:57.938471Z","steps":["trace[752424177] 'agreement among raft nodes before linearized reading' (duration: 3.680296832s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.941818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.258067Z","time spent":"3.68373627s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2119,"request content":"key:\"/registry/events/openstack/glance-api-74f54f5b6c-x9xfc.18a6baf7a029e5af\" "} {"level":"warn","ts":"2026-04-16T04:23:57.938497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:56.100025Z","time spent":"1.838438953s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:57.938548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558776069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.942226Z","caller":"traceutil/trace.go:171","msg":"trace[1679979611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17135; }","duration":"1.562481933s","start":"2026-04-16T04:23:56.379726Z","end":"2026-04-16T04:23:57.942208Z","steps":["trace[1679979611] 'agreement among raft nodes before linearized reading' (duration: 1.558798659s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.94227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:56.379705Z","time spent":"1.562553595s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:23:57.938629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739485097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.942889Z","caller":"traceutil/trace.go:171","msg":"trace[1434952088] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:17135; }","duration":"1.743787004s","start":"2026-04-16T04:23:56.199086Z","end":"2026-04-16T04:23:57.942873Z","steps":["trace[1434952088] 'agreement among raft nodes before linearized reading' (duration: 1.739502448s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.938739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749705915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:23:57.9431Z","caller":"traceutil/trace.go:171","msg":"trace[77377167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17135; }","duration":"1.754067834s","start":"2026-04-16T04:23:56.188997Z","end":"2026-04-16T04:23:57.943065Z","steps":["trace[77377167] 'agreement among raft nodes before linearized reading' (duration: 1.749650694s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.943181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:56.188985Z","time spent":"1.754166155s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T04:23:57.938773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105977584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.943373Z","caller":"traceutil/trace.go:171","msg":"trace[84594456] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:17135; }","duration":"2.110617129s","start":"2026-04-16T04:23:55.832745Z","end":"2026-04-16T04:23:57.943362Z","steps":["trace[84594456] 'agreement among raft nodes before linearized reading' (duration: 2.106010676s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.943421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:55.83272Z","time spent":"2.110683211s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:57.938812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105662843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.943616Z","caller":"traceutil/trace.go:171","msg":"trace[1683910618] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:17135; }","duration":"3.110490871s","start":"2026-04-16T04:23:54.833115Z","end":"2026-04-16T04:23:57.943605Z","steps":["trace[1683910618] 'agreement among raft nodes before linearized reading' (duration: 3.105675853s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.94365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.833097Z","time spent":"3.110541952s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:57.939301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681357006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124677"} {"level":"info","ts":"2026-04-16T04:23:57.943762Z","caller":"traceutil/trace.go:171","msg":"trace[647963594] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:17135; }","duration":"3.685879408s","start":"2026-04-16T04:23:54.257876Z","end":"2026-04-16T04:23:57.943755Z","steps":["trace[647963594] 'agreement among raft nodes before linearized reading' (duration: 3.681297595s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.943788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.257851Z","time spent":"3.685930018s","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124700,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T04:23:57.939387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693653771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-16T04:23:57.943917Z","caller":"traceutil/trace.go:171","msg":"trace[1877850431] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:17135; }","duration":"3.698236554s","start":"2026-04-16T04:23:54.245667Z","end":"2026-04-16T04:23:57.943903Z","steps":["trace[1877850431] 'agreement among raft nodes before linearized reading' (duration: 3.693642541s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.94395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.245636Z","time spent":"3.698304926s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-16T04:23:57.940074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793127639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T04:23:57.944092Z","caller":"traceutil/trace.go:171","msg":"trace[358589861] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17135; }","duration":"3.79718788s","start":"2026-04-16T04:23:54.146897Z","end":"2026-04-16T04:23:57.944085Z","steps":["trace[358589861] 'agreement among raft nodes before linearized reading' (duration: 3.792179308s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.944115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:54.146877Z","time spent":"3.797230311s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2267,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:23:57.945241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:56.19906Z","time spent":"1.743882956s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:23:57.952612Z","caller":"traceutil/trace.go:171","msg":"trace[1111954636] transaction","detail":"{read_only:false; response_revision:17136; number_of_response:1; }","duration":"566.310503ms","start":"2026-04-16T04:23:57.38629Z","end":"2026-04-16T04:23:57.952601Z","steps":["trace[1111954636] 'process raft request' (duration: 565.882793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.95269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.386272Z","time spent":"566.371774ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:57.953148Z","caller":"traceutil/trace.go:171","msg":"trace[20695339] transaction","detail":"{read_only:false; response_revision:17142; number_of_response:1; }","duration":"563.575492ms","start":"2026-04-16T04:23:57.389553Z","end":"2026-04-16T04:23:57.953128Z","steps":["trace[20695339] 'process raft request' (duration: 562.855016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.953257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.38954Z","time spent":"563.663303ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:57.953305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.739703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:57.953355Z","caller":"traceutil/trace.go:171","msg":"trace[810106338] transaction","detail":"{read_only:false; response_revision:17137; number_of_response:1; }","duration":"566.964157ms","start":"2026-04-16T04:23:57.386384Z","end":"2026-04-16T04:23:57.953348Z","steps":["trace[810106338] 'process raft request' (duration: 565.878713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:57.953373Z","caller":"traceutil/trace.go:171","msg":"trace[776607200] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:17142; }","duration":"157.842115ms","start":"2026-04-16T04:23:57.795516Z","end":"2026-04-16T04:23:57.953358Z","steps":["trace[776607200] 'agreement among raft nodes before linearized reading' (duration: 157.727352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.953391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.386379Z","time spent":"566.992168ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:57.953442Z","caller":"traceutil/trace.go:171","msg":"trace[809132315] transaction","detail":"{read_only:false; response_revision:17138; number_of_response:1; }","duration":"567.008329ms","start":"2026-04-16T04:23:57.386428Z","end":"2026-04-16T04:23:57.953436Z","steps":["trace[809132315] 'process raft request' (duration: 565.864553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.953427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.404374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T04:23:57.953475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.3864Z","time spent":"567.054871ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:57.953486Z","caller":"traceutil/trace.go:171","msg":"trace[2010174169] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:17142; }","duration":"641.508277ms","start":"2026-04-16T04:23:57.311965Z","end":"2026-04-16T04:23:57.953473Z","steps":["trace[2010174169] 'agreement among raft nodes before linearized reading' (duration: 641.21948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.95352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.311945Z","time spent":"641.566859ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":223,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:23:57.953549Z","caller":"traceutil/trace.go:171","msg":"trace[1992353160] transaction","detail":"{read_only:false; response_revision:17140; number_of_response:1; }","duration":"566.399806ms","start":"2026-04-16T04:23:57.387144Z","end":"2026-04-16T04:23:57.953544Z","steps":["trace[1992353160] 'process raft request' (duration: 565.204808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.953565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.683439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:23:57.953585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.387136Z","time spent":"566.432496ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:57.953605Z","caller":"traceutil/trace.go:171","msg":"trace[967129229] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:17142; }","duration":"753.763142ms","start":"2026-04-16T04:23:57.199831Z","end":"2026-04-16T04:23:57.953594Z","steps":["trace[967129229] 'agreement among raft nodes before linearized reading' (duration: 753.68289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.953633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.199809Z","time spent":"753.816483ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:23:57.953653Z","caller":"traceutil/trace.go:171","msg":"trace[1338106711] transaction","detail":"{read_only:false; response_revision:17141; number_of_response:1; }","duration":"566.406196ms","start":"2026-04-16T04:23:57.387241Z","end":"2026-04-16T04:23:57.953647Z","steps":["trace[1338106711] 'process raft request' (duration: 565.130557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.953688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.387224Z","time spent":"566.446456ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:23:57.95353Z","caller":"traceutil/trace.go:171","msg":"trace[223961190] transaction","detail":"{read_only:false; response_revision:17139; number_of_response:1; }","duration":"566.878776ms","start":"2026-04-16T04:23:57.386646Z","end":"2026-04-16T04:23:57.953524Z","steps":["trace[223961190] 'process raft request' (duration: 565.674129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.953796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.386625Z","time spent":"567.143813ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:57.953843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.472792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-16T04:23:57.953868Z","caller":"traceutil/trace.go:171","msg":"trace[1306278388] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:17142; }","duration":"364.522414ms","start":"2026-04-16T04:23:57.589339Z","end":"2026-04-16T04:23:57.953861Z","steps":["trace[1306278388] 'agreement among raft nodes before linearized reading' (duration: 364.442362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:57.953891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:57.589325Z","time spent":"364.560184ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-04-16T04:23:58.37151Z","caller":"traceutil/trace.go:171","msg":"trace[1443160267] transaction","detail":"{read_only:false; response_revision:17147; number_of_response:1; }","duration":"112.384027ms","start":"2026-04-16T04:23:58.259039Z","end":"2026-04-16T04:23:58.371423Z","steps":["trace[1443160267] 'process raft request' (duration: 112.221153ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:58.387939Z","caller":"traceutil/trace.go:171","msg":"trace[493908993] transaction","detail":"{read_only:false; response_revision:17148; number_of_response:1; }","duration":"124.147581ms","start":"2026-04-16T04:23:58.26374Z","end":"2026-04-16T04:23:58.387887Z","steps":["trace[493908993] 'process raft request' (duration: 123.852074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:58.965235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.862864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:23:58.965305Z","caller":"traceutil/trace.go:171","msg":"trace[1495756558] linearizableReadLoop","detail":"{readStateIndex:17795; appliedIndex:17794; }","duration":"324.342854ms","start":"2026-04-16T04:23:58.640951Z","end":"2026-04-16T04:23:58.965294Z","steps":["trace[1495756558] 'read index received' (duration: 217.315947ms)","trace[1495756558] 'applied index is now lower than readState.Index' (duration: 107.026047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:58.970626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.663853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:58.970667Z","caller":"traceutil/trace.go:171","msg":"trace[1035198082] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:17150; }","duration":"329.733324ms","start":"2026-04-16T04:23:58.640922Z","end":"2026-04-16T04:23:58.970655Z","steps":["trace[1035198082] 'agreement among raft nodes before linearized reading' (duration: 329.659703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:58.970695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:58.640907Z","time spent":"329.779736ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:23:58.970925Z","caller":"traceutil/trace.go:171","msg":"trace[1119957881] transaction","detail":"{read_only:false; response_revision:17150; number_of_response:1; }","duration":"369.313471ms","start":"2026-04-16T04:23:58.6016Z","end":"2026-04-16T04:23:58.970914Z","steps":["trace[1119957881] 'process raft request' (duration: 256.715899ms)","trace[1119957881] 'compare' (duration: 106.126696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:23:58.970996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:23:58.601582Z","time spent":"369.372783ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:23:58.971333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.511671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:58.971362Z","caller":"traceutil/trace.go:171","msg":"trace[1158783608] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:17150; }","duration":"150.565923ms","start":"2026-04-16T04:23:58.820789Z","end":"2026-04-16T04:23:58.971355Z","steps":["trace[1158783608] 'agreement among raft nodes before linearized reading' (duration: 150.518972ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:23:59.573635Z","caller":"traceutil/trace.go:171","msg":"trace[451278321] linearizableReadLoop","detail":"{readStateIndex:17799; appliedIndex:17798; }","duration":"181.745261ms","start":"2026-04-16T04:23:59.391864Z","end":"2026-04-16T04:23:59.57361Z","steps":["trace[451278321] 'read index received' (duration: 180.001051ms)","trace[451278321] 'applied index is now lower than readState.Index' (duration: 1.743179ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:23:59.573777Z","caller":"traceutil/trace.go:171","msg":"trace[1135374191] transaction","detail":"{read_only:false; response_revision:17154; number_of_response:1; }","duration":"181.938965ms","start":"2026-04-16T04:23:59.391826Z","end":"2026-04-16T04:23:59.573765Z","steps":["trace[1135374191] 'process raft request' (duration: 180.025312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:59.573922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.976035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:59.57399Z","caller":"traceutil/trace.go:171","msg":"trace[213912661] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17154; }","duration":"182.056998ms","start":"2026-04-16T04:23:59.391916Z","end":"2026-04-16T04:23:59.573973Z","steps":["trace[213912661] 'agreement among raft nodes before linearized reading' (duration: 181.954545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:59.574299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.330883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:23:59.57435Z","caller":"traceutil/trace.go:171","msg":"trace[275110922] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17154; }","duration":"182.398445ms","start":"2026-04-16T04:23:59.391939Z","end":"2026-04-16T04:23:59.574337Z","steps":["trace[275110922] 'agreement among raft nodes before linearized reading' (duration: 182.228251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:23:59.574476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.598079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:23:59.574589Z","caller":"traceutil/trace.go:171","msg":"trace[2086691882] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17154; }","duration":"182.715201ms","start":"2026-04-16T04:23:59.391828Z","end":"2026-04-16T04:23:59.574543Z","steps":["trace[2086691882] 'agreement among raft nodes before linearized reading' (duration: 182.551827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:00.094702Z","caller":"traceutil/trace.go:171","msg":"trace[699129135] transaction","detail":"{read_only:false; response_revision:17159; number_of_response:1; }","duration":"128.58115ms","start":"2026-04-16T04:23:59.966095Z","end":"2026-04-16T04:24:00.094677Z","steps":["trace[699129135] 'process raft request' (duration: 128.384366ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:00.094926Z","caller":"traceutil/trace.go:171","msg":"trace[11910965] transaction","detail":"{read_only:false; response_revision:17160; number_of_response:1; }","duration":"128.547139ms","start":"2026-04-16T04:23:59.96636Z","end":"2026-04-16T04:24:00.094907Z","steps":["trace[11910965] 'process raft request' (duration: 128.278323ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:00.095013Z","caller":"traceutil/trace.go:171","msg":"trace[192235913] transaction","detail":"{read_only:false; response_revision:17161; number_of_response:1; }","duration":"128.353075ms","start":"2026-04-16T04:23:59.966634Z","end":"2026-04-16T04:24:00.094987Z","steps":["trace[192235913] 'process raft request' (duration: 128.191991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:00.097163Z","caller":"traceutil/trace.go:171","msg":"trace[1327154596] transaction","detail":"{read_only:false; response_revision:17162; number_of_response:1; }","duration":"115.510597ms","start":"2026-04-16T04:23:59.981634Z","end":"2026-04-16T04:24:00.097145Z","steps":["trace[1327154596] 'process raft request' (duration: 115.418954ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:02.205371Z","caller":"traceutil/trace.go:171","msg":"trace[1487030849] transaction","detail":"{read_only:false; response_revision:17169; number_of_response:1; }","duration":"101.960974ms","start":"2026-04-16T04:24:02.103384Z","end":"2026-04-16T04:24:02.205345Z","steps":["trace[1487030849] 'process raft request' (duration: 101.77771ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:02.217009Z","caller":"traceutil/trace.go:171","msg":"trace[1376024326] transaction","detail":"{read_only:false; response_revision:17170; number_of_response:1; }","duration":"112.947949ms","start":"2026-04-16T04:24:02.104032Z","end":"2026-04-16T04:24:02.21698Z","steps":["trace[1376024326] 'process raft request' (duration: 111.928847ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:02.218374Z","caller":"traceutil/trace.go:171","msg":"trace[923098123] transaction","detail":"{read_only:false; response_revision:17171; number_of_response:1; }","duration":"114.273409ms","start":"2026-04-16T04:24:02.10408Z","end":"2026-04-16T04:24:02.218354Z","steps":["trace[923098123] 'process raft request' (duration: 112.06381ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:02.218414Z","caller":"traceutil/trace.go:171","msg":"trace[1505110078] transaction","detail":"{read_only:false; response_revision:17172; number_of_response:1; }","duration":"114.276929ms","start":"2026-04-16T04:24:02.104118Z","end":"2026-04-16T04:24:02.218394Z","steps":["trace[1505110078] 'process raft request' (duration: 112.138281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:03.790937Z","caller":"traceutil/trace.go:171","msg":"trace[1970045175] transaction","detail":"{read_only:false; response_revision:17174; number_of_response:1; }","duration":"142.252495ms","start":"2026-04-16T04:24:03.64865Z","end":"2026-04-16T04:24:03.790902Z","steps":["trace[1970045175] 'process raft request' (duration: 142.02045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:04.120815Z","caller":"traceutil/trace.go:171","msg":"trace[738603690] transaction","detail":"{read_only:false; response_revision:17175; number_of_response:1; }","duration":"122.273558ms","start":"2026-04-16T04:24:03.998518Z","end":"2026-04-16T04:24:04.120791Z","steps":["trace[738603690] 'process raft request' (duration: 122.113045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:04.528044Z","caller":"traceutil/trace.go:171","msg":"trace[1002716734] transaction","detail":"{read_only:false; response_revision:17182; number_of_response:1; }","duration":"151.577474ms","start":"2026-04-16T04:24:04.376439Z","end":"2026-04-16T04:24:04.528017Z","steps":["trace[1002716734] 'process raft request' (duration: 151.428991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:04.55327Z","caller":"traceutil/trace.go:171","msg":"trace[2102473072] transaction","detail":"{read_only:false; response_revision:17183; number_of_response:1; }","duration":"166.871637ms","start":"2026-04-16T04:24:04.386363Z","end":"2026-04-16T04:24:04.553235Z","steps":["trace[2102473072] 'process raft request' (duration: 166.663022ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:04.553297Z","caller":"traceutil/trace.go:171","msg":"trace[176154043] transaction","detail":"{read_only:false; response_revision:17184; number_of_response:1; }","duration":"133.341456ms","start":"2026-04-16T04:24:04.419931Z","end":"2026-04-16T04:24:04.553273Z","steps":["trace[176154043] 'process raft request' (duration: 133.191012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:06.418864Z","caller":"traceutil/trace.go:171","msg":"trace[1673804019] transaction","detail":"{read_only:false; response_revision:17197; number_of_response:1; }","duration":"129.984411ms","start":"2026-04-16T04:24:06.28885Z","end":"2026-04-16T04:24:06.418834Z","steps":["trace[1673804019] 'process raft request' (duration: 129.831618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:06.580947Z","caller":"traceutil/trace.go:171","msg":"trace[212185137] transaction","detail":"{read_only:false; response_revision:17198; number_of_response:1; }","duration":"105.091733ms","start":"2026-04-16T04:24:06.475826Z","end":"2026-04-16T04:24:06.580918Z","steps":["trace[212185137] 'process raft request' (duration: 98.511636ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:08.561772Z","caller":"traceutil/trace.go:171","msg":"trace[1807013309] transaction","detail":"{read_only:false; response_revision:17209; number_of_response:1; }","duration":"136.144808ms","start":"2026-04-16T04:24:08.425596Z","end":"2026-04-16T04:24:08.561741Z","steps":["trace[1807013309] 'process raft request' (duration: 69.514247ms)","trace[1807013309] 'compare' (duration: 66.492718ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:13.224436Z","caller":"traceutil/trace.go:171","msg":"trace[61469674] transaction","detail":"{read_only:false; response_revision:17230; number_of_response:1; }","duration":"259.150735ms","start":"2026-04-16T04:24:12.965246Z","end":"2026-04-16T04:24:13.224397Z","steps":["trace[61469674] 'process raft request' (duration: 258.844188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:13.235453Z","caller":"traceutil/trace.go:171","msg":"trace[217925901] linearizableReadLoop","detail":"{readStateIndex:17878; appliedIndex:17876; }","duration":"215.297602ms","start":"2026-04-16T04:24:13.020127Z","end":"2026-04-16T04:24:13.235424Z","steps":["trace[217925901] 'read index received' (duration: 204.163252ms)","trace[217925901] 'applied index is now lower than readState.Index' (duration: 11.13279ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:13.235602Z","caller":"traceutil/trace.go:171","msg":"trace[1283621520] transaction","detail":"{read_only:false; response_revision:17231; number_of_response:1; }","duration":"269.109887ms","start":"2026-04-16T04:24:12.966463Z","end":"2026-04-16T04:24:13.235573Z","steps":["trace[1283621520] 'process raft request' (duration: 268.828391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.235636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.495226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:13.23569Z","caller":"traceutil/trace.go:171","msg":"trace[1103846013] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17231; }","duration":"215.598778ms","start":"2026-04-16T04:24:13.020077Z","end":"2026-04-16T04:24:13.235675Z","steps":["trace[1103846013] 'agreement among raft nodes before linearized reading' (duration: 215.498746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.23589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.909744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:24:13.235955Z","caller":"traceutil/trace.go:171","msg":"trace[1762927597] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17231; }","duration":"215.012196ms","start":"2026-04-16T04:24:13.020925Z","end":"2026-04-16T04:24:13.235938Z","steps":["trace[1762927597] 'agreement among raft nodes before linearized reading' (duration: 214.834502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.236093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.85183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:24:13.236127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.580772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:13.236147Z","caller":"traceutil/trace.go:171","msg":"trace[2147074938] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17231; }","duration":"110.039104ms","start":"2026-04-16T04:24:13.126092Z","end":"2026-04-16T04:24:13.236132Z","steps":["trace[2147074938] 'agreement among raft nodes before linearized reading' (duration: 109.86264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:13.236193Z","caller":"traceutil/trace.go:171","msg":"trace[987398871] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17231; }","duration":"179.686404ms","start":"2026-04-16T04:24:13.056491Z","end":"2026-04-16T04:24:13.236177Z","steps":["trace[987398871] 'agreement among raft nodes before linearized reading' (duration: 179.595722ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:13.558294Z","caller":"traceutil/trace.go:171","msg":"trace[486863741] linearizableReadLoop","detail":"{readStateIndex:17879; appliedIndex:17878; }","duration":"122.537615ms","start":"2026-04-16T04:24:13.435735Z","end":"2026-04-16T04:24:13.558273Z","steps":["trace[486863741] 'read index received' (duration: 122.453093ms)","trace[486863741] 'applied index is now lower than readState.Index' (duration: 83.792µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:13.558344Z","caller":"traceutil/trace.go:171","msg":"trace[589449088] transaction","detail":"{read_only:false; response_revision:17232; number_of_response:1; }","duration":"127.895375ms","start":"2026-04-16T04:24:13.430427Z","end":"2026-04-16T04:24:13.558322Z","steps":["trace[589449088] 'process raft request' (duration: 127.702811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.558422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.670818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:13.558454Z","caller":"traceutil/trace.go:171","msg":"trace[1613362405] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17232; }","duration":"122.739339ms","start":"2026-04-16T04:24:13.435705Z","end":"2026-04-16T04:24:13.558445Z","steps":["trace[1613362405] 'agreement among raft nodes before linearized reading' (duration: 122.672267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.590717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.693137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:13.590796Z","caller":"traceutil/trace.go:171","msg":"trace[294001300] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17232; }","duration":"105.796619ms","start":"2026-04-16T04:24:13.484981Z","end":"2026-04-16T04:24:13.590778Z","steps":["trace[294001300] 'agreement among raft nodes before linearized reading' (duration: 105.656525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.5908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.346966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:24:13.590832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.90945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T04:24:13.590841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.462188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:13.590869Z","caller":"traceutil/trace.go:171","msg":"trace[488504546] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17232; }","duration":"116.467449ms","start":"2026-04-16T04:24:13.474384Z","end":"2026-04-16T04:24:13.590852Z","steps":["trace[488504546] 'agreement among raft nodes before linearized reading' (duration: 116.327216ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:13.590889Z","caller":"traceutil/trace.go:171","msg":"trace[818721614] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17232; }","duration":"104.987181ms","start":"2026-04-16T04:24:13.485888Z","end":"2026-04-16T04:24:13.590875Z","steps":["trace[818721614] 'agreement among raft nodes before linearized reading' (duration: 104.792997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:13.5909Z","caller":"traceutil/trace.go:171","msg":"trace[172676806] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17232; }","duration":"116.546501ms","start":"2026-04-16T04:24:13.47434Z","end":"2026-04-16T04:24:13.590886Z","steps":["trace[172676806] 'agreement among raft nodes before linearized reading' (duration: 116.443058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.590909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.183709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:13.590952Z","caller":"traceutil/trace.go:171","msg":"trace[1259818973] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17232; }","duration":"144.249821ms","start":"2026-04-16T04:24:13.446689Z","end":"2026-04-16T04:24:13.590939Z","steps":["trace[1259818973] 'agreement among raft nodes before linearized reading' (duration: 144.19386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.590832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.803871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:13.591004Z","caller":"traceutil/trace.go:171","msg":"trace[640205393] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17232; }","duration":"115.006165ms","start":"2026-04-16T04:24:13.475988Z","end":"2026-04-16T04:24:13.590994Z","steps":["trace[640205393] 'agreement among raft nodes before linearized reading' (duration: 114.77525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:13.59229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.262985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:13.592372Z","caller":"traceutil/trace.go:171","msg":"trace[480420796] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:17232; }","duration":"150.394948ms","start":"2026-04-16T04:24:13.441957Z","end":"2026-04-16T04:24:13.592352Z","steps":["trace[480420796] 'agreement among raft nodes before linearized reading' (duration: 150.271375ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:14.170602Z","caller":"traceutil/trace.go:171","msg":"trace[927726627] transaction","detail":"{read_only:false; response_revision:17233; number_of_response:1; }","duration":"107.440187ms","start":"2026-04-16T04:24:14.063132Z","end":"2026-04-16T04:24:14.170572Z","steps":["trace[927726627] 'process raft request' (duration: 107.252472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:14.364314Z","caller":"traceutil/trace.go:171","msg":"trace[1467417361] linearizableReadLoop","detail":"{readStateIndex:17882; appliedIndex:17880; }","duration":"242.102072ms","start":"2026-04-16T04:24:14.122183Z","end":"2026-04-16T04:24:14.364285Z","steps":["trace[1467417361] 'read index received' (duration: 48.200689ms)","trace[1467417361] 'applied index is now lower than readState.Index' (duration: 193.900333ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:14.364674Z","caller":"traceutil/trace.go:171","msg":"trace[1981198996] transaction","detail":"{read_only:false; response_revision:17234; number_of_response:1; }","duration":"273.607768ms","start":"2026-04-16T04:24:14.091025Z","end":"2026-04-16T04:24:14.364633Z","steps":["trace[1981198996] 'process raft request' (duration: 223.396763ms)","trace[1981198996] 'compare' (duration: 49.381926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:24:14.364773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.538052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T04:24:14.364908Z","caller":"traceutil/trace.go:171","msg":"trace[725559195] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17234; }","duration":"242.744097ms","start":"2026-04-16T04:24:14.122146Z","end":"2026-04-16T04:24:14.36489Z","steps":["trace[725559195] 'agreement among raft nodes before linearized reading' (duration: 242.321117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:15.825054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.041999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:15.825155Z","caller":"traceutil/trace.go:171","msg":"trace[1449062980] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17244; }","duration":"141.207092ms","start":"2026-04-16T04:24:15.683921Z","end":"2026-04-16T04:24:15.825129Z","steps":["trace[1449062980] 'range keys from in-memory index tree' (duration: 140.952656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:15.825164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.420303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:24:15.825251Z","caller":"traceutil/trace.go:171","msg":"trace[1115691184] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17244; }","duration":"139.539916ms","start":"2026-04-16T04:24:15.685689Z","end":"2026-04-16T04:24:15.825229Z","steps":["trace[1115691184] 'range keys from in-memory index tree' (duration: 139.214978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:15.825416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.352893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:15.825457Z","caller":"traceutil/trace.go:171","msg":"trace[210972478] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17244; }","duration":"140.858784ms","start":"2026-04-16T04:24:15.684588Z","end":"2026-04-16T04:24:15.825447Z","steps":["trace[210972478] 'range keys from in-memory index tree' (duration: 140.282861ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:16.616992Z","caller":"traceutil/trace.go:171","msg":"trace[1375425750] transaction","detail":"{read_only:false; response_revision:17246; number_of_response:1; }","duration":"246.056191ms","start":"2026-04-16T04:24:16.370911Z","end":"2026-04-16T04:24:16.616967Z","steps":["trace[1375425750] 'process raft request' (duration: 245.912887ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:16.64206Z","caller":"traceutil/trace.go:171","msg":"trace[1384309909] linearizableReadLoop","detail":"{readStateIndex:17895; appliedIndex:17893; }","duration":"210.916855ms","start":"2026-04-16T04:24:16.431119Z","end":"2026-04-16T04:24:16.642036Z","steps":["trace[1384309909] 'read index received' (duration: 185.784312ms)","trace[1384309909] 'applied index is now lower than readState.Index' (duration: 25.131333ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:16.64212Z","caller":"traceutil/trace.go:171","msg":"trace[1144036906] transaction","detail":"{read_only:false; response_revision:17247; number_of_response:1; }","duration":"215.097037ms","start":"2026-04-16T04:24:16.426999Z","end":"2026-04-16T04:24:16.642096Z","steps":["trace[1144036906] 'process raft request' (duration: 214.901183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:16.642309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.314972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T04:24:16.642323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.32257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:24:16.642353Z","caller":"traceutil/trace.go:171","msg":"trace[171630231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17247; }","duration":"148.427135ms","start":"2026-04-16T04:24:16.493913Z","end":"2026-04-16T04:24:16.64234Z","steps":["trace[171630231] 'agreement among raft nodes before linearized reading' (duration: 148.263001ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:16.642373Z","caller":"traceutil/trace.go:171","msg":"trace[1437608067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17247; }","duration":"147.413002ms","start":"2026-04-16T04:24:16.494945Z","end":"2026-04-16T04:24:16.642358Z","steps":["trace[1437608067] 'agreement among raft nodes before linearized reading' (duration: 147.264909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:16.642407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.255962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T04:24:16.642321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.241908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T04:24:16.642489Z","caller":"traceutil/trace.go:171","msg":"trace[64568125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17247; }","duration":"211.401366ms","start":"2026-04-16T04:24:16.43107Z","end":"2026-04-16T04:24:16.642471Z","steps":["trace[64568125] 'agreement among raft nodes before linearized reading' (duration: 211.071868ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:16.642604Z","caller":"traceutil/trace.go:171","msg":"trace[180954711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17247; }","duration":"143.467543ms","start":"2026-04-16T04:24:16.499021Z","end":"2026-04-16T04:24:16.642488Z","steps":["trace[180954711] 'agreement among raft nodes before linearized reading' (duration: 143.163416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:16.901838Z","caller":"traceutil/trace.go:171","msg":"trace[593071956] transaction","detail":"{read_only:false; response_revision:17252; number_of_response:1; }","duration":"133.114401ms","start":"2026-04-16T04:24:16.768698Z","end":"2026-04-16T04:24:16.901813Z","steps":["trace[593071956] 'process raft request' (duration: 132.958908ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:20.099295Z","caller":"traceutil/trace.go:171","msg":"trace[1569424727] linearizableReadLoop","detail":"{readStateIndex:17916; appliedIndex:17915; }","duration":"112.461119ms","start":"2026-04-16T04:24:19.986808Z","end":"2026-04-16T04:24:20.099269Z","steps":["trace[1569424727] 'read index received' (duration: 112.266524ms)","trace[1569424727] 'applied index is now lower than readState.Index' (duration: 193.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:20.099427Z","caller":"traceutil/trace.go:171","msg":"trace[880067708] transaction","detail":"{read_only:false; response_revision:17267; number_of_response:1; }","duration":"153.558939ms","start":"2026-04-16T04:24:19.945857Z","end":"2026-04-16T04:24:20.099416Z","steps":["trace[880067708] 'process raft request' (duration: 153.241302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:20.099645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.826166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:20.099685Z","caller":"traceutil/trace.go:171","msg":"trace[56870798] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17267; }","duration":"112.903148ms","start":"2026-04-16T04:24:19.986773Z","end":"2026-04-16T04:24:20.099676Z","steps":["trace[56870798] 'agreement among raft nodes before linearized reading' (duration: 112.823726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:20.09992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.572141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:20.099959Z","caller":"traceutil/trace.go:171","msg":"trace[515028557] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17267; }","duration":"112.651333ms","start":"2026-04-16T04:24:19.987296Z","end":"2026-04-16T04:24:20.099947Z","steps":["trace[515028557] 'agreement among raft nodes before linearized reading' (duration: 112.597201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:28.861417Z","caller":"traceutil/trace.go:171","msg":"trace[1674721855] transaction","detail":"{read_only:false; response_revision:17316; number_of_response:1; }","duration":"109.38934ms","start":"2026-04-16T04:24:28.752002Z","end":"2026-04-16T04:24:28.861391Z","steps":["trace[1674721855] 'process raft request' (duration: 109.253827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:29.928564Z","caller":"traceutil/trace.go:171","msg":"trace[492273819] transaction","detail":"{read_only:false; response_revision:17323; number_of_response:1; }","duration":"159.183715ms","start":"2026-04-16T04:24:29.76934Z","end":"2026-04-16T04:24:29.928524Z","steps":["trace[492273819] 'process raft request' (duration: 158.977371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:39.431027Z","caller":"traceutil/trace.go:171","msg":"trace[1552584860] linearizableReadLoop","detail":"{readStateIndex:18024; appliedIndex:18022; }","duration":"115.414926ms","start":"2026-04-16T04:24:39.315588Z","end":"2026-04-16T04:24:39.431003Z","steps":["trace[1552584860] 'read index received' (duration: 65.965077ms)","trace[1552584860] 'applied index is now lower than readState.Index' (duration: 49.448668ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:39.431394Z","caller":"traceutil/trace.go:171","msg":"trace[784246181] transaction","detail":"{read_only:false; response_revision:17369; number_of_response:1; }","duration":"116.751016ms","start":"2026-04-16T04:24:39.314617Z","end":"2026-04-16T04:24:39.431368Z","steps":["trace[784246181] 'process raft request' (duration: 94.673031ms)","trace[784246181] 'compare' (duration: 21.576414ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:39.431471Z","caller":"traceutil/trace.go:171","msg":"trace[441682201] transaction","detail":"{read_only:false; response_revision:17370; number_of_response:1; }","duration":"116.521331ms","start":"2026-04-16T04:24:39.314937Z","end":"2026-04-16T04:24:39.431458Z","steps":["trace[441682201] 'process raft request' (duration: 116.02082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:39.431419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.762613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:39.431556Z","caller":"traceutil/trace.go:171","msg":"trace[275419491] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17370; }","duration":"115.960627ms","start":"2026-04-16T04:24:39.315585Z","end":"2026-04-16T04:24:39.431545Z","steps":["trace[275419491] 'agreement among raft nodes before linearized reading' (duration: 115.732352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:39.431788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.941097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T04:24:39.43183Z","caller":"traceutil/trace.go:171","msg":"trace[1721415401] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17370; }","duration":"116.000938ms","start":"2026-04-16T04:24:39.315819Z","end":"2026-04-16T04:24:39.431819Z","steps":["trace[1721415401] 'agreement among raft nodes before linearized reading' (duration: 115.845784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:39.43185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.943235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:24:39.4319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.785634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:24:39.431938Z","caller":"traceutil/trace.go:171","msg":"trace[1294570760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17370; }","duration":"107.836035ms","start":"2026-04-16T04:24:39.324092Z","end":"2026-04-16T04:24:39.431928Z","steps":["trace[1294570760] 'agreement among raft nodes before linearized reading' (duration: 107.708702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:39.431936Z","caller":"traceutil/trace.go:171","msg":"trace[1117781061] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17370; }","duration":"107.064898ms","start":"2026-04-16T04:24:39.324851Z","end":"2026-04-16T04:24:39.431916Z","steps":["trace[1117781061] 'agreement among raft nodes before linearized reading' (duration: 106.872473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:39.432104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.962836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:39.432183Z","caller":"traceutil/trace.go:171","msg":"trace[1582616395] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17370; }","duration":"116.10688ms","start":"2026-04-16T04:24:39.316057Z","end":"2026-04-16T04:24:39.432164Z","steps":["trace[1582616395] 'agreement among raft nodes before linearized reading' (duration: 115.912676ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:43.060631Z","caller":"traceutil/trace.go:171","msg":"trace[1463616856] transaction","detail":"{read_only:false; response_revision:17385; number_of_response:1; }","duration":"100.04415ms","start":"2026-04-16T04:24:42.960548Z","end":"2026-04-16T04:24:43.060592Z","steps":["trace[1463616856] 'process raft request' (duration: 96.244215ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:45.746696Z","caller":"traceutil/trace.go:171","msg":"trace[1945478811] transaction","detail":"{read_only:false; response_revision:17404; number_of_response:1; }","duration":"118.607956ms","start":"2026-04-16T04:24:45.628062Z","end":"2026-04-16T04:24:45.74667Z","steps":["trace[1945478811] 'process raft request' (duration: 111.090147ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:48.302709Z","caller":"traceutil/trace.go:171","msg":"trace[1467792542] linearizableReadLoop","detail":"{readStateIndex:18072; appliedIndex:18071; }","duration":"134.566393ms","start":"2026-04-16T04:24:48.168116Z","end":"2026-04-16T04:24:48.302682Z","steps":["trace[1467792542] 'read index received' (duration: 134.386149ms)","trace[1467792542] 'applied index is now lower than readState.Index' (duration: 178.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:24:48.302783Z","caller":"traceutil/trace.go:171","msg":"trace[1770081672] transaction","detail":"{read_only:false; response_revision:17416; number_of_response:1; }","duration":"185.614358ms","start":"2026-04-16T04:24:48.117126Z","end":"2026-04-16T04:24:48.30274Z","steps":["trace[1770081672] 'process raft request' (duration: 185.3148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:24:48.302989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.029822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:24:48.302955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.803209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:24:48.303037Z","caller":"traceutil/trace.go:171","msg":"trace[522143129] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17416; }","duration":"134.134204ms","start":"2026-04-16T04:24:48.168889Z","end":"2026-04-16T04:24:48.303023Z","steps":["trace[522143129] 'agreement among raft nodes before linearized reading' (duration: 134.027971ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:48.303073Z","caller":"traceutil/trace.go:171","msg":"trace[402165270] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17416; }","duration":"134.986333ms","start":"2026-04-16T04:24:48.168057Z","end":"2026-04-16T04:24:48.303043Z","steps":["trace[402165270] 'agreement among raft nodes before linearized reading' (duration: 134.757348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:52.911029Z","caller":"traceutil/trace.go:171","msg":"trace[1570986116] transaction","detail":"{read_only:false; response_revision:17436; number_of_response:1; }","duration":"104.263366ms","start":"2026-04-16T04:24:52.806737Z","end":"2026-04-16T04:24:52.911Z","steps":["trace[1570986116] 'process raft request' (duration: 104.066772ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:58.121751Z","caller":"traceutil/trace.go:171","msg":"trace[223154997] transaction","detail":"{read_only:false; response_revision:17466; number_of_response:1; }","duration":"102.094787ms","start":"2026-04-16T04:24:58.019625Z","end":"2026-04-16T04:24:58.12172Z","steps":["trace[223154997] 'process raft request' (duration: 101.663767ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:58.381527Z","caller":"traceutil/trace.go:171","msg":"trace[170367568] linearizableReadLoop","detail":"{readStateIndex:18126; appliedIndex:18125; }","duration":"122.875691ms","start":"2026-04-16T04:24:58.258627Z","end":"2026-04-16T04:24:58.381503Z","steps":["trace[170367568] 'read index received' (duration: 122.741308ms)","trace[170367568] 'applied index is now lower than readState.Index' (duration: 133.303µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:24:58.381776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.077935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-16T04:24:58.381853Z","caller":"traceutil/trace.go:171","msg":"trace[1459892429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17468; }","duration":"123.228609ms","start":"2026-04-16T04:24:58.258611Z","end":"2026-04-16T04:24:58.38184Z","steps":["trace[1459892429] 'agreement among raft nodes before linearized reading' (duration: 122.982043ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:24:58.381568Z","caller":"traceutil/trace.go:171","msg":"trace[1125664130] transaction","detail":"{read_only:false; response_revision:17468; number_of_response:1; }","duration":"123.635729ms","start":"2026-04-16T04:24:58.257906Z","end":"2026-04-16T04:24:58.381542Z","steps":["trace[1125664130] 'process raft request' (duration: 123.452715ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:25:04.032246Z","caller":"traceutil/trace.go:171","msg":"trace[793115187] transaction","detail":"{read_only:false; response_revision:17518; number_of_response:1; }","duration":"117.703766ms","start":"2026-04-16T04:25:03.914512Z","end":"2026-04-16T04:25:04.032216Z","steps":["trace[793115187] 'process raft request' (duration: 117.556882ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:25:30.337939Z","caller":"traceutil/trace.go:171","msg":"trace[943198599] transaction","detail":"{read_only:false; response_revision:17990; number_of_response:1; }","duration":"119.834814ms","start":"2026-04-16T04:25:30.218073Z","end":"2026-04-16T04:25:30.337908Z","steps":["trace[943198599] 'process raft request' (duration: 119.67132ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:26:28.647736Z","caller":"traceutil/trace.go:171","msg":"trace[1906654810] transaction","detail":"{read_only:false; response_revision:18465; number_of_response:1; }","duration":"153.889247ms","start":"2026-04-16T04:26:28.493824Z","end":"2026-04-16T04:26:28.647713Z","steps":["trace[1906654810] 'process raft request' (duration: 153.805535ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:26:28.647784Z","caller":"traceutil/trace.go:171","msg":"trace[123621639] transaction","detail":"{read_only:false; response_revision:18464; number_of_response:1; }","duration":"214.187378ms","start":"2026-04-16T04:26:28.43356Z","end":"2026-04-16T04:26:28.647747Z","steps":["trace[123621639] 'process raft request' (duration: 119.699781ms)","trace[123621639] 'compare' (duration: 94.124138ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:26:28.647982Z","caller":"traceutil/trace.go:171","msg":"trace[429438710] linearizableReadLoop","detail":"{readStateIndex:19156; appliedIndex:19155; }","duration":"186.412436ms","start":"2026-04-16T04:26:28.461558Z","end":"2026-04-16T04:26:28.647971Z","steps":["trace[429438710] 'read index received' (duration: 91.675754ms)","trace[429438710] 'applied index is now lower than readState.Index' (duration: 94.735402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:26:28.648171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.226924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-16T04:26:28.648179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.61515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-16T04:26:28.648219Z","caller":"traceutil/trace.go:171","msg":"trace[414970137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18465; }","duration":"175.342178ms","start":"2026-04-16T04:26:28.47286Z","end":"2026-04-16T04:26:28.648202Z","steps":["trace[414970137] 'agreement among raft nodes before linearized reading' (duration: 175.205065ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:26:28.648236Z","caller":"traceutil/trace.go:171","msg":"trace[544208171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18465; }","duration":"186.706992ms","start":"2026-04-16T04:26:28.461513Z","end":"2026-04-16T04:26:28.64822Z","steps":["trace[544208171] 'agreement among raft nodes before linearized reading' (duration: 186.542388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:26:28.648398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.110248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:26:28.648434Z","caller":"traceutil/trace.go:171","msg":"trace[208910761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18465; }","duration":"165.16661ms","start":"2026-04-16T04:26:28.483257Z","end":"2026-04-16T04:26:28.648423Z","steps":["trace[208910761] 'agreement among raft nodes before linearized reading' (duration: 165.071927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:26:28.648444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.98659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:26:28.6485Z","caller":"traceutil/trace.go:171","msg":"trace[678503732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18465; }","duration":"134.068193ms","start":"2026-04-16T04:26:28.514419Z","end":"2026-04-16T04:26:28.648488Z","steps":["trace[678503732] 'agreement among raft nodes before linearized reading' (duration: 133.889609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:03.128218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.918971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:27:03.128381Z","caller":"traceutil/trace.go:171","msg":"trace[172183983] transaction","detail":"{read_only:false; response_revision:18759; number_of_response:1; }","duration":"168.945194ms","start":"2026-04-16T04:27:02.959424Z","end":"2026-04-16T04:27:03.128369Z","steps":["trace[172183983] 'process raft request' (duration: 168.876492ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:03.128528Z","caller":"traceutil/trace.go:171","msg":"trace[357259378] transaction","detail":"{read_only:false; response_revision:18758; number_of_response:1; }","duration":"246.510161ms","start":"2026-04-16T04:27:02.882009Z","end":"2026-04-16T04:27:03.128519Z","steps":["trace[357259378] 'process raft request' (duration: 28.229982ms)","trace[357259378] 'compare' (duration: 217.668045ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:27:03.129394Z","caller":"traceutil/trace.go:171","msg":"trace[1045104852] linearizableReadLoop","detail":"{readStateIndex:19459; appliedIndex:19458; }","duration":"243.430092ms","start":"2026-04-16T04:27:02.885906Z","end":"2026-04-16T04:27:03.129336Z","steps":["trace[1045104852] 'read index received' (duration: 24.262874ms)","trace[1045104852] 'applied index is now lower than readState.Index' (duration: 219.158128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:27:03.129547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.641737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-04-16T04:27:03.129611Z","caller":"traceutil/trace.go:171","msg":"trace[1367161962] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:18759; }","duration":"243.716029ms","start":"2026-04-16T04:27:02.885877Z","end":"2026-04-16T04:27:03.129594Z","steps":["trace[1367161962] 'agreement among raft nodes before linearized reading' (duration: 243.541365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:03.129631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.584684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"warn","ts":"2026-04-16T04:27:03.129688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.563344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-04-16T04:27:03.129702Z","caller":"traceutil/trace.go:171","msg":"trace[360794248] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:18759; }","duration":"122.672506ms","start":"2026-04-16T04:27:03.007008Z","end":"2026-04-16T04:27:03.129681Z","steps":["trace[360794248] 'agreement among raft nodes before linearized reading' (duration: 122.555624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:03.129711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.563665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-16T04:27:03.129736Z","caller":"traceutil/trace.go:171","msg":"trace[941542877] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:18759; }","duration":"122.646897ms","start":"2026-04-16T04:27:03.007075Z","end":"2026-04-16T04:27:03.129722Z","steps":["trace[941542877] 'agreement among raft nodes before linearized reading' (duration: 122.492143ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:03.129768Z","caller":"traceutil/trace.go:171","msg":"trace[427135875] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:18759; }","duration":"122.632897ms","start":"2026-04-16T04:27:03.007122Z","end":"2026-04-16T04:27:03.129755Z","steps":["trace[427135875] 'agreement among raft nodes before linearized reading' (duration: 122.440462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:03.129771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.556655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-16T04:27:03.129865Z","caller":"traceutil/trace.go:171","msg":"trace[1829056609] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:18759; }","duration":"122.700198ms","start":"2026-04-16T04:27:03.007143Z","end":"2026-04-16T04:27:03.129843Z","steps":["trace[1829056609] 'agreement among raft nodes before linearized reading' (duration: 122.428941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:31.984236Z","caller":"traceutil/trace.go:171","msg":"trace[146319662] linearizableReadLoop","detail":"{readStateIndex:19683; appliedIndex:19682; }","duration":"194.346173ms","start":"2026-04-16T04:27:31.789866Z","end":"2026-04-16T04:27:31.984212Z","steps":["trace[146319662] 'read index received' (duration: 194.142578ms)","trace[146319662] 'applied index is now lower than readState.Index' (duration: 202.635µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:27:31.984485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.555677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:27:31.984716Z","caller":"traceutil/trace.go:171","msg":"trace[1051253738] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:18975; }","duration":"194.741112ms","start":"2026-04-16T04:27:31.789838Z","end":"2026-04-16T04:27:31.984579Z","steps":["trace[1051253738] 'agreement among raft nodes before linearized reading' (duration: 194.471726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:31.985073Z","caller":"traceutil/trace.go:171","msg":"trace[1695029690] transaction","detail":"{read_only:false; response_revision:18975; number_of_response:1; }","duration":"197.34941ms","start":"2026-04-16T04:27:31.787706Z","end":"2026-04-16T04:27:31.985055Z","steps":["trace[1695029690] 'process raft request' (duration: 196.364079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:32.666945Z","caller":"traceutil/trace.go:171","msg":"trace[1483567748] transaction","detail":"{read_only:false; response_revision:18976; number_of_response:1; }","duration":"563.549801ms","start":"2026-04-16T04:27:32.103368Z","end":"2026-04-16T04:27:32.666918Z","steps":["trace[1483567748] 'process raft request' (duration: 563.140202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:32.667204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:32.103346Z","time spent":"563.764705ms","remote":"127.0.0.1:53150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418114,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:27:33.462779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.085941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:27:33.46296Z","caller":"traceutil/trace.go:171","msg":"trace[971646243] linearizableReadLoop","detail":"{readStateIndex:19685; appliedIndex:19683; }","duration":"1.077361758s","start":"2026-04-16T04:27:32.385569Z","end":"2026-04-16T04:27:33.462931Z","steps":["trace[971646243] 'read index received' (duration: 280.902711ms)","trace[971646243] 'applied index is now lower than readState.Index' (duration: 796.455727ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:27:33.462957Z","caller":"traceutil/trace.go:171","msg":"trace[539086246] transaction","detail":"{read_only:false; response_revision:18977; number_of_response:1; }","duration":"1.325328041s","start":"2026-04-16T04:27:32.137574Z","end":"2026-04-16T04:27:33.462902Z","steps":["trace[539086246] 'process raft request' (duration: 861.553955ms)","trace[539086246] 'compare' (duration: 462.985439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:27:33.46333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:32.137557Z","time spent":"1.32566118s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:27:33.578332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.431917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T04:27:33.578427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192814594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:27:33.578537Z","caller":"traceutil/trace.go:171","msg":"trace[14897748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18977; }","duration":"1.192974038s","start":"2026-04-16T04:27:32.385532Z","end":"2026-04-16T04:27:33.578506Z","steps":["trace[14897748] 'agreement among raft nodes before linearized reading' (duration: 1.077484592s)","trace[14897748] 'range keys from in-memory index tree' (duration: 115.310743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:27:33.578633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:32.385517Z","time spent":"1.193104371s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T04:27:33.578674Z","caller":"traceutil/trace.go:171","msg":"trace[118260251] transaction","detail":"{read_only:false; response_revision:18978; number_of_response:1; }","duration":"350.022899ms","start":"2026-04-16T04:27:33.228616Z","end":"2026-04-16T04:27:33.578639Z","steps":["trace[118260251] 'process raft request' (duration: 349.817685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.578824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:33.228591Z","time spent":"350.153892ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:27:33.579256Z","caller":"traceutil/trace.go:171","msg":"trace[778721196] linearizableReadLoop","detail":"{readStateIndex:19687; appliedIndex:19685; }","duration":"116.225322ms","start":"2026-04-16T04:27:33.463016Z","end":"2026-04-16T04:27:33.579241Z","steps":["trace[778721196] 'read index received' (duration: 1.299478ms)","trace[778721196] 'applied index is now lower than readState.Index' (duration: 114.924134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:27:33.579395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.453369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T04:27:33.579392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.630916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:27:33.579438Z","caller":"traceutil/trace.go:171","msg":"trace[1629474696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18978; }","duration":"580.536131ms","start":"2026-04-16T04:27:32.998888Z","end":"2026-04-16T04:27:33.579424Z","steps":["trace[1629474696] 'agreement among raft nodes before linearized reading' (duration: 580.377278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.579471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:32.998863Z","time spent":"580.601012ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T04:27:33.57947Z","caller":"traceutil/trace.go:171","msg":"trace[2004258561] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18978; }","duration":"673.769059ms","start":"2026-04-16T04:27:32.905678Z","end":"2026-04-16T04:27:33.579447Z","steps":["trace[2004258561] 'agreement among raft nodes before linearized reading' (duration: 673.627456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.579477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.597154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T04:27:33.579467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.357683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T04:27:33.579523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:32.905652Z","time spent":"673.860721ms","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:27:33.579535Z","caller":"traceutil/trace.go:171","msg":"trace[27801406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18978; }","duration":"614.687775ms","start":"2026-04-16T04:27:32.96483Z","end":"2026-04-16T04:27:33.579518Z","steps":["trace[27801406] 'agreement among raft nodes before linearized reading' (duration: 614.516042ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:33.579548Z","caller":"traceutil/trace.go:171","msg":"trace[931379110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18978; }","duration":"620.475756ms","start":"2026-04-16T04:27:32.959052Z","end":"2026-04-16T04:27:33.579528Z","steps":["trace[931379110] 'agreement among raft nodes before linearized reading' (duration: 620.22355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.579561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:32.964815Z","time spent":"614.742037ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T04:27:33.579584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:32.95903Z","time spent":"620.546017ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T04:27:33.579657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.016189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T04:27:33.579684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.314745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T04:27:33.579728Z","caller":"traceutil/trace.go:171","msg":"trace[155723245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18978; }","duration":"567.368306ms","start":"2026-04-16T04:27:33.012349Z","end":"2026-04-16T04:27:33.579717Z","steps":["trace[155723245] 'agreement among raft nodes before linearized reading' (duration: 567.265444ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:33.579737Z","caller":"traceutil/trace.go:171","msg":"trace[1585527158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18978; }","duration":"546.153742ms","start":"2026-04-16T04:27:33.033561Z","end":"2026-04-16T04:27:33.579715Z","steps":["trace[1585527158] 'agreement among raft nodes before linearized reading' (duration: 545.898646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.579756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:33.012343Z","time spent":"567.405757ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T04:27:33.579777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:33.033531Z","time spent":"546.237514ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T04:27:33.579839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.033555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-16T04:27:33.579867Z","caller":"traceutil/trace.go:171","msg":"trace[1528922000] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18978; }","duration":"482.102897ms","start":"2026-04-16T04:27:33.097758Z","end":"2026-04-16T04:27:33.579861Z","steps":["trace[1528922000] 'agreement among raft nodes before linearized reading' (duration: 482.038766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.57988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:33.097712Z","time spent":"482.165358ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18050,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T04:27:33.580178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.452518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:27:33.580223Z","caller":"traceutil/trace.go:171","msg":"trace[1980166748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18978; }","duration":"809.53469ms","start":"2026-04-16T04:27:32.770676Z","end":"2026-04-16T04:27:33.58021Z","steps":["trace[1980166748] 'agreement among raft nodes before linearized reading' (duration: 808.609379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.580251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:32.770645Z","time spent":"809.599421ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T04:27:33.759562Z","caller":"traceutil/trace.go:171","msg":"trace[714396913] linearizableReadLoop","detail":"{readStateIndex:19688; appliedIndex:19687; }","duration":"175.717774ms","start":"2026-04-16T04:27:33.583787Z","end":"2026-04-16T04:27:33.759505Z","steps":["trace[714396913] 'read index received' (duration: 167.625003ms)","trace[714396913] 'applied index is now lower than readState.Index' (duration: 8.091231ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:27:33.759658Z","caller":"traceutil/trace.go:171","msg":"trace[2058066515] transaction","detail":"{read_only:false; response_revision:18979; number_of_response:1; }","duration":"176.167154ms","start":"2026-04-16T04:27:33.583433Z","end":"2026-04-16T04:27:33.7596Z","steps":["trace[2058066515] 'process raft request' (duration: 168.001071ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:33.759861Z","caller":"traceutil/trace.go:171","msg":"trace[372987325] transaction","detail":"{read_only:false; response_revision:18980; number_of_response:1; }","duration":"175.983291ms","start":"2026-04-16T04:27:33.58387Z","end":"2026-04-16T04:27:33.759853Z","steps":["trace[372987325] 'process raft request' (duration: 175.757856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.759852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.029392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-16T04:27:33.759878Z","caller":"traceutil/trace.go:171","msg":"trace[1624203939] transaction","detail":"{read_only:false; response_revision:18981; number_of_response:1; }","duration":"175.883128ms","start":"2026-04-16T04:27:33.583965Z","end":"2026-04-16T04:27:33.759848Z","steps":["trace[1624203939] 'process raft request' (duration: 175.792196ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:33.759926Z","caller":"traceutil/trace.go:171","msg":"trace[345702938] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18979; }","duration":"176.153205ms","start":"2026-04-16T04:27:33.583754Z","end":"2026-04-16T04:27:33.759907Z","steps":["trace[345702938] 'agreement among raft nodes before linearized reading' (duration: 175.892618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.760275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.665444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-16T04:27:33.76025Z","caller":"traceutil/trace.go:171","msg":"trace[1578085172] transaction","detail":"{read_only:false; response_revision:18984; number_of_response:1; }","duration":"130.615206ms","start":"2026-04-16T04:27:33.629603Z","end":"2026-04-16T04:27:33.760218Z","steps":["trace[1578085172] 'process raft request' (duration: 130.522304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:33.760313Z","caller":"traceutil/trace.go:171","msg":"trace[598745001] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18984; }","duration":"175.733505ms","start":"2026-04-16T04:27:33.584571Z","end":"2026-04-16T04:27:33.760305Z","steps":["trace[598745001] 'agreement among raft nodes before linearized reading' (duration: 175.595002ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:33.760345Z","caller":"traceutil/trace.go:171","msg":"trace[950099769] transaction","detail":"{read_only:false; response_revision:18982; number_of_response:1; }","duration":"176.182245ms","start":"2026-04-16T04:27:33.584148Z","end":"2026-04-16T04:27:33.760331Z","steps":["trace[950099769] 'process raft request' (duration: 175.655742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:33.760323Z","caller":"traceutil/trace.go:171","msg":"trace[639495748] transaction","detail":"{read_only:false; response_revision:18983; number_of_response:1; }","duration":"175.590292ms","start":"2026-04-16T04:27:33.584655Z","end":"2026-04-16T04:27:33.760245Z","steps":["trace[639495748] 'process raft request' (duration: 175.374157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:33.760528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.513479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:27:33.760713Z","caller":"traceutil/trace.go:171","msg":"trace[1588131786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18984; }","duration":"170.720043ms","start":"2026-04-16T04:27:33.589935Z","end":"2026-04-16T04:27:33.760655Z","steps":["trace[1588131786] 'agreement among raft nodes before linearized reading' (duration: 170.431437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:34.15487Z","caller":"traceutil/trace.go:171","msg":"trace[932363777] transaction","detail":"{read_only:false; response_revision:18985; number_of_response:1; }","duration":"163.447941ms","start":"2026-04-16T04:27:33.991396Z","end":"2026-04-16T04:27:34.154844Z","steps":["trace[932363777] 'process raft request' (duration: 163.307168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.84463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.347835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:27:35.844703Z","caller":"traceutil/trace.go:171","msg":"trace[2086499971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18989; }","duration":"474.496938ms","start":"2026-04-16T04:27:35.37019Z","end":"2026-04-16T04:27:35.844687Z","steps":["trace[2086499971] 'range keys from in-memory index tree' (duration: 474.241872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.844732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:35.370154Z","time spent":"474.57323ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:27:35.845067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.650638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:27:35.845121Z","caller":"traceutil/trace.go:171","msg":"trace[573834744] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18989; }","duration":"523.75558ms","start":"2026-04-16T04:27:35.321351Z","end":"2026-04-16T04:27:35.845107Z","steps":["trace[573834744] 'count revisions from in-memory index tree' (duration: 523.570905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.845144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:35.321328Z","time spent":"523.811091ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:27:35.845164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.517902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T04:27:35.845218Z","caller":"traceutil/trace.go:171","msg":"trace[1720207548] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:18989; }","duration":"509.617093ms","start":"2026-04-16T04:27:35.335586Z","end":"2026-04-16T04:27:35.845204Z","steps":["trace[1720207548] 'range keys from in-memory index tree' (duration: 509.436299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.845244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:35.335567Z","time spent":"509.671155ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-16T04:27:35.845251Z","caller":"traceutil/trace.go:171","msg":"trace[958961027] linearizableReadLoop","detail":"{readStateIndex:19699; appliedIndex:19698; }","duration":"340.64961ms","start":"2026-04-16T04:27:35.504592Z","end":"2026-04-16T04:27:35.845242Z","steps":["trace[958961027] 'read index received' (duration: 295.611951ms)","trace[958961027] 'applied index is now lower than readState.Index' (duration: 45.034369ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:27:35.845338Z","caller":"traceutil/trace.go:171","msg":"trace[721390709] transaction","detail":"{read_only:false; response_revision:18990; number_of_response:1; }","duration":"376.775579ms","start":"2026-04-16T04:27:35.468553Z","end":"2026-04-16T04:27:35.845328Z","steps":["trace[721390709] 'process raft request' (duration: 331.622348ms)","trace[721390709] 'compare' (duration: 44.371184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:27:35.8454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:35.468515Z","time spent":"376.839471ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:27:35.845592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.981967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-5hrml\" ","response":"range_response_count:1 size:13381"} {"level":"info","ts":"2026-04-16T04:27:35.84569Z","caller":"traceutil/trace.go:171","msg":"trace[1295918488] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-5hrml; range_end:; response_count:1; response_revision:18990; }","duration":"341.15264ms","start":"2026-04-16T04:27:35.504512Z","end":"2026-04-16T04:27:35.845664Z","steps":["trace[1295918488] 'agreement among raft nodes before linearized reading' (duration: 340.831343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.845733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:35.504476Z","time spent":"341.248643ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":13404,"request content":"key:\"/registry/pods/openstack/octavia-health-manager-default-5hrml\" "} {"level":"info","ts":"2026-04-16T04:27:35.904491Z","caller":"traceutil/trace.go:171","msg":"trace[559616206] transaction","detail":"{read_only:false; response_revision:18992; number_of_response:1; }","duration":"137.824916ms","start":"2026-04-16T04:27:35.766642Z","end":"2026-04-16T04:27:35.904467Z","steps":["trace[559616206] 'process raft request' (duration: 137.784585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:35.904612Z","caller":"traceutil/trace.go:171","msg":"trace[1212684019] transaction","detail":"{read_only:false; response_revision:18991; number_of_response:1; }","duration":"320.313073ms","start":"2026-04-16T04:27:35.58425Z","end":"2026-04-16T04:27:35.904563Z","steps":["trace[1212684019] 'process raft request' (duration: 320.039827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.904805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.233446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T04:27:35.904808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.146314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T04:27:35.904827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:27:35.58422Z","time spent":"320.487397ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:27:35.904835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.305602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:27:35.904892Z","caller":"traceutil/trace.go:171","msg":"trace[766844932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18992; }","duration":"138.258316ms","start":"2026-04-16T04:27:35.766614Z","end":"2026-04-16T04:27:35.904872Z","steps":["trace[766844932] 'agreement among raft nodes before linearized reading' (duration: 137.97472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:35.90492Z","caller":"traceutil/trace.go:171","msg":"trace[362507865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18992; }","duration":"140.433775ms","start":"2026-04-16T04:27:35.764467Z","end":"2026-04-16T04:27:35.904901Z","steps":["trace[362507865] 'agreement among raft nodes before linearized reading' (duration: 140.23824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.90481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.112373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:27:35.904987Z","caller":"traceutil/trace.go:171","msg":"trace[1525799181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18992; }","duration":"138.311217ms","start":"2026-04-16T04:27:35.766664Z","end":"2026-04-16T04:27:35.904975Z","steps":["trace[1525799181] 'agreement among raft nodes before linearized reading' (duration: 138.008731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.904806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.023371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T04:27:35.905085Z","caller":"traceutil/trace.go:171","msg":"trace[1250534854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18992; }","duration":"138.392889ms","start":"2026-04-16T04:27:35.766677Z","end":"2026-04-16T04:27:35.90507Z","steps":["trace[1250534854] 'agreement among raft nodes before linearized reading' (duration: 137.858378ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:35.904869Z","caller":"traceutil/trace.go:171","msg":"trace[25988379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18992; }","duration":"138.338078ms","start":"2026-04-16T04:27:35.766516Z","end":"2026-04-16T04:27:35.904854Z","steps":["trace[25988379] 'agreement among raft nodes before linearized reading' (duration: 138.114903ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:35.971936Z","caller":"traceutil/trace.go:171","msg":"trace[2111461028] transaction","detail":"{read_only:false; response_revision:18993; number_of_response:1; }","duration":"110.446584ms","start":"2026-04-16T04:27:35.861462Z","end":"2026-04-16T04:27:35.971909Z","steps":["trace[2111461028] 'process raft request' (duration: 107.791274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.972022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.231172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:27:35.972096Z","caller":"traceutil/trace.go:171","msg":"trace[1357753624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18993; }","duration":"124.351064ms","start":"2026-04-16T04:27:35.847726Z","end":"2026-04-16T04:27:35.972077Z","steps":["trace[1357753624] 'agreement among raft nodes before linearized reading' (duration: 124.130279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:27:35.972138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.015862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2fcd3b80-5a19-49e5-9b41-c36d09bc8c4c\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-16T04:27:35.972184Z","caller":"traceutil/trace.go:171","msg":"trace[874795349] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2fcd3b80-5a19-49e5-9b41-c36d09bc8c4c; range_end:; response_count:1; response_revision:18993; }","duration":"122.090384ms","start":"2026-04-16T04:27:35.850079Z","end":"2026-04-16T04:27:35.97217Z","steps":["trace[874795349] 'agreement among raft nodes before linearized reading' (duration: 121.89726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:36.285417Z","caller":"traceutil/trace.go:171","msg":"trace[1882676282] transaction","detail":"{read_only:false; response_revision:19001; number_of_response:1; }","duration":"136.840325ms","start":"2026-04-16T04:27:36.148531Z","end":"2026-04-16T04:27:36.285372Z","steps":["trace[1882676282] 'process raft request' (duration: 111.119049ms)","trace[1882676282] 'compare' (duration: 25.46716ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:27:36.285441Z","caller":"traceutil/trace.go:171","msg":"trace[874356308] transaction","detail":"{read_only:false; response_revision:19002; number_of_response:1; }","duration":"130.886971ms","start":"2026-04-16T04:27:36.154518Z","end":"2026-04-16T04:27:36.285405Z","steps":["trace[874356308] 'process raft request' (duration: 130.738878ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:36.285629Z","caller":"traceutil/trace.go:171","msg":"trace[66488625] transaction","detail":"{read_only:false; response_revision:19003; number_of_response:1; }","duration":"125.167804ms","start":"2026-04-16T04:27:36.160393Z","end":"2026-04-16T04:27:36.28556Z","steps":["trace[66488625] 'process raft request' (duration: 124.917928ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:27:49.999066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16645} {"level":"info","ts":"2026-04-16T04:27:50.108864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16645,"took":"105.78543ms","hash":3360373079,"current-db-size-bytes":54415360,"current-db-size":"54 MB","current-db-size-in-use-bytes":34439168,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T04:27:50.108935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3360373079,"revision":16645,"compact-revision":14140} {"level":"info","ts":"2026-04-16T04:28:06.148434Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T04:28:06.153524Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-04-16T04:28:06.153599Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-04-16T04:28:16.304784Z","caller":"traceutil/trace.go:171","msg":"trace[413274395] transaction","detail":"{read_only:false; response_revision:19349; number_of_response:1; }","duration":"111.754778ms","start":"2026-04-16T04:28:16.193003Z","end":"2026-04-16T04:28:16.304758Z","steps":["trace[413274395] 'process raft request' (duration: 102.552792ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:16.305304Z","caller":"traceutil/trace.go:171","msg":"trace[453415651] transaction","detail":"{read_only:false; response_revision:19350; number_of_response:1; }","duration":"111.175246ms","start":"2026-04-16T04:28:16.194105Z","end":"2026-04-16T04:28:16.30528Z","steps":["trace[453415651] 'process raft request' (duration: 110.90166ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:16.305459Z","caller":"traceutil/trace.go:171","msg":"trace[2017776548] transaction","detail":"{read_only:false; response_revision:19351; number_of_response:1; }","duration":"110.122731ms","start":"2026-04-16T04:28:16.195303Z","end":"2026-04-16T04:28:16.305426Z","steps":["trace[2017776548] 'process raft request' (duration: 109.805074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:16.305686Z","caller":"traceutil/trace.go:171","msg":"trace[1614519990] transaction","detail":"{read_only:false; response_revision:19352; number_of_response:1; }","duration":"110.360416ms","start":"2026-04-16T04:28:16.195312Z","end":"2026-04-16T04:28:16.305672Z","steps":["trace[1614519990] 'process raft request' (duration: 110.05518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:19.527232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.492359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:19.527318Z","caller":"traceutil/trace.go:171","msg":"trace[1942674290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19366; }","duration":"156.642922ms","start":"2026-04-16T04:28:19.370657Z","end":"2026-04-16T04:28:19.5273Z","steps":["trace[1942674290] 'range keys from in-memory index tree' (duration: 156.420377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:19.527795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.780739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T04:28:19.527836Z","caller":"traceutil/trace.go:171","msg":"trace[1865710436] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:19366; }","duration":"221.846899ms","start":"2026-04-16T04:28:19.305976Z","end":"2026-04-16T04:28:19.527822Z","steps":["trace[1865710436] 'range keys from in-memory index tree' (duration: 221.618394ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:20.32698Z","caller":"traceutil/trace.go:171","msg":"trace[1780374879] linearizableReadLoop","detail":"{readStateIndex:20091; appliedIndex:20089; }","duration":"108.996406ms","start":"2026-04-16T04:28:20.217964Z","end":"2026-04-16T04:28:20.326961Z","steps":["trace[1780374879] 'read index received' (duration: 23.592037ms)","trace[1780374879] 'applied index is now lower than readState.Index' (duration: 85.403819ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:20.327018Z","caller":"traceutil/trace.go:171","msg":"trace[1866409806] transaction","detail":"{read_only:false; response_revision:19368; number_of_response:1; }","duration":"195.449079ms","start":"2026-04-16T04:28:20.131523Z","end":"2026-04-16T04:28:20.326972Z","steps":["trace[1866409806] 'process raft request' (duration: 110.009089ms)","trace[1866409806] 'compare' (duration: 85.286806ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:20.327091Z","caller":"traceutil/trace.go:171","msg":"trace[1266712896] transaction","detail":"{read_only:false; response_revision:19369; number_of_response:1; }","duration":"171.239758ms","start":"2026-04-16T04:28:20.155801Z","end":"2026-04-16T04:28:20.327041Z","steps":["trace[1266712896] 'process raft request' (duration: 171.129336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:20.327365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.387405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T04:28:20.327422Z","caller":"traceutil/trace.go:171","msg":"trace[1749900918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19369; }","duration":"109.494778ms","start":"2026-04-16T04:28:20.217915Z","end":"2026-04-16T04:28:20.32741Z","steps":["trace[1749900918] 'agreement among raft nodes before linearized reading' (duration: 109.138549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:24.871244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478158919,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T04:28:25.085209Z","caller":"traceutil/trace.go:171","msg":"trace[1625908216] transaction","detail":"{read_only:false; response_revision:19387; number_of_response:1; }","duration":"920.698194ms","start":"2026-04-16T04:28:24.164477Z","end":"2026-04-16T04:28:25.085175Z","steps":["trace[1625908216] 'process raft request' (duration: 920.491239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:25.085427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.164442Z","time spent":"920.862768ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:28:25.226798Z","caller":"traceutil/trace.go:171","msg":"trace[1594733729] transaction","detail":"{read_only:false; response_revision:19389; number_of_response:1; }","duration":"807.652807ms","start":"2026-04-16T04:28:24.419127Z","end":"2026-04-16T04:28:25.22678Z","steps":["trace[1594733729] 'process raft request' (duration: 807.605926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:25.226822Z","caller":"traceutil/trace.go:171","msg":"trace[1903391350] transaction","detail":"{read_only:false; response_revision:19388; number_of_response:1; }","duration":"807.890572ms","start":"2026-04-16T04:28:24.418896Z","end":"2026-04-16T04:28:25.226786Z","steps":["trace[1903391350] 'process raft request' (duration: 804.24111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:25.226931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.419113Z","time spent":"807.744769ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:28:25.226985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.418867Z","time spent":"808.026045ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:28:25.227117Z","caller":"traceutil/trace.go:171","msg":"trace[1046631779] transaction","detail":"{read_only:false; response_revision:19390; number_of_response:1; }","duration":"639.699552ms","start":"2026-04-16T04:28:24.58741Z","end":"2026-04-16T04:28:25.227109Z","steps":["trace[1046631779] 'process raft request' (duration: 639.348985ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:25.227075Z","caller":"traceutil/trace.go:171","msg":"trace[1564502835] linearizableReadLoop","detail":"{readStateIndex:20113; appliedIndex:20109; }","duration":"856.355026ms","start":"2026-04-16T04:28:24.370677Z","end":"2026-04-16T04:28:25.227032Z","steps":["trace[1564502835] 'read index received' (duration: 714.253609ms)","trace[1564502835] 'applied index is now lower than readState.Index' (duration: 142.098356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:28:25.227156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.587389Z","time spent":"639.750193ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:28:25.227248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.5687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:25.22729Z","caller":"traceutil/trace.go:171","msg":"trace[736160939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19390; }","duration":"856.645922ms","start":"2026-04-16T04:28:24.370633Z","end":"2026-04-16T04:28:25.227279Z","steps":["trace[736160939] 'agreement among raft nodes before linearized reading' (duration: 856.56752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:25.227323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.370612Z","time spent":"856.704703ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:28:25.227378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.881329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T04:28:25.227451Z","caller":"traceutil/trace.go:171","msg":"trace[2028895518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19390; }","duration":"789.973521ms","start":"2026-04-16T04:28:24.43746Z","end":"2026-04-16T04:28:25.227433Z","steps":["trace[2028895518] 'agreement among raft nodes before linearized reading' (duration: 789.788967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:25.227493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.036623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T04:28:25.227507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.437456Z","time spent":"790.036973ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T04:28:25.227541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.323202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:28:25.227553Z","caller":"traceutil/trace.go:171","msg":"trace[1487943272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19390; }","duration":"790.108294ms","start":"2026-04-16T04:28:24.43743Z","end":"2026-04-16T04:28:25.227538Z","steps":["trace[1487943272] 'agreement among raft nodes before linearized reading' (duration: 789.980881ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:25.227577Z","caller":"traceutil/trace.go:171","msg":"trace[1634952367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19390; }","duration":"791.365932ms","start":"2026-04-16T04:28:24.436203Z","end":"2026-04-16T04:28:25.227569Z","steps":["trace[1634952367] 'agreement among raft nodes before linearized reading' (duration: 791.26884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:25.227596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.437424Z","time spent":"790.159285ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T04:28:25.227609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.436199Z","time spent":"791.402053ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T04:28:25.227379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.618543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T04:28:25.227663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.851547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:25.227694Z","caller":"traceutil/trace.go:171","msg":"trace[992385001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19390; }","duration":"797.9488ms","start":"2026-04-16T04:28:24.42973Z","end":"2026-04-16T04:28:25.227679Z","steps":["trace[992385001] 'agreement among raft nodes before linearized reading' (duration: 797.49437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:25.227727Z","caller":"traceutil/trace.go:171","msg":"trace[669935454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19390; }","duration":"759.94639ms","start":"2026-04-16T04:28:24.467766Z","end":"2026-04-16T04:28:25.227713Z","steps":["trace[669935454] 'agreement among raft nodes before linearized reading' (duration: 759.866438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:25.22775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.429688Z","time spent":"798.047962ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T04:28:25.227767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.467747Z","time spent":"760.009101ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:28:25.227788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.588917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:28:25.227845Z","caller":"traceutil/trace.go:171","msg":"trace[509514864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19390; }","duration":"791.659969ms","start":"2026-04-16T04:28:24.436168Z","end":"2026-04-16T04:28:25.227828Z","steps":["trace[509514864] 'agreement among raft nodes before linearized reading' (duration: 791.535956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:25.227873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.384063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:28:25.227895Z","caller":"traceutil/trace.go:171","msg":"trace[2140858716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19390; }","duration":"384.465504ms","start":"2026-04-16T04:28:24.843424Z","end":"2026-04-16T04:28:25.22789Z","steps":["trace[2140858716] 'agreement among raft nodes before linearized reading' (duration: 384.398383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:25.227893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.436158Z","time spent":"791.72398ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T04:28:25.227923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:24.843404Z","time spent":"384.513476ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T04:28:25.557409Z","caller":"traceutil/trace.go:171","msg":"trace[1023979976] transaction","detail":"{read_only:false; response_revision:19398; number_of_response:1; }","duration":"103.866883ms","start":"2026-04-16T04:28:25.453521Z","end":"2026-04-16T04:28:25.557388Z","steps":["trace[1023979976] 'process raft request' (duration: 103.613737ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:26.451442Z","caller":"traceutil/trace.go:171","msg":"trace[1496780665] transaction","detail":"{read_only:false; response_revision:19433; number_of_response:1; }","duration":"105.923039ms","start":"2026-04-16T04:28:26.34549Z","end":"2026-04-16T04:28:26.451413Z","steps":["trace[1496780665] 'process raft request' (duration: 84.928659ms)","trace[1496780665] 'compare' (duration: 20.428856ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:33.534696Z","caller":"traceutil/trace.go:171","msg":"trace[1521378021] linearizableReadLoop","detail":"{readStateIndex:20265; appliedIndex:20264; }","duration":"119.565674ms","start":"2026-04-16T04:28:33.415109Z","end":"2026-04-16T04:28:33.534675Z","steps":["trace[1521378021] 'read index received' (duration: 116.082006ms)","trace[1521378021] 'applied index is now lower than readState.Index' (duration: 3.480307ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:33.534799Z","caller":"traceutil/trace.go:171","msg":"trace[267732055] transaction","detail":"{read_only:false; response_revision:19538; number_of_response:1; }","duration":"127.379437ms","start":"2026-04-16T04:28:33.407383Z","end":"2026-04-16T04:28:33.534763Z","steps":["trace[267732055] 'process raft request' (duration: 123.807878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:33.534896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.834459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:28:33.534925Z","caller":"traceutil/trace.go:171","msg":"trace[1990847832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19538; }","duration":"115.912711ms","start":"2026-04-16T04:28:33.419006Z","end":"2026-04-16T04:28:33.534918Z","steps":["trace[1990847832] 'agreement among raft nodes before linearized reading' (duration: 115.786998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:33.534899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.776068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T04:28:33.53498Z","caller":"traceutil/trace.go:171","msg":"trace[349016237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19538; }","duration":"119.899841ms","start":"2026-04-16T04:28:33.415061Z","end":"2026-04-16T04:28:33.534961Z","steps":["trace[349016237] 'agreement among raft nodes before linearized reading' (duration: 119.706767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:33.535033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.398749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:28:33.535052Z","caller":"traceutil/trace.go:171","msg":"trace[875253034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19538; }","duration":"115.436091ms","start":"2026-04-16T04:28:33.419612Z","end":"2026-04-16T04:28:33.535048Z","steps":["trace[875253034] 'agreement among raft nodes before linearized reading' (duration: 115.38869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:33.534921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.862728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T04:28:33.535051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.286977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:28:33.535103Z","caller":"traceutil/trace.go:171","msg":"trace[320316987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19538; }","duration":"115.080133ms","start":"2026-04-16T04:28:33.420012Z","end":"2026-04-16T04:28:33.535092Z","steps":["trace[320316987] 'agreement among raft nodes before linearized reading' (duration: 114.783296ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:33.535124Z","caller":"traceutil/trace.go:171","msg":"trace[1699496634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19538; }","duration":"115.38228ms","start":"2026-04-16T04:28:33.419712Z","end":"2026-04-16T04:28:33.535094Z","steps":["trace[1699496634] 'agreement among raft nodes before linearized reading' (duration: 115.231706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:33.787397Z","caller":"traceutil/trace.go:171","msg":"trace[521094734] transaction","detail":"{read_only:false; response_revision:19548; number_of_response:1; }","duration":"105.100429ms","start":"2026-04-16T04:28:33.682273Z","end":"2026-04-16T04:28:33.787373Z","steps":["trace[521094734] 'process raft request' (duration: 100.271052ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.01923Z","caller":"traceutil/trace.go:171","msg":"trace[1725501185] transaction","detail":"{read_only:false; response_revision:19617; number_of_response:1; }","duration":"133.521766ms","start":"2026-04-16T04:28:34.885683Z","end":"2026-04-16T04:28:35.019205Z","steps":["trace[1725501185] 'process raft request' (duration: 129.296071ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.019391Z","caller":"traceutil/trace.go:171","msg":"trace[1576085121] linearizableReadLoop","detail":"{readStateIndex:20348; appliedIndex:20346; }","duration":"111.998744ms","start":"2026-04-16T04:28:34.907356Z","end":"2026-04-16T04:28:35.019354Z","steps":["trace[1576085121] 'read index received' (duration: 107.636687ms)","trace[1576085121] 'applied index is now lower than readState.Index' (duration: 4.360327ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:35.019449Z","caller":"traceutil/trace.go:171","msg":"trace[1835631542] transaction","detail":"{read_only:false; response_revision:19618; number_of_response:1; }","duration":"131.070841ms","start":"2026-04-16T04:28:34.888367Z","end":"2026-04-16T04:28:35.019438Z","steps":["trace[1835631542] 'process raft request' (duration: 130.773064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:35.019555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.820608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:35.019592Z","caller":"traceutil/trace.go:171","msg":"trace[239411458] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io; range_end:; response_count:0; response_revision:19618; }","duration":"140.88976ms","start":"2026-04-16T04:28:34.878689Z","end":"2026-04-16T04:28:35.019579Z","steps":["trace[239411458] 'agreement among raft nodes before linearized reading' (duration: 140.785958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:35.019717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.39684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-16T04:28:35.019827Z","caller":"traceutil/trace.go:171","msg":"trace[842680002] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19618; }","duration":"141.549714ms","start":"2026-04-16T04:28:34.878252Z","end":"2026-04-16T04:28:35.019802Z","steps":["trace[842680002] 'agreement among raft nodes before linearized reading' (duration: 141.299548ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.23004Z","caller":"traceutil/trace.go:171","msg":"trace[501761677] linearizableReadLoop","detail":"{readStateIndex:20349; appliedIndex:20348; }","duration":"210.566117ms","start":"2026-04-16T04:28:35.019451Z","end":"2026-04-16T04:28:35.230017Z","steps":["trace[501761677] 'read index received' (duration: 210.342412ms)","trace[501761677] 'applied index is now lower than readState.Index' (duration: 222.745µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:35.230159Z","caller":"traceutil/trace.go:171","msg":"trace[315321114] transaction","detail":"{read_only:false; response_revision:19619; number_of_response:1; }","duration":"313.886967ms","start":"2026-04-16T04:28:34.916258Z","end":"2026-04-16T04:28:35.230145Z","steps":["trace[315321114] 'process raft request' (duration: 313.528729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:35.230279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:34.916243Z","time spent":"313.947948ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108317,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:28:35.230681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.939314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-16T04:28:35.230725Z","caller":"traceutil/trace.go:171","msg":"trace[1173497180] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:19619; }","duration":"319.989215ms","start":"2026-04-16T04:28:34.910725Z","end":"2026-04-16T04:28:35.230714Z","steps":["trace[1173497180] 'agreement among raft nodes before linearized reading' (duration: 319.79814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:35.230792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:34.910669Z","time spent":"320.113377ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-16T04:28:35.235172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.56947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:35.235258Z","caller":"traceutil/trace.go:171","msg":"trace[1805326280] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:19622; }","duration":"211.691432ms","start":"2026-04-16T04:28:35.023547Z","end":"2026-04-16T04:28:35.235238Z","steps":["trace[1805326280] 'agreement among raft nodes before linearized reading' (duration: 211.520609ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.235615Z","caller":"traceutil/trace.go:171","msg":"trace[1093359872] transaction","detail":"{read_only:false; response_revision:19620; number_of_response:1; }","duration":"201.932534ms","start":"2026-04-16T04:28:35.033671Z","end":"2026-04-16T04:28:35.235603Z","steps":["trace[1093359872] 'process raft request' (duration: 201.161387ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.235985Z","caller":"traceutil/trace.go:171","msg":"trace[775409335] transaction","detail":"{read_only:false; response_revision:19621; number_of_response:1; }","duration":"202.302882ms","start":"2026-04-16T04:28:35.033667Z","end":"2026-04-16T04:28:35.23597Z","steps":["trace[775409335] 'process raft request' (duration: 201.28554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.469348Z","caller":"traceutil/trace.go:171","msg":"trace[763850413] transaction","detail":"{read_only:false; response_revision:19628; number_of_response:1; }","duration":"122.242323ms","start":"2026-04-16T04:28:35.34708Z","end":"2026-04-16T04:28:35.469322Z","steps":["trace[763850413] 'process raft request' (duration: 121.781593ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.469418Z","caller":"traceutil/trace.go:171","msg":"trace[1320521227] transaction","detail":"{read_only:false; response_revision:19629; number_of_response:1; }","duration":"122.142122ms","start":"2026-04-16T04:28:35.347249Z","end":"2026-04-16T04:28:35.469391Z","steps":["trace[1320521227] 'process raft request' (duration: 121.754303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.469519Z","caller":"traceutil/trace.go:171","msg":"trace[1491370661] transaction","detail":"{read_only:false; response_revision:19631; number_of_response:1; }","duration":"110.621434ms","start":"2026-04-16T04:28:35.358878Z","end":"2026-04-16T04:28:35.469499Z","steps":["trace[1491370661] 'process raft request' (duration: 110.548752ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.469607Z","caller":"traceutil/trace.go:171","msg":"trace[643120031] transaction","detail":"{read_only:false; response_revision:19632; number_of_response:1; }","duration":"105.147511ms","start":"2026-04-16T04:28:35.364441Z","end":"2026-04-16T04:28:35.469588Z","steps":["trace[643120031] 'process raft request' (duration: 105.027078ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.469659Z","caller":"traceutil/trace.go:171","msg":"trace[76931660] transaction","detail":"{read_only:false; response_revision:19630; number_of_response:1; }","duration":"122.304134ms","start":"2026-04-16T04:28:35.347344Z","end":"2026-04-16T04:28:35.469648Z","steps":["trace[76931660] 'process raft request' (duration: 121.978567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:35.469854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.120747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-16T04:28:35.469886Z","caller":"traceutil/trace.go:171","msg":"trace[1576011593] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19632; }","duration":"108.201349ms","start":"2026-04-16T04:28:35.361677Z","end":"2026-04-16T04:28:35.469878Z","steps":["trace[1576011593] 'agreement among raft nodes before linearized reading' (duration: 108.073186ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.5985Z","caller":"traceutil/trace.go:171","msg":"trace[1388018255] transaction","detail":"{read_only:false; response_revision:19634; number_of_response:1; }","duration":"100.20357ms","start":"2026-04-16T04:28:35.498259Z","end":"2026-04-16T04:28:35.598463Z","steps":["trace[1388018255] 'process raft request' (duration: 73.142655ms)","trace[1388018255] 'compare' (duration: 26.745568ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:35.598903Z","caller":"traceutil/trace.go:171","msg":"trace[693670429] linearizableReadLoop","detail":"{readStateIndex:20364; appliedIndex:20363; }","duration":"100.16055ms","start":"2026-04-16T04:28:35.498728Z","end":"2026-04-16T04:28:35.598888Z","steps":["trace[693670429] 'read index received' (duration: 25.103021ms)","trace[693670429] 'applied index is now lower than readState.Index' (duration: 75.053258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:28:35.599218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.469996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-16T04:28:35.599271Z","caller":"traceutil/trace.go:171","msg":"trace[1409329020] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:19637; }","duration":"100.544388ms","start":"2026-04-16T04:28:35.498711Z","end":"2026-04-16T04:28:35.599255Z","steps":["trace[1409329020] 'agreement among raft nodes before linearized reading' (duration: 100.388284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:35.780934Z","caller":"traceutil/trace.go:171","msg":"trace[951459857] transaction","detail":"{read_only:false; response_revision:19646; number_of_response:1; }","duration":"102.84506ms","start":"2026-04-16T04:28:35.67806Z","end":"2026-04-16T04:28:35.780905Z","steps":["trace[951459857] 'process raft request' (duration: 48.620288ms)","trace[951459857] 'compare' (duration: 53.71711ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:36.060131Z","caller":"traceutil/trace.go:171","msg":"trace[818424282] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"102.734987ms","start":"2026-04-16T04:28:35.957359Z","end":"2026-04-16T04:28:36.060094Z","steps":["trace[818424282] 'process raft request' (duration: 101.916368ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:36.592074Z","caller":"traceutil/trace.go:171","msg":"trace[615578971] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"150.643518ms","start":"2026-04-16T04:28:36.441366Z","end":"2026-04-16T04:28:36.59201Z","steps":["trace[615578971] 'process raft request' (duration: 100.67467ms)","trace[615578971] 'compare' (duration: 49.511627ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:36.59213Z","caller":"traceutil/trace.go:171","msg":"trace[1940248824] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"148.318096ms","start":"2026-04-16T04:28:36.443763Z","end":"2026-04-16T04:28:36.592081Z","steps":["trace[1940248824] 'process raft request' (duration: 148.08517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:36.592163Z","caller":"traceutil/trace.go:171","msg":"trace[1364931374] linearizableReadLoop","detail":"{readStateIndex:20405; appliedIndex:20403; }","duration":"118.859208ms","start":"2026-04-16T04:28:36.473264Z","end":"2026-04-16T04:28:36.592123Z","steps":["trace[1364931374] 'read index received' (duration: 68.88181ms)","trace[1364931374] 'applied index is now lower than readState.Index' (duration: 49.972918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:28:36.592293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.083673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-fgtnq\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-16T04:28:36.592359Z","caller":"traceutil/trace.go:171","msg":"trace[34143230] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-fgtnq; range_end:; response_count:1; response_revision:19676; }","duration":"136.191245ms","start":"2026-04-16T04:28:36.456151Z","end":"2026-04-16T04:28:36.592342Z","steps":["trace[34143230] 'agreement among raft nodes before linearized reading' (duration: 135.997811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:36.592378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.102389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64446"} {"level":"warn","ts":"2026-04-16T04:28:36.592402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.162973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capi-system/cluster-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:36.592436Z","caller":"traceutil/trace.go:171","msg":"trace[1974909687] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:19676; }","duration":"164.200722ms","start":"2026-04-16T04:28:36.428218Z","end":"2026-04-16T04:28:36.592418Z","steps":["trace[1974909687] 'agreement among raft nodes before linearized reading' (duration: 164.021618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:36.592465Z","caller":"traceutil/trace.go:171","msg":"trace[726721265] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capi-system/cluster-api; range_end:; response_count:0; response_revision:19676; }","duration":"106.309136ms","start":"2026-04-16T04:28:36.48614Z","end":"2026-04-16T04:28:36.592449Z","steps":["trace[726721265] 'agreement among raft nodes before linearized reading' (duration: 106.170053ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:36.592164Z","caller":"traceutil/trace.go:171","msg":"trace[1086276878] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"112.146377ms","start":"2026-04-16T04:28:36.47998Z","end":"2026-04-16T04:28:36.592126Z","steps":["trace[1086276878] 'process raft request' (duration: 112.030585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.090668Z","caller":"traceutil/trace.go:171","msg":"trace[294437968] transaction","detail":"{read_only:false; response_revision:19688; number_of_response:1; }","duration":"125.549697ms","start":"2026-04-16T04:28:36.965089Z","end":"2026-04-16T04:28:37.090639Z","steps":["trace[294437968] 'process raft request' (duration: 125.359532ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.178946Z","caller":"traceutil/trace.go:171","msg":"trace[727572284] linearizableReadLoop","detail":"{readStateIndex:20420; appliedIndex:20418; }","duration":"197.932546ms","start":"2026-04-16T04:28:36.980988Z","end":"2026-04-16T04:28:37.178921Z","steps":["trace[727572284] 'read index received' (duration: 109.436577ms)","trace[727572284] 'applied index is now lower than readState.Index' (duration: 88.495019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:28:37.179117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.104399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:37.179158Z","caller":"traceutil/trace.go:171","msg":"trace[2075157993] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19690; }","duration":"198.220721ms","start":"2026-04-16T04:28:36.980926Z","end":"2026-04-16T04:28:37.179147Z","steps":["trace[2075157993] 'agreement among raft nodes before linearized reading' (duration: 198.090449ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.179153Z","caller":"traceutil/trace.go:171","msg":"trace[1124517818] transaction","detail":"{read_only:false; response_revision:19689; number_of_response:1; }","duration":"206.24253ms","start":"2026-04-16T04:28:36.972882Z","end":"2026-04-16T04:28:37.179124Z","steps":["trace[1124517818] 'process raft request' (duration: 205.816251ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.179188Z","caller":"traceutil/trace.go:171","msg":"trace[1487147639] transaction","detail":"{read_only:false; response_revision:19690; number_of_response:1; }","duration":"193.930665ms","start":"2026-04-16T04:28:36.985235Z","end":"2026-04-16T04:28:37.179165Z","steps":["trace[1487147639] 'process raft request' (duration: 193.622708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.609373Z","caller":"traceutil/trace.go:171","msg":"trace[720347153] transaction","detail":"{read_only:false; response_revision:19697; number_of_response:1; }","duration":"321.857846ms","start":"2026-04-16T04:28:37.287488Z","end":"2026-04-16T04:28:37.609346Z","steps":["trace[720347153] 'process raft request' (duration: 320.554726ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.609452Z","caller":"traceutil/trace.go:171","msg":"trace[444490221] transaction","detail":"{read_only:false; response_revision:19698; number_of_response:1; }","duration":"316.856724ms","start":"2026-04-16T04:28:37.292575Z","end":"2026-04-16T04:28:37.609432Z","steps":["trace[444490221] 'process raft request' (duration: 316.68314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.609505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.287478Z","time spent":"321.966928ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126062,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T04:28:37.609576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.292566Z","time spent":"316.946775ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:28:37.609626Z","caller":"traceutil/trace.go:171","msg":"trace[385129111] linearizableReadLoop","detail":"{readStateIndex:20431; appliedIndex:20427; }","duration":"254.385847ms","start":"2026-04-16T04:28:37.355226Z","end":"2026-04-16T04:28:37.609611Z","steps":["trace[385129111] 'read index received' (duration: 252.71821ms)","trace[385129111] 'applied index is now lower than readState.Index' (duration: 1.667047ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:37.609693Z","caller":"traceutil/trace.go:171","msg":"trace[447465888] transaction","detail":"{read_only:false; response_revision:19699; number_of_response:1; }","duration":"306.336179ms","start":"2026-04-16T04:28:37.303351Z","end":"2026-04-16T04:28:37.609687Z","steps":["trace[447465888] 'process raft request' (duration: 305.976031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.609749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.303335Z","time spent":"306.37699ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1861,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T04:28:37.609777Z","caller":"traceutil/trace.go:171","msg":"trace[1338381116] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"299.903424ms","start":"2026-04-16T04:28:37.30984Z","end":"2026-04-16T04:28:37.609744Z","steps":["trace[1338381116] 'process raft request' (duration: 299.559587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.609868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.609662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:37.609938Z","caller":"traceutil/trace.go:171","msg":"trace[732593575] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:19700; }","duration":"254.744895ms","start":"2026-04-16T04:28:37.355177Z","end":"2026-04-16T04:28:37.609922Z","steps":["trace[732593575] 'agreement among raft nodes before linearized reading' (duration: 254.615872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.609941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.30981Z","time spent":"300.050218ms","remote":"127.0.0.1:59892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":135480,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:28:37.661562Z","caller":"traceutil/trace.go:171","msg":"trace[602531703] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"306.222136ms","start":"2026-04-16T04:28:37.355308Z","end":"2026-04-16T04:28:37.66153Z","steps":["trace[602531703] 'process raft request' (duration: 306.038202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.66176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.35529Z","time spent":"306.371058ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T04:28:37.661952Z","caller":"traceutil/trace.go:171","msg":"trace[1268521051] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"306.573953ms","start":"2026-04-16T04:28:37.355335Z","end":"2026-04-16T04:28:37.661909Z","steps":["trace[1268521051] 'process raft request' (duration: 306.162084ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.662073Z","caller":"traceutil/trace.go:171","msg":"trace[408551024] transaction","detail":"{read_only:false; response_revision:19703; number_of_response:1; }","duration":"306.684736ms","start":"2026-04-16T04:28:37.355335Z","end":"2026-04-16T04:28:37.662019Z","steps":["trace[408551024] 'process raft request' (duration: 306.44789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.662129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.355324Z","time spent":"306.710928ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T04:28:37.662168Z","caller":"traceutil/trace.go:171","msg":"trace[2112772883] transaction","detail":"{read_only:false; response_revision:19705; number_of_response:1; }","duration":"306.289678ms","start":"2026-04-16T04:28:37.355863Z","end":"2026-04-16T04:28:37.662153Z","steps":["trace[2112772883] 'process raft request' (duration: 306.116783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.662241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.355852Z","time spent":"306.36024ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T04:28:37.662212Z","caller":"traceutil/trace.go:171","msg":"trace[1694965330] transaction","detail":"{read_only:false; response_revision:19704; number_of_response:1; }","duration":"306.778718ms","start":"2026-04-16T04:28:37.355381Z","end":"2026-04-16T04:28:37.66216Z","steps":["trace[1694965330] 'process raft request' (duration: 306.558023ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.662339Z","caller":"traceutil/trace.go:171","msg":"trace[1579340040] transaction","detail":"{read_only:false; response_revision:19706; number_of_response:1; }","duration":"306.395361ms","start":"2026-04-16T04:28:37.35592Z","end":"2026-04-16T04:28:37.662315Z","steps":["trace[1579340040] 'process raft request' (duration: 306.091114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.662455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.355916Z","time spent":"306.487303ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T04:28:37.662472Z","caller":"traceutil/trace.go:171","msg":"trace[168350188] transaction","detail":"{read_only:false; response_revision:19707; number_of_response:1; }","duration":"298.813791ms","start":"2026-04-16T04:28:37.363635Z","end":"2026-04-16T04:28:37.662448Z","steps":["trace[168350188] 'process raft request' (duration: 298.486914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.662414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.355376Z","time spent":"306.938063ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T04:28:37.66224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:28:37.355323Z","time spent":"306.843691ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T04:28:37.662752Z","caller":"traceutil/trace.go:171","msg":"trace[1260714303] transaction","detail":"{read_only:false; response_revision:19708; number_of_response:1; }","duration":"188.76241ms","start":"2026-04-16T04:28:37.473969Z","end":"2026-04-16T04:28:37.662731Z","steps":["trace[1260714303] 'process raft request' (duration: 188.371581ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.662866Z","caller":"traceutil/trace.go:171","msg":"trace[191206568] transaction","detail":"{read_only:false; response_revision:19709; number_of_response:1; }","duration":"185.61499ms","start":"2026-04-16T04:28:37.477237Z","end":"2026-04-16T04:28:37.662852Z","steps":["trace[191206568] 'process raft request' (duration: 185.312903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.663122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.195015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:37.663224Z","caller":"traceutil/trace.go:171","msg":"trace[120299488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19711; }","duration":"293.330388ms","start":"2026-04-16T04:28:37.369875Z","end":"2026-04-16T04:28:37.663205Z","steps":["trace[120299488] 'agreement among raft nodes before linearized reading' (duration: 293.190015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.664013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.059691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-04-16T04:28:37.664061Z","caller":"traceutil/trace.go:171","msg":"trace[903588801] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19711; }","duration":"229.118002ms","start":"2026-04-16T04:28:37.434932Z","end":"2026-04-16T04:28:37.66405Z","steps":["trace[903588801] 'agreement among raft nodes before linearized reading' (duration: 228.078179ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.957774Z","caller":"traceutil/trace.go:171","msg":"trace[984783139] linearizableReadLoop","detail":"{readStateIndex:20459; appliedIndex:20457; }","duration":"105.396956ms","start":"2026-04-16T04:28:37.852351Z","end":"2026-04-16T04:28:37.957748Z","steps":["trace[984783139] 'read index received' (duration: 95.124387ms)","trace[984783139] 'applied index is now lower than readState.Index' (duration: 10.271259ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:37.957917Z","caller":"traceutil/trace.go:171","msg":"trace[1063297133] transaction","detail":"{read_only:false; response_revision:19727; number_of_response:1; }","duration":"120.874502ms","start":"2026-04-16T04:28:37.837032Z","end":"2026-04-16T04:28:37.957906Z","steps":["trace[1063297133] 'process raft request' (duration: 120.655727ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.957965Z","caller":"traceutil/trace.go:171","msg":"trace[285351385] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"123.227435ms","start":"2026-04-16T04:28:37.83471Z","end":"2026-04-16T04:28:37.957937Z","steps":["trace[285351385] 'process raft request' (duration: 112.835342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.958336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.599136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-16T04:28:37.958382Z","caller":"traceutil/trace.go:171","msg":"trace[586213681] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19727; }","duration":"103.680818ms","start":"2026-04-16T04:28:37.85469Z","end":"2026-04-16T04:28:37.958371Z","steps":["trace[586213681] 'agreement among raft nodes before linearized reading' (duration: 103.522505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:37.958483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.24691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111729"} {"level":"warn","ts":"2026-04-16T04:28:37.958502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.093692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-16T04:28:37.958598Z","caller":"traceutil/trace.go:171","msg":"trace[1089288022] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:19727; }","duration":"104.352213ms","start":"2026-04-16T04:28:37.854192Z","end":"2026-04-16T04:28:37.958545Z","steps":["trace[1089288022] 'agreement among raft nodes before linearized reading' (duration: 103.966824ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:37.958626Z","caller":"traceutil/trace.go:171","msg":"trace[1060818114] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19727; }","duration":"106.314807ms","start":"2026-04-16T04:28:37.852292Z","end":"2026-04-16T04:28:37.958607Z","steps":["trace[1060818114] 'agreement among raft nodes before linearized reading' (duration: 105.891508ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.19247Z","caller":"traceutil/trace.go:171","msg":"trace[1375644089] linearizableReadLoop","detail":"{readStateIndex:20461; appliedIndex:20460; }","duration":"214.357693ms","start":"2026-04-16T04:28:37.978082Z","end":"2026-04-16T04:28:38.19244Z","steps":["trace[1375644089] 'read index received' (duration: 179.924603ms)","trace[1375644089] 'applied index is now lower than readState.Index' (duration: 34.43162ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:38.192611Z","caller":"traceutil/trace.go:171","msg":"trace[1200416122] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19728; }","duration":"217.072104ms","start":"2026-04-16T04:28:37.975526Z","end":"2026-04-16T04:28:38.192598Z","steps":["trace[1200416122] 'process raft request' (duration: 182.516652ms)","trace[1200416122] 'compare' (duration: 34.321857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:28:38.192698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.540506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-16T04:28:38.192778Z","caller":"traceutil/trace.go:171","msg":"trace[1381448556] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:19728; }","duration":"218.648949ms","start":"2026-04-16T04:28:37.97411Z","end":"2026-04-16T04:28:38.192759Z","steps":["trace[1381448556] 'agreement among raft nodes before linearized reading' (duration: 218.400093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.19277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.418945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-16T04:28:38.19285Z","caller":"traceutil/trace.go:171","msg":"trace[700110046] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19728; }","duration":"219.508207ms","start":"2026-04-16T04:28:37.97332Z","end":"2026-04-16T04:28:38.192828Z","steps":["trace[700110046] 'agreement among raft nodes before linearized reading' (duration: 219.268012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.193297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.71178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-16T04:28:38.193356Z","caller":"traceutil/trace.go:171","msg":"trace[1437727008] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19728; }","duration":"218.773032ms","start":"2026-04-16T04:28:37.974571Z","end":"2026-04-16T04:28:38.193344Z","steps":["trace[1437727008] 'agreement among raft nodes before linearized reading' (duration: 217.874122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.259326Z","caller":"traceutil/trace.go:171","msg":"trace[872995764] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"278.446836ms","start":"2026-04-16T04:28:37.980843Z","end":"2026-04-16T04:28:38.25929Z","steps":["trace[872995764] 'process raft request' (duration: 278.17756ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.259413Z","caller":"traceutil/trace.go:171","msg":"trace[1104658684] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"276.730717ms","start":"2026-04-16T04:28:37.982658Z","end":"2026-04-16T04:28:38.259389Z","steps":["trace[1104658684] 'process raft request' (duration: 276.485122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.25976Z","caller":"traceutil/trace.go:171","msg":"trace[869203829] transaction","detail":"{read_only:false; response_revision:19731; number_of_response:1; }","duration":"216.859388ms","start":"2026-04-16T04:28:38.042887Z","end":"2026-04-16T04:28:38.259746Z","steps":["trace[869203829] 'process raft request' (duration: 216.392168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.259807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.890723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert-5kg7l\" ","response":"range_response_count:1 size:2581"} {"level":"info","ts":"2026-04-16T04:28:38.259837Z","caller":"traceutil/trace.go:171","msg":"trace[1194673104] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert-5kg7l; range_end:; response_count:1; response_revision:19731; }","duration":"277.945524ms","start":"2026-04-16T04:28:37.981882Z","end":"2026-04-16T04:28:38.259827Z","steps":["trace[1194673104] 'agreement among raft nodes before linearized reading' (duration: 277.808021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.259821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.147068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-f4l4k\" ","response":"range_response_count:1 size:4229"} {"level":"warn","ts":"2026-04-16T04:28:38.259914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.4061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service-cert\" ","response":"range_response_count:1 size:5834"} {"level":"info","ts":"2026-04-16T04:28:38.260022Z","caller":"traceutil/trace.go:171","msg":"trace[951111689] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-f4l4k; range_end:; response_count:1; response_revision:19731; }","duration":"244.321732ms","start":"2026-04-16T04:28:38.015633Z","end":"2026-04-16T04:28:38.259955Z","steps":["trace[951111689] 'agreement among raft nodes before linearized reading' (duration: 244.029135ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.260022Z","caller":"traceutil/trace.go:171","msg":"trace[1625234536] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service-cert; range_end:; response_count:1; response_revision:19731; }","duration":"276.574144ms","start":"2026-04-16T04:28:37.98342Z","end":"2026-04-16T04:28:38.259994Z","steps":["trace[1625234536] 'agreement among raft nodes before linearized reading' (duration: 276.279167ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.448154Z","caller":"traceutil/trace.go:171","msg":"trace[432458017] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"234.153975ms","start":"2026-04-16T04:28:38.213978Z","end":"2026-04-16T04:28:38.448132Z","steps":["trace[432458017] 'process raft request' (duration: 234.005621ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.448183Z","caller":"traceutil/trace.go:171","msg":"trace[1707375906] linearizableReadLoop","detail":"{readStateIndex:20465; appliedIndex:20464; }","duration":"188.631557ms","start":"2026-04-16T04:28:38.259501Z","end":"2026-04-16T04:28:38.448133Z","steps":["trace[1707375906] 'read index received' (duration: 188.599356ms)","trace[1707375906] 'applied index is now lower than readState.Index' (duration: 27.561µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:28:38.448411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.989448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-16T04:28:38.448445Z","caller":"traceutil/trace.go:171","msg":"trace[1541024840] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19732; }","duration":"250.05386ms","start":"2026-04-16T04:28:38.19838Z","end":"2026-04-16T04:28:38.448434Z","steps":["trace[1541024840] 'agreement among raft nodes before linearized reading' (duration: 249.928477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.448513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.707834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-16T04:28:38.448598Z","caller":"traceutil/trace.go:171","msg":"trace[257673816] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:19732; }","duration":"250.836637ms","start":"2026-04-16T04:28:38.197741Z","end":"2026-04-16T04:28:38.448578Z","steps":["trace[257673816] 'agreement among raft nodes before linearized reading' (duration: 250.589962ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.515449Z","caller":"traceutil/trace.go:171","msg":"trace[962661544] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19733; }","duration":"254.367697ms","start":"2026-04-16T04:28:38.261021Z","end":"2026-04-16T04:28:38.515389Z","steps":["trace[962661544] 'process raft request' (duration: 254.159753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.515787Z","caller":"traceutil/trace.go:171","msg":"trace[1764625691] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"249.369575ms","start":"2026-04-16T04:28:38.266395Z","end":"2026-04-16T04:28:38.515765Z","steps":["trace[1764625691] 'process raft request' (duration: 248.902334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.516252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.57126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2780"} {"level":"info","ts":"2026-04-16T04:28:38.516328Z","caller":"traceutil/trace.go:171","msg":"trace[698429204] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:19735; }","duration":"245.686442ms","start":"2026-04-16T04:28:38.270628Z","end":"2026-04-16T04:28:38.516315Z","steps":["trace[698429204] 'agreement among raft nodes before linearized reading' (duration: 245.495708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.516564Z","caller":"traceutil/trace.go:171","msg":"trace[1612747319] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"192.983935ms","start":"2026-04-16T04:28:38.32357Z","end":"2026-04-16T04:28:38.516554Z","steps":["trace[1612747319] 'process raft request' (duration: 191.850659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.516806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.75481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-leader-election-rolebinding\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:28:38.516829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.837519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:38.516852Z","caller":"traceutil/trace.go:171","msg":"trace[437142798] range","detail":"{range_begin:/registry/rolebindings/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-leader-election-rolebinding; range_end:; response_count:0; response_revision:19735; }","duration":"243.845791ms","start":"2026-04-16T04:28:38.272993Z","end":"2026-04-16T04:28:38.516838Z","steps":["trace[437142798] 'agreement among raft nodes before linearized reading' (duration: 243.712448ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.516861Z","caller":"traceutil/trace.go:171","msg":"trace[985947106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19735; }","duration":"144.93578ms","start":"2026-04-16T04:28:38.371916Z","end":"2026-04-16T04:28:38.516852Z","steps":["trace[985947106] 'agreement among raft nodes before linearized reading' (duration: 144.865309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.660645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.960613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:28:38.660788Z","caller":"traceutil/trace.go:171","msg":"trace[317973471] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"136.995542ms","start":"2026-04-16T04:28:38.523769Z","end":"2026-04-16T04:28:38.660764Z","steps":["trace[317973471] 'process raft request' (duration: 24.687632ms)","trace[317973471] 'compare' (duration: 111.795359ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:38.726026Z","caller":"traceutil/trace.go:171","msg":"trace[524875564] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"202.16491ms","start":"2026-04-16T04:28:38.523837Z","end":"2026-04-16T04:28:38.726002Z","steps":["trace[524875564] 'process raft request' (duration: 201.124817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.726347Z","caller":"traceutil/trace.go:171","msg":"trace[288066952] linearizableReadLoop","detail":"{readStateIndex:20470; appliedIndex:20468; }","duration":"202.339214ms","start":"2026-04-16T04:28:38.523985Z","end":"2026-04-16T04:28:38.726324Z","steps":["trace[288066952] 'read index received' (duration: 24.489698ms)","trace[288066952] 'applied index is now lower than readState.Index' (duration: 177.848186ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:38.726467Z","caller":"traceutil/trace.go:171","msg":"trace[829332665] transaction","detail":"{read_only:false; response_revision:19739; number_of_response:1; }","duration":"199.93403ms","start":"2026-04-16T04:28:38.526523Z","end":"2026-04-16T04:28:38.726457Z","steps":["trace[829332665] 'process raft request' (duration: 199.657234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.726792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.797115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-16T04:28:38.726829Z","caller":"traceutil/trace.go:171","msg":"trace[1525591228] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19739; }","duration":"202.902947ms","start":"2026-04-16T04:28:38.523917Z","end":"2026-04-16T04:28:38.72682Z","steps":["trace[1525591228] 'agreement among raft nodes before linearized reading' (duration: 202.709173ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.726889Z","caller":"traceutil/trace.go:171","msg":"trace[1807865441] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"200.429252ms","start":"2026-04-16T04:28:38.526427Z","end":"2026-04-16T04:28:38.726856Z","steps":["trace[1807865441] 'process raft request' (duration: 199.50332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.74964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.17887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2780"} {"level":"info","ts":"2026-04-16T04:28:38.749728Z","caller":"traceutil/trace.go:171","msg":"trace[815432561] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:19740; }","duration":"223.313983ms","start":"2026-04-16T04:28:38.526397Z","end":"2026-04-16T04:28:38.749711Z","steps":["trace[815432561] 'agreement among raft nodes before linearized reading' (duration: 223.002026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.749804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.832714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137522"} {"level":"info","ts":"2026-04-16T04:28:38.749879Z","caller":"traceutil/trace.go:171","msg":"trace[1398997646] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:19740; }","duration":"155.958217ms","start":"2026-04-16T04:28:38.593904Z","end":"2026-04-16T04:28:38.749863Z","steps":["trace[1398997646] 'agreement among raft nodes before linearized reading' (duration: 155.692401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.751094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.54969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-16T04:28:38.751158Z","caller":"traceutil/trace.go:171","msg":"trace[783479642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:19740; }","duration":"224.632322ms","start":"2026-04-16T04:28:38.526509Z","end":"2026-04-16T04:28:38.751142Z","steps":["trace[783479642] 'agreement among raft nodes before linearized reading' (duration: 223.346573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:38.751357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.666623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111729"} {"level":"info","ts":"2026-04-16T04:28:38.751414Z","caller":"traceutil/trace.go:171","msg":"trace[192396023] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:19740; }","duration":"224.753434ms","start":"2026-04-16T04:28:38.526648Z","end":"2026-04-16T04:28:38.751401Z","steps":["trace[192396023] 'agreement among raft nodes before linearized reading' (duration: 223.17597ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.887899Z","caller":"traceutil/trace.go:171","msg":"trace[429524610] transaction","detail":"{read_only:false; response_revision:19742; number_of_response:1; }","duration":"133.622318ms","start":"2026-04-16T04:28:38.754255Z","end":"2026-04-16T04:28:38.887878Z","steps":["trace[429524610] 'process raft request' (duration: 133.381303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.887915Z","caller":"traceutil/trace.go:171","msg":"trace[138678498] transaction","detail":"{read_only:false; response_revision:19744; number_of_response:1; }","duration":"122.278874ms","start":"2026-04-16T04:28:38.765607Z","end":"2026-04-16T04:28:38.887886Z","steps":["trace[138678498] 'process raft request' (duration: 122.188142ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:38.888413Z","caller":"traceutil/trace.go:171","msg":"trace[373730257] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"128.288218ms","start":"2026-04-16T04:28:38.760116Z","end":"2026-04-16T04:28:38.888404Z","steps":["trace[373730257] 'process raft request' (duration: 127.616674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:39.368032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.931831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:39.368171Z","caller":"traceutil/trace.go:171","msg":"trace[1337580322] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:0; response_revision:19759; }","duration":"103.098125ms","start":"2026-04-16T04:28:39.265054Z","end":"2026-04-16T04:28:39.368153Z","steps":["trace[1337580322] 'agreement among raft nodes before linearized reading' (duration: 85.434439ms)","trace[1337580322] 'range keys from in-memory index tree' (duration: 17.4991ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:40.07346Z","caller":"traceutil/trace.go:171","msg":"trace[1329058439] linearizableReadLoop","detail":"{readStateIndex:20539; appliedIndex:20538; }","duration":"128.947963ms","start":"2026-04-16T04:28:39.94449Z","end":"2026-04-16T04:28:40.073438Z","steps":["trace[1329058439] 'read index received' (duration: 128.80018ms)","trace[1329058439] 'applied index is now lower than readState.Index' (duration: 146.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:40.07352Z","caller":"traceutil/trace.go:171","msg":"trace[951481316] transaction","detail":"{read_only:false; response_revision:19805; number_of_response:1; }","duration":"130.777813ms","start":"2026-04-16T04:28:39.942707Z","end":"2026-04-16T04:28:40.073485Z","steps":["trace[951481316] 'process raft request' (duration: 130.542408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.073567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.054815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.073684Z","caller":"traceutil/trace.go:171","msg":"trace[1488401471] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/cert-manager-test/; range_end:/registry/monitoring.coreos.com/thanosrulers/cert-manager-test0; response_count:0; response_revision:19805; }","duration":"129.201288ms","start":"2026-04-16T04:28:39.944474Z","end":"2026-04-16T04:28:40.073675Z","steps":["trace[1488401471] 'agreement among raft nodes before linearized reading' (duration: 129.043304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.089935Z","caller":"traceutil/trace.go:171","msg":"trace[1611096872] transaction","detail":"{read_only:false; response_revision:19807; number_of_response:1; }","duration":"134.66853ms","start":"2026-04-16T04:28:39.955253Z","end":"2026-04-16T04:28:40.089921Z","steps":["trace[1611096872] 'process raft request' (duration: 134.330633ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.089986Z","caller":"traceutil/trace.go:171","msg":"trace[777902108] transaction","detail":"{read_only:false; response_revision:19806; number_of_response:1; }","duration":"143.247122ms","start":"2026-04-16T04:28:39.946718Z","end":"2026-04-16T04:28:40.089965Z","steps":["trace[777902108] 'process raft request' (duration: 142.761302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.253868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.016828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.253938Z","caller":"traceutil/trace.go:171","msg":"trace[1430660633] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/cert-manager-test/; range_end:/registry/monitoring.coreos.com/servicemonitors/cert-manager-test0; response_count:0; response_revision:19811; }","duration":"135.135082ms","start":"2026-04-16T04:28:40.118787Z","end":"2026-04-16T04:28:40.253922Z","steps":["trace[1430660633] 'agreement among raft nodes before linearized reading' (duration: 135.0132ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.292355Z","caller":"traceutil/trace.go:171","msg":"trace[1653964026] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"108.105656ms","start":"2026-04-16T04:28:40.184218Z","end":"2026-04-16T04:28:40.292323Z","steps":["trace[1653964026] 'process raft request' (duration: 101.510739ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.292905Z","caller":"traceutil/trace.go:171","msg":"trace[1233901664] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"100.026496ms","start":"2026-04-16T04:28:40.192856Z","end":"2026-04-16T04:28:40.292883Z","steps":["trace[1233901664] 'process raft request' (duration: 99.188907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.29325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.722846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-16T04:28:40.293299Z","caller":"traceutil/trace.go:171","msg":"trace[1935512997] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19815; }","duration":"110.810658ms","start":"2026-04-16T04:28:40.182473Z","end":"2026-04-16T04:28:40.293283Z","steps":["trace[1935512997] 'agreement among raft nodes before linearized reading' (duration: 110.688275ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.604718Z","caller":"traceutil/trace.go:171","msg":"trace[1373376121] transaction","detail":"{read_only:false; response_revision:19830; number_of_response:1; }","duration":"165.856368ms","start":"2026-04-16T04:28:40.438839Z","end":"2026-04-16T04:28:40.604696Z","steps":["trace[1373376121] 'process raft request' (duration: 165.705205ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.604778Z","caller":"traceutil/trace.go:171","msg":"trace[876279085] linearizableReadLoop","detail":"{readStateIndex:20564; appliedIndex:20564; }","duration":"164.712542ms","start":"2026-04-16T04:28:40.440035Z","end":"2026-04-16T04:28:40.604747Z","steps":["trace[876279085] 'read index received' (duration: 164.698152ms)","trace[876279085] 'applied index is now lower than readState.Index' (duration: 11.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:28:40.60509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.024159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-16T04:28:40.605192Z","caller":"traceutil/trace.go:171","msg":"trace[242284152] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19830; }","duration":"165.147053ms","start":"2026-04-16T04:28:40.44002Z","end":"2026-04-16T04:28:40.605167Z","steps":["trace[242284152] 'agreement among raft nodes before linearized reading' (duration: 164.831186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.619934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.892412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:28:40.619961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.09613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.620009Z","caller":"traceutil/trace.go:171","msg":"trace[2131837137] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:19831; }","duration":"152.177842ms","start":"2026-04-16T04:28:40.467819Z","end":"2026-04-16T04:28:40.619997Z","steps":["trace[2131837137] 'agreement among raft nodes before linearized reading' (duration: 152.08028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.620035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.421683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:28:40.620041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.479081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/capi-kubeadm-control-plane-manager-role\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:28:40.620065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.676779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.620111Z","caller":"traceutil/trace.go:171","msg":"trace[1114356907] transaction","detail":"{read_only:false; response_revision:19831; number_of_response:1; }","duration":"146.26629ms","start":"2026-04-16T04:28:40.473837Z","end":"2026-04-16T04:28:40.620103Z","steps":["trace[1114356907] 'process raft request' (duration: 145.82546ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.62011Z","caller":"traceutil/trace.go:171","msg":"trace[34223462] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:19831; }","duration":"129.7446ms","start":"2026-04-16T04:28:40.490356Z","end":"2026-04-16T04:28:40.620101Z","steps":["trace[34223462] 'agreement among raft nodes before linearized reading' (duration: 129.680539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.620111Z","caller":"traceutil/trace.go:171","msg":"trace[2120387130] range","detail":"{range_begin:/registry/clusterroles/capi-kubeadm-control-plane-manager-role; range_end:; response_count:0; response_revision:19831; }","duration":"166.578824ms","start":"2026-04-16T04:28:40.453516Z","end":"2026-04-16T04:28:40.620095Z","steps":["trace[2120387130] 'agreement among raft nodes before linearized reading' (duration: 166.443281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.620076Z","caller":"traceutil/trace.go:171","msg":"trace[1155707831] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:19831; }","duration":"129.476804ms","start":"2026-04-16T04:28:40.490589Z","end":"2026-04-16T04:28:40.620066Z","steps":["trace[1155707831] 'agreement among raft nodes before linearized reading' (duration: 129.394322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.620154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.449478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-04-16T04:28:40.620241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.401543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:28:40.620242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.335616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.62026Z","caller":"traceutil/trace.go:171","msg":"trace[2047309807] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:19831; }","duration":"142.436464ms","start":"2026-04-16T04:28:40.477818Z","end":"2026-04-16T04:28:40.620255Z","steps":["trace[2047309807] 'agreement among raft nodes before linearized reading' (duration: 142.404763ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.620276Z","caller":"traceutil/trace.go:171","msg":"trace[396511439] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:19831; }","duration":"152.379728ms","start":"2026-04-16T04:28:40.467886Z","end":"2026-04-16T04:28:40.620266Z","steps":["trace[396511439] 'agreement among raft nodes before linearized reading' (duration: 152.300365ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.620269Z","caller":"traceutil/trace.go:171","msg":"trace[1357084617] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19831; }","duration":"152.652013ms","start":"2026-04-16T04:28:40.467601Z","end":"2026-04-16T04:28:40.620253Z","steps":["trace[1357084617] 'agreement among raft nodes before linearized reading' (duration: 152.343496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.620015Z","caller":"traceutil/trace.go:171","msg":"trace[1037242420] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:19831; }","duration":"141.984464ms","start":"2026-04-16T04:28:40.478004Z","end":"2026-04-16T04:28:40.619988Z","steps":["trace[1037242420] 'agreement among raft nodes before linearized reading' (duration: 141.870241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.620809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.775102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.620872Z","caller":"traceutil/trace.go:171","msg":"trace[2083805423] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test0; response_count:0; response_revision:19831; }","duration":"129.842683ms","start":"2026-04-16T04:28:40.490997Z","end":"2026-04-16T04:28:40.62084Z","steps":["trace[2083805423] 'agreement among raft nodes before linearized reading' (duration: 128.926962ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.835962Z","caller":"traceutil/trace.go:171","msg":"trace[2128524903] linearizableReadLoop","detail":"{readStateIndex:20571; appliedIndex:20569; }","duration":"199.91516ms","start":"2026-04-16T04:28:40.636027Z","end":"2026-04-16T04:28:40.835942Z","steps":["trace[2128524903] 'read index received' (duration: 2.506467ms)","trace[2128524903] 'applied index is now lower than readState.Index' (duration: 197.407843ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:40.836033Z","caller":"traceutil/trace.go:171","msg":"trace[1290197968] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"200.123484ms","start":"2026-04-16T04:28:40.635904Z","end":"2026-04-16T04:28:40.836027Z","steps":["trace[1290197968] 'process raft request' (duration: 188.80474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.836308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.265488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-16T04:28:40.836331Z","caller":"traceutil/trace.go:171","msg":"trace[1560681337] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19837; }","duration":"200.314779ms","start":"2026-04-16T04:28:40.63601Z","end":"2026-04-16T04:28:40.836325Z","steps":["trace[1560681337] 'agreement among raft nodes before linearized reading' (duration: 200.204067ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.836377Z","caller":"traceutil/trace.go:171","msg":"trace[1146158006] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"198.344884ms","start":"2026-04-16T04:28:40.638002Z","end":"2026-04-16T04:28:40.836347Z","steps":["trace[1146158006] 'process raft request' (duration: 197.892304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.837808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.628735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/cert-manager-test/\" range_end:\"/registry/gateway.envoyproxy.io/backends/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.83785Z","caller":"traceutil/trace.go:171","msg":"trace[1557778354] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/cert-manager-test/; range_end:/registry/gateway.envoyproxy.io/backends/cert-manager-test0; response_count:0; response_revision:19839; }","duration":"200.702416ms","start":"2026-04-16T04:28:40.63714Z","end":"2026-04-16T04:28:40.837842Z","steps":["trace[1557778354] 'agreement among raft nodes before linearized reading' (duration: 200.607794ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.838019Z","caller":"traceutil/trace.go:171","msg":"trace[1405299943] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"189.876625ms","start":"2026-04-16T04:28:40.648129Z","end":"2026-04-16T04:28:40.838005Z","steps":["trace[1405299943] 'process raft request' (duration: 189.382854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.838196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.299005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.838222Z","caller":"traceutil/trace.go:171","msg":"trace[1774001025] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:19839; }","duration":"186.342535ms","start":"2026-04-16T04:28:40.651873Z","end":"2026-04-16T04:28:40.838215Z","steps":["trace[1774001025] 'agreement among raft nodes before linearized reading' (duration: 186.296904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.838215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.170862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.838252Z","caller":"traceutil/trace.go:171","msg":"trace[398487639] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:19839; }","duration":"186.224173ms","start":"2026-04-16T04:28:40.652018Z","end":"2026-04-16T04:28:40.838242Z","steps":["trace[398487639] 'agreement among raft nodes before linearized reading' (duration: 186.149871ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.838291Z","caller":"traceutil/trace.go:171","msg":"trace[743196869] transaction","detail":"{read_only:false; response_revision:19839; number_of_response:1; }","duration":"186.600712ms","start":"2026-04-16T04:28:40.651663Z","end":"2026-04-16T04:28:40.838264Z","steps":["trace[743196869] 'process raft request' (duration: 186.002498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.838376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.079409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-rolebinding\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:28:40.838356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.998164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:28:40.838922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.595518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.838952Z","caller":"traceutil/trace.go:171","msg":"trace[702711671] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:19839; }","duration":"176.648989ms","start":"2026-04-16T04:28:40.662288Z","end":"2026-04-16T04:28:40.838937Z","steps":["trace[702711671] 'agreement among raft nodes before linearized reading' (duration: 175.957373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.83897Z","caller":"traceutil/trace.go:171","msg":"trace[108866729] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:19839; }","duration":"176.67718ms","start":"2026-04-16T04:28:40.66228Z","end":"2026-04-16T04:28:40.838957Z","steps":["trace[108866729] 'agreement among raft nodes before linearized reading' (duration: 176.034325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.839022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.328172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:40.839116Z","caller":"traceutil/trace.go:171","msg":"trace[113416919] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:19839; }","duration":"176.403803ms","start":"2026-04-16T04:28:40.662672Z","end":"2026-04-16T04:28:40.839076Z","steps":["trace[113416919] 'agreement among raft nodes before linearized reading' (duration: 176.104977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:40.839356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.308346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-16T04:28:40.839492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.291082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111729"} {"level":"info","ts":"2026-04-16T04:28:40.839504Z","caller":"traceutil/trace.go:171","msg":"trace[551028542] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19839; }","duration":"186.478459ms","start":"2026-04-16T04:28:40.653007Z","end":"2026-04-16T04:28:40.839486Z","steps":["trace[551028542] 'agreement among raft nodes before linearized reading' (duration: 185.825545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.839534Z","caller":"traceutil/trace.go:171","msg":"trace[1059772556] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:19839; }","duration":"202.342463ms","start":"2026-04-16T04:28:40.637176Z","end":"2026-04-16T04:28:40.839518Z","steps":["trace[1059772556] 'agreement among raft nodes before linearized reading' (duration: 202.134929ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.837803Z","caller":"traceutil/trace.go:171","msg":"trace[1361609598] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19838; }","duration":"187.614475ms","start":"2026-04-16T04:28:40.650148Z","end":"2026-04-16T04:28:40.837762Z","steps":["trace[1361609598] 'process raft request' (duration: 187.462411ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:40.840062Z","caller":"traceutil/trace.go:171","msg":"trace[224746436] range","detail":"{range_begin:/registry/rolebindings/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-rolebinding; range_end:; response_count:0; response_revision:19839; }","duration":"194.13495ms","start":"2026-04-16T04:28:40.644257Z","end":"2026-04-16T04:28:40.838392Z","steps":["trace[224746436] 'agreement among raft nodes before linearized reading' (duration: 194.096659ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:41.705795Z","caller":"traceutil/trace.go:171","msg":"trace[731450772] transaction","detail":"{read_only:false; response_revision:19892; number_of_response:1; }","duration":"107.969034ms","start":"2026-04-16T04:28:41.597796Z","end":"2026-04-16T04:28:41.705765Z","steps":["trace[731450772] 'process raft request' (duration: 80.50682ms)","trace[731450772] 'compare' (duration: 27.234329ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:28:41.705918Z","caller":"traceutil/trace.go:171","msg":"trace[1414415206] transaction","detail":"{read_only:false; response_revision:19893; number_of_response:1; }","duration":"102.527003ms","start":"2026-04-16T04:28:41.603357Z","end":"2026-04-16T04:28:41.705884Z","steps":["trace[1414415206] 'process raft request' (duration: 102.318718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:41.706196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.479985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/queues/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:41.70628Z","caller":"traceutil/trace.go:171","msg":"trace[2060876429] range","detail":"{range_begin:/registry/rabbitmq.com/queues/cert-manager-test/; range_end:/registry/rabbitmq.com/queues/cert-manager-test0; response_count:0; response_revision:19893; }","duration":"112.622387ms","start":"2026-04-16T04:28:41.593638Z","end":"2026-04-16T04:28:41.70626Z","steps":["trace[2060876429] 'agreement among raft nodes before linearized reading' (duration: 112.226229ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:41.734321Z","caller":"traceutil/trace.go:171","msg":"trace[1023358227] transaction","detail":"{read_only:false; response_revision:19894; number_of_response:1; }","duration":"114.326247ms","start":"2026-04-16T04:28:41.619962Z","end":"2026-04-16T04:28:41.734288Z","steps":["trace[1023358227] 'process raft request' (duration: 114.052871ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:42.298349Z","caller":"traceutil/trace.go:171","msg":"trace[925311421] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19943; }","duration":"103.711099ms","start":"2026-04-16T04:28:42.194587Z","end":"2026-04-16T04:28:42.298298Z","steps":["trace[925311421] 'process raft request' (duration: 103.289299ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:42.299367Z","caller":"traceutil/trace.go:171","msg":"trace[708083115] transaction","detail":"{read_only:false; response_revision:19944; number_of_response:1; }","duration":"100.734492ms","start":"2026-04-16T04:28:42.198609Z","end":"2026-04-16T04:28:42.299343Z","steps":["trace[708083115] 'process raft request' (duration: 99.403462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:42.299259Z","caller":"traceutil/trace.go:171","msg":"trace[843676131] linearizableReadLoop","detail":"{readStateIndex:20682; appliedIndex:20681; }","duration":"102.673336ms","start":"2026-04-16T04:28:42.196527Z","end":"2026-04-16T04:28:42.299201Z","steps":["trace[843676131] 'read index received' (duration: 17.683445ms)","trace[843676131] 'applied index is now lower than readState.Index' (duration: 84.988691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:28:42.299754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.192967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:42.299833Z","caller":"traceutil/trace.go:171","msg":"trace[1142567773] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:0; response_revision:19945; }","duration":"103.304039ms","start":"2026-04-16T04:28:42.196512Z","end":"2026-04-16T04:28:42.299816Z","steps":["trace[1142567773] 'agreement among raft nodes before linearized reading' (duration: 103.144896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:42.319439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.399667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:28:42.319523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.577501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:42.319567Z","caller":"traceutil/trace.go:171","msg":"trace[1596152320] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:19946; }","duration":"101.629512ms","start":"2026-04-16T04:28:42.217921Z","end":"2026-04-16T04:28:42.31955Z","steps":["trace[1596152320] 'agreement among raft nodes before linearized reading' (duration: 101.56811ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:42.319519Z","caller":"traceutil/trace.go:171","msg":"trace[2083019283] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:19946; }","duration":"101.514279ms","start":"2026-04-16T04:28:42.217984Z","end":"2026-04-16T04:28:42.319498Z","steps":["trace[2083019283] 'agreement among raft nodes before linearized reading' (duration: 101.359676ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:28:42.319881Z","caller":"traceutil/trace.go:171","msg":"trace[1487463096] transaction","detail":"{read_only:false; response_revision:19946; number_of_response:1; }","duration":"105.707574ms","start":"2026-04-16T04:28:42.214165Z","end":"2026-04-16T04:28:42.319872Z","steps":["trace[1487463096] 'process raft request' (duration: 104.892746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:42.319443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.228498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-16T04:28:42.319989Z","caller":"traceutil/trace.go:171","msg":"trace[468531626] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19946; }","duration":"116.808691ms","start":"2026-04-16T04:28:42.203165Z","end":"2026-04-16T04:28:42.319973Z","steps":["trace[468531626] 'agreement among raft nodes before linearized reading' (duration: 116.120976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:28:42.320402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.473729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:28:42.320459Z","caller":"traceutil/trace.go:171","msg":"trace[864121223] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/groups/cert-manager-test0; response_count:0; response_revision:19946; }","duration":"101.54933ms","start":"2026-04-16T04:28:42.218895Z","end":"2026-04-16T04:28:42.320444Z","steps":["trace[864121223] 'agreement among raft nodes before linearized reading' (duration: 100.409205ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:31:22.820061Z","caller":"traceutil/trace.go:171","msg":"trace[2040275285] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"150.038935ms","start":"2026-04-16T04:31:22.669989Z","end":"2026-04-16T04:31:22.820028Z","steps":["trace[2040275285] 'process raft request' (duration: 72.305877ms)","trace[2040275285] 'compare' (duration: 77.096893ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:31:23.074982Z","caller":"traceutil/trace.go:171","msg":"trace[1494688791] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"164.969638ms","start":"2026-04-16T04:31:22.909989Z","end":"2026-04-16T04:31:23.074959Z","steps":["trace[1494688791] 'process raft request' (duration: 141.107324ms)","trace[1494688791] 'compare' (duration: 23.748412ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:31:23.147479Z","caller":"traceutil/trace.go:171","msg":"trace[8366138] linearizableReadLoop","detail":"{readStateIndex:22450; appliedIndex:22448; }","duration":"186.907589ms","start":"2026-04-16T04:31:22.960547Z","end":"2026-04-16T04:31:23.147455Z","steps":["trace[8366138] 'read index received' (duration: 90.550164ms)","trace[8366138] 'applied index is now lower than readState.Index' (duration: 96.356435ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:31:23.147576Z","caller":"traceutil/trace.go:171","msg":"trace[1483088112] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"210.668571ms","start":"2026-04-16T04:31:22.936896Z","end":"2026-04-16T04:31:23.147564Z","steps":["trace[1483088112] 'process raft request' (duration: 210.459175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:31:23.147769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.214946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:31:23.147826Z","caller":"traceutil/trace.go:171","msg":"trace[894968990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21670; }","duration":"187.309758ms","start":"2026-04-16T04:31:22.960504Z","end":"2026-04-16T04:31:23.147814Z","steps":["trace[894968990] 'agreement among raft nodes before linearized reading' (duration: 187.166435ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:31:23.262097Z","caller":"traceutil/trace.go:171","msg":"trace[528280588] linearizableReadLoop","detail":"{readStateIndex:22451; appliedIndex:22450; }","duration":"114.53117ms","start":"2026-04-16T04:31:23.147538Z","end":"2026-04-16T04:31:23.262069Z","steps":["trace[528280588] 'read index received' (duration: 98.495002ms)","trace[528280588] 'applied index is now lower than readState.Index' (duration: 16.033998ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:31:23.262145Z","caller":"traceutil/trace.go:171","msg":"trace[1155469351] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"111.163505ms","start":"2026-04-16T04:31:23.150955Z","end":"2026-04-16T04:31:23.262119Z","steps":["trace[1155469351] 'process raft request' (duration: 111.041032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:31:23.26239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.985685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:31:23.262432Z","caller":"traceutil/trace.go:171","msg":"trace[162417503] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21671; }","duration":"117.069437ms","start":"2026-04-16T04:31:23.145349Z","end":"2026-04-16T04:31:23.262419Z","steps":["trace[162417503] 'agreement among raft nodes before linearized reading' (duration: 116.848042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:31:23.262413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.652431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:31:23.262469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.021489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T04:31:23.262484Z","caller":"traceutil/trace.go:171","msg":"trace[85422788] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21671; }","duration":"117.735522ms","start":"2026-04-16T04:31:23.14473Z","end":"2026-04-16T04:31:23.262465Z","steps":["trace[85422788] 'agreement among raft nodes before linearized reading' (duration: 117.592289ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:31:23.262526Z","caller":"traceutil/trace.go:171","msg":"trace[615567576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21671; }","duration":"211.11575ms","start":"2026-04-16T04:31:23.051394Z","end":"2026-04-16T04:31:23.26251Z","steps":["trace[615567576] 'agreement among raft nodes before linearized reading' (duration: 210.882264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:31:23.45631Z","caller":"traceutil/trace.go:171","msg":"trace[745425299] linearizableReadLoop","detail":"{readStateIndex:22455; appliedIndex:22454; }","duration":"102.927311ms","start":"2026-04-16T04:31:23.353354Z","end":"2026-04-16T04:31:23.456281Z","steps":["trace[745425299] 'read index received' (duration: 102.248236ms)","trace[745425299] 'applied index is now lower than readState.Index' (duration: 677.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:31:23.45633Z","caller":"traceutil/trace.go:171","msg":"trace[1768712442] transaction","detail":"{read_only:false; response_revision:21674; number_of_response:1; }","duration":"104.674211ms","start":"2026-04-16T04:31:23.351625Z","end":"2026-04-16T04:31:23.456299Z","steps":["trace[1768712442] 'process raft request' (duration: 103.853552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:31:23.45647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.083195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:31:23.456614Z","caller":"traceutil/trace.go:171","msg":"trace[1034491733] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:21674; }","duration":"103.195497ms","start":"2026-04-16T04:31:23.353348Z","end":"2026-04-16T04:31:23.456544Z","steps":["trace[1034491733] 'agreement among raft nodes before linearized reading' (duration: 103.013273ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:31:23.727755Z","caller":"traceutil/trace.go:171","msg":"trace[1532258242] linearizableReadLoop","detail":"{readStateIndex:22456; appliedIndex:22455; }","duration":"271.356337ms","start":"2026-04-16T04:31:23.456374Z","end":"2026-04-16T04:31:23.72773Z","steps":["trace[1532258242] 'read index received' (duration: 271.091791ms)","trace[1532258242] 'applied index is now lower than readState.Index' (duration: 263.146µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:31:23.727867Z","caller":"traceutil/trace.go:171","msg":"trace[1379175785] transaction","detail":"{read_only:false; response_revision:21675; number_of_response:1; }","duration":"374.482222ms","start":"2026-04-16T04:31:23.35335Z","end":"2026-04-16T04:31:23.727832Z","steps":["trace[1379175785] 'process raft request' (duration: 374.198676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:31:23.727983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.442582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-04-16T04:31:23.727965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.764448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:31:23.728023Z","caller":"traceutil/trace.go:171","msg":"trace[371348973] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:21675; }","duration":"374.517993ms","start":"2026-04-16T04:31:23.353495Z","end":"2026-04-16T04:31:23.728013Z","steps":["trace[371348973] 'agreement among raft nodes before linearized reading' (duration: 374.35932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:31:23.728059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:31:23.353479Z","time spent":"374.573784ms","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7294,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-16T04:31:23.728044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:31:23.353328Z","time spent":"374.617076ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:31:23.72806Z","caller":"traceutil/trace.go:171","msg":"trace[1532661439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21675; }","duration":"357.891062ms","start":"2026-04-16T04:31:23.370144Z","end":"2026-04-16T04:31:23.728035Z","steps":["trace[1532661439] 'agreement among raft nodes before linearized reading' (duration: 357.721138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:31:23.728121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:31:23.370132Z","time spent":"357.976673ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T04:31:23.728272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.995856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:31:23.728389Z","caller":"traceutil/trace.go:171","msg":"trace[1491209800] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:21675; }","duration":"134.335704ms","start":"2026-04-16T04:31:23.594023Z","end":"2026-04-16T04:31:23.728358Z","steps":["trace[1491209800] 'agreement among raft nodes before linearized reading' (duration: 133.944745ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:31:23.976374Z","caller":"traceutil/trace.go:171","msg":"trace[1757537877] transaction","detail":"{read_only:false; response_revision:21676; number_of_response:1; }","duration":"142.850723ms","start":"2026-04-16T04:31:23.833492Z","end":"2026-04-16T04:31:23.976343Z","steps":["trace[1757537877] 'process raft request' (duration: 81.973233ms)","trace[1757537877] 'compare' (duration: 60.303568ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:31:24.157968Z","caller":"traceutil/trace.go:171","msg":"trace[955815564] transaction","detail":"{read_only:false; response_revision:21677; number_of_response:1; }","duration":"108.63848ms","start":"2026-04-16T04:31:24.049307Z","end":"2026-04-16T04:31:24.157945Z","steps":["trace[955815564] 'process raft request' (duration: 34.256357ms)","trace[955815564] 'compare' (duration: 74.195778ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:31:24.541575Z","caller":"traceutil/trace.go:171","msg":"trace[527584882] linearizableReadLoop","detail":"{readStateIndex:22459; appliedIndex:22458; }","duration":"170.85109ms","start":"2026-04-16T04:31:24.370703Z","end":"2026-04-16T04:31:24.541554Z","steps":["trace[527584882] 'read index received' (duration: 78.978696ms)","trace[527584882] 'applied index is now lower than readState.Index' (duration: 91.871504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:31:24.541828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.109755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:31:24.541857Z","caller":"traceutil/trace.go:171","msg":"trace[586468578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21678; }","duration":"171.187967ms","start":"2026-04-16T04:31:24.370662Z","end":"2026-04-16T04:31:24.54185Z","steps":["trace[586468578] 'agreement among raft nodes before linearized reading' (duration: 170.966113ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:31:24.542037Z","caller":"traceutil/trace.go:171","msg":"trace[745657127] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"398.277534ms","start":"2026-04-16T04:31:24.143729Z","end":"2026-04-16T04:31:24.542007Z","steps":["trace[745657127] 'process raft request' (duration: 305.758355ms)","trace[745657127] 'compare' (duration: 91.632399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:31:24.542178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:31:24.143705Z","time spent":"398.398567ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18011,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:31:25.635675Z","caller":"traceutil/trace.go:171","msg":"trace[1397204319] linearizableReadLoop","detail":"{readStateIndex:22470; appliedIndex:22469; }","duration":"152.763175ms","start":"2026-04-16T04:31:25.482888Z","end":"2026-04-16T04:31:25.635651Z","steps":["trace[1397204319] 'read index received' (duration: 152.616982ms)","trace[1397204319] 'applied index is now lower than readState.Index' (duration: 145.123µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:31:25.635814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.909029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:31:25.635772Z","caller":"traceutil/trace.go:171","msg":"trace[1098249742] transaction","detail":"{read_only:false; response_revision:21689; number_of_response:1; }","duration":"172.867475ms","start":"2026-04-16T04:31:25.462862Z","end":"2026-04-16T04:31:25.63573Z","steps":["trace[1098249742] 'process raft request' (duration: 172.63759ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:31:25.635852Z","caller":"traceutil/trace.go:171","msg":"trace[1380164685] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21689; }","duration":"153.024362ms","start":"2026-04-16T04:31:25.482815Z","end":"2026-04-16T04:31:25.635839Z","steps":["trace[1380164685] 'agreement among raft nodes before linearized reading' (duration: 152.93189ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:07.804754Z","caller":"traceutil/trace.go:171","msg":"trace[183545205] linearizableReadLoop","detail":"{readStateIndex:22835; appliedIndex:22834; }","duration":"183.869741ms","start":"2026-04-16T04:32:07.620856Z","end":"2026-04-16T04:32:07.804726Z","steps":["trace[183545205] 'read index received' (duration: 151.402965ms)","trace[183545205] 'applied index is now lower than readState.Index' (duration: 32.465516ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:07.805001Z","caller":"traceutil/trace.go:171","msg":"trace[888038970] transaction","detail":"{read_only:false; response_revision:22044; number_of_response:1; }","duration":"208.726737ms","start":"2026-04-16T04:32:07.596261Z","end":"2026-04-16T04:32:07.804988Z","steps":["trace[888038970] 'process raft request' (duration: 175.987044ms)","trace[888038970] 'compare' (duration: 32.195041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:07.805267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.404492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-16T04:32:07.805304Z","caller":"traceutil/trace.go:171","msg":"trace[724800467] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:22044; }","duration":"184.486925ms","start":"2026-04-16T04:32:07.620808Z","end":"2026-04-16T04:32:07.805295Z","steps":["trace[724800467] 'agreement among raft nodes before linearized reading' (duration: 184.352692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:07.805482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.976156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:07.805535Z","caller":"traceutil/trace.go:171","msg":"trace[1131179981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22044; }","duration":"160.051408ms","start":"2026-04-16T04:32:07.645474Z","end":"2026-04-16T04:32:07.805525Z","steps":["trace[1131179981] 'agreement among raft nodes before linearized reading' (duration: 159.974816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:07.805852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.20371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:32:07.805889Z","caller":"traceutil/trace.go:171","msg":"trace[1118016512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22044; }","duration":"155.276501ms","start":"2026-04-16T04:32:07.650604Z","end":"2026-04-16T04:32:07.80588Z","steps":["trace[1118016512] 'agreement among raft nodes before linearized reading' (duration: 155.18812ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:08.063369Z","caller":"traceutil/trace.go:171","msg":"trace[456036817] transaction","detail":"{read_only:false; response_revision:22046; number_of_response:1; }","duration":"253.049177ms","start":"2026-04-16T04:32:07.810297Z","end":"2026-04-16T04:32:08.063346Z","steps":["trace[456036817] 'process raft request' (duration: 252.995076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:08.063477Z","caller":"traceutil/trace.go:171","msg":"trace[693650606] transaction","detail":"{read_only:false; response_revision:22045; number_of_response:1; }","duration":"253.378684ms","start":"2026-04-16T04:32:07.810041Z","end":"2026-04-16T04:32:08.06342Z","steps":["trace[693650606] 'process raft request' (duration: 253.114578ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:08.138972Z","caller":"traceutil/trace.go:171","msg":"trace[1804625947] transaction","detail":"{read_only:false; response_revision:22048; number_of_response:1; }","duration":"188.099086ms","start":"2026-04-16T04:32:07.950848Z","end":"2026-04-16T04:32:08.138947Z","steps":["trace[1804625947] 'process raft request' (duration: 188.034164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:08.138989Z","caller":"traceutil/trace.go:171","msg":"trace[1801033855] transaction","detail":"{read_only:false; response_revision:22047; number_of_response:1; }","duration":"271.48386ms","start":"2026-04-16T04:32:07.867471Z","end":"2026-04-16T04:32:08.138955Z","steps":["trace[1801033855] 'process raft request' (duration: 271.222054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:08.364235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.485826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:32:08.364412Z","caller":"traceutil/trace.go:171","msg":"trace[79954542] transaction","detail":"{read_only:false; response_revision:22049; number_of_response:1; }","duration":"203.004549ms","start":"2026-04-16T04:32:08.161379Z","end":"2026-04-16T04:32:08.364383Z","steps":["trace[79954542] 'process raft request' (duration: 51.170444ms)","trace[79954542] 'compare' (duration: 150.925934ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:08.364499Z","caller":"traceutil/trace.go:171","msg":"trace[1883372376] transaction","detail":"{read_only:false; response_revision:22050; number_of_response:1; }","duration":"175.32662ms","start":"2026-04-16T04:32:08.18915Z","end":"2026-04-16T04:32:08.364477Z","steps":["trace[1883372376] 'process raft request' (duration: 175.212257ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:08.364555Z","caller":"traceutil/trace.go:171","msg":"trace[1006453833] linearizableReadLoop","detail":"{readStateIndex:22841; appliedIndex:22840; }","duration":"191.168435ms","start":"2026-04-16T04:32:08.173346Z","end":"2026-04-16T04:32:08.364515Z","steps":["trace[1006453833] 'read index received' (duration: 39.230137ms)","trace[1006453833] 'applied index is now lower than readState.Index' (duration: 151.934508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:08.364751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.37696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:08.364814Z","caller":"traceutil/trace.go:171","msg":"trace[622470065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22050; }","duration":"191.491472ms","start":"2026-04-16T04:32:08.173304Z","end":"2026-04-16T04:32:08.364795Z","steps":["trace[622470065] 'agreement among raft nodes before linearized reading' (duration: 191.36958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:08.481963Z","caller":"traceutil/trace.go:171","msg":"trace[1503896505] linearizableReadLoop","detail":"{readStateIndex:22843; appliedIndex:22842; }","duration":"117.302491ms","start":"2026-04-16T04:32:08.364635Z","end":"2026-04-16T04:32:08.481938Z","steps":["trace[1503896505] 'read index received' (duration: 117.084907ms)","trace[1503896505] 'applied index is now lower than readState.Index' (duration: 216.564µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:08.482318Z","caller":"traceutil/trace.go:171","msg":"trace[1136844212] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"151.874946ms","start":"2026-04-16T04:32:08.330415Z","end":"2026-04-16T04:32:08.48229Z","steps":["trace[1136844212] 'process raft request' (duration: 151.377984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:08.482319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.481866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:32:08.482352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.700878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:08.482459Z","caller":"traceutil/trace.go:171","msg":"trace[1324790835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22051; }","duration":"111.892661ms","start":"2026-04-16T04:32:08.370544Z","end":"2026-04-16T04:32:08.482436Z","steps":["trace[1324790835] 'agreement among raft nodes before linearized reading' (duration: 111.712197ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:08.482394Z","caller":"traceutil/trace.go:171","msg":"trace[2078489691] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:0; response_revision:22051; }","duration":"274.6227ms","start":"2026-04-16T04:32:08.207754Z","end":"2026-04-16T04:32:08.482377Z","steps":["trace[2078489691] 'agreement among raft nodes before linearized reading' (duration: 274.396095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:08.482331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.130934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:08.482693Z","caller":"traceutil/trace.go:171","msg":"trace[969636729] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22051; }","duration":"204.533683ms","start":"2026-04-16T04:32:08.278146Z","end":"2026-04-16T04:32:08.48268Z","steps":["trace[969636729] 'agreement among raft nodes before linearized reading' (duration: 204.123554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:08.98649Z","caller":"traceutil/trace.go:171","msg":"trace[2054047920] transaction","detail":"{read_only:false; response_revision:22063; number_of_response:1; }","duration":"103.598206ms","start":"2026-04-16T04:32:08.882856Z","end":"2026-04-16T04:32:08.986454Z","steps":["trace[2054047920] 'process raft request' (duration: 103.37647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.341095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.687432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9769"} {"level":"info","ts":"2026-04-16T04:32:09.341179Z","caller":"traceutil/trace.go:171","msg":"trace[725187913] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:22064; }","duration":"317.814845ms","start":"2026-04-16T04:32:09.023348Z","end":"2026-04-16T04:32:09.341163Z","steps":["trace[725187913] 'range keys from in-memory index tree' (duration: 317.547449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.341218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:09.023328Z","time spent":"317.881366ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9792,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-04-16T04:32:09.341471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.475002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:32:09.341568Z","caller":"traceutil/trace.go:171","msg":"trace[258367038] transaction","detail":"{read_only:false; response_revision:22065; number_of_response:1; }","duration":"316.071426ms","start":"2026-04-16T04:32:09.025479Z","end":"2026-04-16T04:32:09.34155Z","steps":["trace[258367038] 'process raft request' (duration: 119.449291ms)","trace[258367038] 'compare' (duration: 196.125055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:09.341629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:09.025459Z","time spent":"316.149999ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T04:32:09.378052Z","caller":"traceutil/trace.go:171","msg":"trace[589778360] transaction","detail":"{read_only:false; response_revision:22066; number_of_response:1; }","duration":"309.444218ms","start":"2026-04-16T04:32:09.068588Z","end":"2026-04-16T04:32:09.378032Z","steps":["trace[589778360] 'process raft request' (duration: 309.234113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.378168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:09.068565Z","time spent":"309.53807ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:09.378227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.48424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T04:32:09.378288Z","caller":"traceutil/trace.go:171","msg":"trace[2047152324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22068; }","duration":"148.591183ms","start":"2026-04-16T04:32:09.229687Z","end":"2026-04-16T04:32:09.378278Z","steps":["trace[2047152324] 'agreement among raft nodes before linearized reading' (duration: 148.404498ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.378046Z","caller":"traceutil/trace.go:171","msg":"trace[1229393572] linearizableReadLoop","detail":"{readStateIndex:22861; appliedIndex:22858; }","duration":"148.286745ms","start":"2026-04-16T04:32:09.229739Z","end":"2026-04-16T04:32:09.378026Z","steps":["trace[1229393572] 'read index received' (duration: 148.101731ms)","trace[1229393572] 'applied index is now lower than readState.Index' (duration: 183.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:09.378526Z","caller":"traceutil/trace.go:171","msg":"trace[2024488436] transaction","detail":"{read_only:false; response_revision:22067; number_of_response:1; }","duration":"255.788529ms","start":"2026-04-16T04:32:09.122725Z","end":"2026-04-16T04:32:09.378514Z","steps":["trace[2024488436] 'process raft request' (duration: 255.204185ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.3787Z","caller":"traceutil/trace.go:171","msg":"trace[728869224] transaction","detail":"{read_only:false; response_revision:22068; number_of_response:1; }","duration":"240.957947ms","start":"2026-04-16T04:32:09.137732Z","end":"2026-04-16T04:32:09.37869Z","steps":["trace[728869224] 'process raft request' (duration: 240.24659ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.536832Z","caller":"traceutil/trace.go:171","msg":"trace[1923000183] linearizableReadLoop","detail":"{readStateIndex:22863; appliedIndex:22862; }","duration":"158.324549ms","start":"2026-04-16T04:32:09.378486Z","end":"2026-04-16T04:32:09.536811Z","steps":["trace[1923000183] 'read index received' (duration: 158.236727ms)","trace[1923000183] 'applied index is now lower than readState.Index' (duration: 86.592µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:09.536893Z","caller":"traceutil/trace.go:171","msg":"trace[244392244] transaction","detail":"{read_only:false; response_revision:22069; number_of_response:1; }","duration":"191.306157ms","start":"2026-04-16T04:32:09.34554Z","end":"2026-04-16T04:32:09.536846Z","steps":["trace[244392244] 'process raft request' (duration: 191.068832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.537124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.171546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:32:09.537144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.682929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T04:32:09.537186Z","caller":"traceutil/trace.go:171","msg":"trace[1195628040] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22070; }","duration":"294.291399ms","start":"2026-04-16T04:32:09.242878Z","end":"2026-04-16T04:32:09.53717Z","steps":["trace[1195628040] 'agreement among raft nodes before linearized reading' (duration: 294.099165ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.537223Z","caller":"traceutil/trace.go:171","msg":"trace[1849931992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22070; }","duration":"201.821042ms","start":"2026-04-16T04:32:09.335383Z","end":"2026-04-16T04:32:09.537204Z","steps":["trace[1849931992] 'agreement among raft nodes before linearized reading' (duration: 201.531385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.537025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.928056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T04:32:09.537333Z","caller":"traceutil/trace.go:171","msg":"trace[2052930191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22070; }","duration":"190.245204ms","start":"2026-04-16T04:32:09.347058Z","end":"2026-04-16T04:32:09.537303Z","steps":["trace[2052930191] 'agreement among raft nodes before linearized reading' (duration: 189.821185ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.537696Z","caller":"traceutil/trace.go:171","msg":"trace[295224158] transaction","detail":"{read_only:false; response_revision:22070; number_of_response:1; }","duration":"185.740392ms","start":"2026-04-16T04:32:09.351933Z","end":"2026-04-16T04:32:09.537674Z","steps":["trace[295224158] 'process raft request' (duration: 184.801191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.582285Z","caller":"traceutil/trace.go:171","msg":"trace[29966864] transaction","detail":"{read_only:false; response_revision:22072; number_of_response:1; }","duration":"198.15568ms","start":"2026-04-16T04:32:09.384097Z","end":"2026-04-16T04:32:09.582253Z","steps":["trace[29966864] 'process raft request' (duration: 198.054678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.582411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.449991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-16T04:32:09.582474Z","caller":"traceutil/trace.go:171","msg":"trace[1917113004] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22072; }","duration":"200.544403ms","start":"2026-04-16T04:32:09.381917Z","end":"2026-04-16T04:32:09.582461Z","steps":["trace[1917113004] 'agreement among raft nodes before linearized reading' (duration: 200.36766ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.582543Z","caller":"traceutil/trace.go:171","msg":"trace[812936988] transaction","detail":"{read_only:false; response_revision:22071; number_of_response:1; }","duration":"199.820147ms","start":"2026-04-16T04:32:09.382711Z","end":"2026-04-16T04:32:09.582532Z","steps":["trace[812936988] 'process raft request' (duration: 199.328546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.582618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.655675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-16T04:32:09.58268Z","caller":"traceutil/trace.go:171","msg":"trace[727546792] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22072; }","duration":"200.726187ms","start":"2026-04-16T04:32:09.381937Z","end":"2026-04-16T04:32:09.582663Z","steps":["trace[727546792] 'agreement among raft nodes before linearized reading' (duration: 200.536233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.582822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.119444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2344"} {"level":"info","ts":"2026-04-16T04:32:09.582867Z","caller":"traceutil/trace.go:171","msg":"trace[30256600] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:22072; }","duration":"196.162225ms","start":"2026-04-16T04:32:09.38669Z","end":"2026-04-16T04:32:09.582853Z","steps":["trace[30256600] 'agreement among raft nodes before linearized reading' (duration: 196.026682ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.823781Z","caller":"traceutil/trace.go:171","msg":"trace[611092222] linearizableReadLoop","detail":"{readStateIndex:22868; appliedIndex:22866; }","duration":"216.93928ms","start":"2026-04-16T04:32:09.606813Z","end":"2026-04-16T04:32:09.823752Z","steps":["trace[611092222] 'read index received' (duration: 216.801987ms)","trace[611092222] 'applied index is now lower than readState.Index' (duration: 136.203µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:09.823907Z","caller":"traceutil/trace.go:171","msg":"trace[1915600961] transaction","detail":"{read_only:false; response_revision:22075; number_of_response:1; }","duration":"226.336319ms","start":"2026-04-16T04:32:09.597542Z","end":"2026-04-16T04:32:09.823878Z","steps":["trace[1915600961] 'process raft request' (duration: 226.124115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.824043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.768657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:32:09.824102Z","caller":"traceutil/trace.go:171","msg":"trace[281005238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22075; }","duration":"225.8612ms","start":"2026-04-16T04:32:09.598226Z","end":"2026-04-16T04:32:09.824087Z","steps":["trace[281005238] 'agreement among raft nodes before linearized reading' (duration: 225.675356ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.824186Z","caller":"traceutil/trace.go:171","msg":"trace[1135193019] transaction","detail":"{read_only:false; response_revision:22074; number_of_response:1; }","duration":"232.841627ms","start":"2026-04-16T04:32:09.591329Z","end":"2026-04-16T04:32:09.824171Z","steps":["trace[1135193019] 'process raft request' (duration: 232.153101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:09.82441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.637748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-16T04:32:09.82447Z","caller":"traceutil/trace.go:171","msg":"trace[1519533428] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22075; }","duration":"235.7192ms","start":"2026-04-16T04:32:09.588734Z","end":"2026-04-16T04:32:09.824453Z","steps":["trace[1519533428] 'agreement among raft nodes before linearized reading' (duration: 235.575137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:09.99139Z","caller":"traceutil/trace.go:171","msg":"trace[1876145089] linearizableReadLoop","detail":"{readStateIndex:22869; appliedIndex:22868; }","duration":"167.490955ms","start":"2026-04-16T04:32:09.823869Z","end":"2026-04-16T04:32:09.99136Z","steps":["trace[1876145089] 'read index received' (duration: 68.973233ms)","trace[1876145089] 'applied index is now lower than readState.Index' (duration: 98.516092ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:09.991541Z","caller":"traceutil/trace.go:171","msg":"trace[1382811464] transaction","detail":"{read_only:false; response_revision:22076; number_of_response:1; }","duration":"370.534384ms","start":"2026-04-16T04:32:09.620987Z","end":"2026-04-16T04:32:09.991521Z","steps":["trace[1382811464] 'process raft request' (duration: 271.845167ms)","trace[1382811464] 'compare' (duration: 98.361479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:09.991811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.723165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T04:32:09.991888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:09.620973Z","time spent":"370.82326ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8405,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:09.991915Z","caller":"traceutil/trace.go:171","msg":"trace[1501744987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22076; }","duration":"182.843358ms","start":"2026-04-16T04:32:09.80905Z","end":"2026-04-16T04:32:09.991893Z","steps":["trace[1501744987] 'agreement among raft nodes before linearized reading' (duration: 182.539611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.065721Z","caller":"traceutil/trace.go:171","msg":"trace[593842653] transaction","detail":"{read_only:false; response_revision:22077; number_of_response:1; }","duration":"235.456484ms","start":"2026-04-16T04:32:09.830239Z","end":"2026-04-16T04:32:10.065696Z","steps":["trace[593842653] 'process raft request' (duration: 235.218019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.066097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.938918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:10.066126Z","caller":"traceutil/trace.go:171","msg":"trace[239608188] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22079; }","duration":"191.030281ms","start":"2026-04-16T04:32:09.875088Z","end":"2026-04-16T04:32:10.066118Z","steps":["trace[239608188] 'agreement among raft nodes before linearized reading' (duration: 190.962989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.066197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.964404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-16T04:32:10.066242Z","caller":"traceutil/trace.go:171","msg":"trace[1779045632] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22079; }","duration":"227.023725ms","start":"2026-04-16T04:32:09.839204Z","end":"2026-04-16T04:32:10.066227Z","steps":["trace[1779045632] 'agreement among raft nodes before linearized reading' (duration: 226.912472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.066282Z","caller":"traceutil/trace.go:171","msg":"trace[1319634281] transaction","detail":"{read_only:false; response_revision:22078; number_of_response:1; }","duration":"234.555284ms","start":"2026-04-16T04:32:09.831715Z","end":"2026-04-16T04:32:10.06627Z","steps":["trace[1319634281] 'process raft request' (duration: 233.856439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.066431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.586776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:10.066457Z","caller":"traceutil/trace.go:171","msg":"trace[1321449595] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:22079; }","duration":"235.631438ms","start":"2026-04-16T04:32:09.83082Z","end":"2026-04-16T04:32:10.066451Z","steps":["trace[1321449595] 'agreement among raft nodes before linearized reading' (duration: 235.570706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.066463Z","caller":"traceutil/trace.go:171","msg":"trace[147046374] transaction","detail":"{read_only:false; response_revision:22079; number_of_response:1; }","duration":"210.291071ms","start":"2026-04-16T04:32:09.856163Z","end":"2026-04-16T04:32:10.066454Z","steps":["trace[147046374] 'process raft request' (duration: 209.451732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.067472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.349826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-04-16T04:32:10.067516Z","caller":"traceutil/trace.go:171","msg":"trace[1603102759] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22079; }","duration":"241.433747ms","start":"2026-04-16T04:32:09.826072Z","end":"2026-04-16T04:32:10.067506Z","steps":["trace[1603102759] 'agreement among raft nodes before linearized reading' (duration: 240.526767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.173003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.020506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-16T04:32:10.173093Z","caller":"traceutil/trace.go:171","msg":"trace[1417999163] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22090; }","duration":"100.137129ms","start":"2026-04-16T04:32:10.072935Z","end":"2026-04-16T04:32:10.173072Z","steps":["trace[1417999163] 'agreement among raft nodes before linearized reading' (duration: 99.915614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.174449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.947109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:32:10.174512Z","caller":"traceutil/trace.go:171","msg":"trace[1587449896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22090; }","duration":"106.054291ms","start":"2026-04-16T04:32:10.068441Z","end":"2026-04-16T04:32:10.174495Z","steps":["trace[1587449896] 'agreement among raft nodes before linearized reading' (duration: 104.437454ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.207497Z","caller":"traceutil/trace.go:171","msg":"trace[1548141900] transaction","detail":"{read_only:false; response_revision:22091; number_of_response:1; }","duration":"111.837429ms","start":"2026-04-16T04:32:10.095632Z","end":"2026-04-16T04:32:10.207469Z","steps":["trace[1548141900] 'process raft request' (duration: 111.651435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.211104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.911298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-16T04:32:10.211195Z","caller":"traceutil/trace.go:171","msg":"trace[371188419] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22095; }","duration":"110.044481ms","start":"2026-04-16T04:32:10.101132Z","end":"2026-04-16T04:32:10.211176Z","steps":["trace[371188419] 'agreement among raft nodes before linearized reading' (duration: 107.137856ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.287699Z","caller":"traceutil/trace.go:171","msg":"trace[53657108] transaction","detail":"{read_only:false; response_revision:22096; number_of_response:1; }","duration":"111.327309ms","start":"2026-04-16T04:32:10.176349Z","end":"2026-04-16T04:32:10.287676Z","steps":["trace[53657108] 'process raft request' (duration: 110.44966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.287841Z","caller":"traceutil/trace.go:171","msg":"trace[703897584] transaction","detail":"{read_only:false; response_revision:22098; number_of_response:1; }","duration":"107.36866ms","start":"2026-04-16T04:32:10.180449Z","end":"2026-04-16T04:32:10.287817Z","steps":["trace[703897584] 'process raft request' (duration: 107.228117ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.288099Z","caller":"traceutil/trace.go:171","msg":"trace[1413194745] transaction","detail":"{read_only:false; response_revision:22097; number_of_response:1; }","duration":"110.4738ms","start":"2026-04-16T04:32:10.177608Z","end":"2026-04-16T04:32:10.288082Z","steps":["trace[1413194745] 'process raft request' (duration: 109.993019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.288233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.92873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-16T04:32:10.288314Z","caller":"traceutil/trace.go:171","msg":"trace[1543813489] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22098; }","duration":"111.099663ms","start":"2026-04-16T04:32:10.177172Z","end":"2026-04-16T04:32:10.288272Z","steps":["trace[1543813489] 'agreement among raft nodes before linearized reading' (duration: 110.842997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.333818Z","caller":"traceutil/trace.go:171","msg":"trace[1754021317] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"120.806651ms","start":"2026-04-16T04:32:10.212982Z","end":"2026-04-16T04:32:10.333789Z","steps":["trace[1754021317] 'process raft request' (duration: 120.624856ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.333901Z","caller":"traceutil/trace.go:171","msg":"trace[1134440911] transaction","detail":"{read_only:false; response_revision:22100; number_of_response:1; }","duration":"119.923541ms","start":"2026-04-16T04:32:10.213931Z","end":"2026-04-16T04:32:10.333854Z","steps":["trace[1134440911] 'process raft request' (duration: 119.800667ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.334201Z","caller":"traceutil/trace.go:171","msg":"trace[2134902851] transaction","detail":"{read_only:false; response_revision:22101; number_of_response:1; }","duration":"118.96512ms","start":"2026-04-16T04:32:10.215229Z","end":"2026-04-16T04:32:10.334194Z","steps":["trace[2134902851] 'process raft request' (duration: 118.557481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.334213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.218561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-16T04:32:10.334262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.336237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-qbz4g\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-04-16T04:32:10.334297Z","caller":"traceutil/trace.go:171","msg":"trace[1488471652] transaction","detail":"{read_only:false; response_revision:22102; number_of_response:1; }","duration":"118.889148ms","start":"2026-04-16T04:32:10.215402Z","end":"2026-04-16T04:32:10.334291Z","steps":["trace[1488471652] 'process raft request' (duration: 118.418518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.334298Z","caller":"traceutil/trace.go:171","msg":"trace[1576193340] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22105; }","duration":"100.327953ms","start":"2026-04-16T04:32:10.233951Z","end":"2026-04-16T04:32:10.334279Z","steps":["trace[1576193340] 'agreement among raft nodes before linearized reading' (duration: 100.136239ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.334308Z","caller":"traceutil/trace.go:171","msg":"trace[345260788] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-qbz4g; range_end:; response_count:1; response_revision:22105; }","duration":"106.405309ms","start":"2026-04-16T04:32:10.22789Z","end":"2026-04-16T04:32:10.334295Z","steps":["trace[345260788] 'agreement among raft nodes before linearized reading' (duration: 106.281217ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.334427Z","caller":"traceutil/trace.go:171","msg":"trace[631468278] transaction","detail":"{read_only:false; response_revision:22103; number_of_response:1; }","duration":"118.588262ms","start":"2026-04-16T04:32:10.215834Z","end":"2026-04-16T04:32:10.334422Z","steps":["trace[631468278] 'process raft request' (duration: 118.02028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.334484Z","caller":"traceutil/trace.go:171","msg":"trace[1812271726] transaction","detail":"{read_only:false; response_revision:22104; number_of_response:1; }","duration":"109.761563ms","start":"2026-04-16T04:32:10.224711Z","end":"2026-04-16T04:32:10.334472Z","steps":["trace[1812271726] 'process raft request' (duration: 109.187441ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.655354Z","caller":"traceutil/trace.go:171","msg":"trace[389441542] linearizableReadLoop","detail":"{readStateIndex:22909; appliedIndex:22908; }","duration":"208.400279ms","start":"2026-04-16T04:32:10.446927Z","end":"2026-04-16T04:32:10.655327Z","steps":["trace[389441542] 'read index received' (duration: 165.95567ms)","trace[389441542] 'applied index is now lower than readState.Index' (duration: 42.443509ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:10.65546Z","caller":"traceutil/trace.go:171","msg":"trace[1933972641] transaction","detail":"{read_only:false; response_revision:22116; number_of_response:1; }","duration":"212.667605ms","start":"2026-04-16T04:32:10.442779Z","end":"2026-04-16T04:32:10.655447Z","steps":["trace[1933972641] 'process raft request' (duration: 170.081133ms)","trace[1933972641] 'compare' (duration: 42.356647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:10.655557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.616534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:10.655593Z","caller":"traceutil/trace.go:171","msg":"trace[1145021902] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:22116; }","duration":"208.699495ms","start":"2026-04-16T04:32:10.446884Z","end":"2026-04-16T04:32:10.655583Z","steps":["trace[1145021902] 'agreement among raft nodes before linearized reading' (duration: 208.629193ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.723438Z","caller":"traceutil/trace.go:171","msg":"trace[1585284201] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22116; }","duration":"264.285759ms","start":"2026-04-16T04:32:10.459123Z","end":"2026-04-16T04:32:10.723408Z","steps":["trace[1585284201] 'process raft request' (duration: 264.039694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.724012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.814737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-16T04:32:10.72407Z","caller":"traceutil/trace.go:171","msg":"trace[609980107] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22117; }","duration":"275.898569ms","start":"2026-04-16T04:32:10.448155Z","end":"2026-04-16T04:32:10.724053Z","steps":["trace[609980107] 'agreement among raft nodes before linearized reading' (duration: 275.675824ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:10.735072Z","caller":"traceutil/trace.go:171","msg":"trace[336032503] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"240.084178ms","start":"2026-04-16T04:32:10.494966Z","end":"2026-04-16T04:32:10.73505Z","steps":["trace[336032503] 'process raft request' (duration: 228.297615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.735564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.924587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:32:10.735686Z","caller":"traceutil/trace.go:171","msg":"trace[1369491314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22117; }","duration":"144.076041ms","start":"2026-04-16T04:32:10.591557Z","end":"2026-04-16T04:32:10.735633Z","steps":["trace[1369491314] 'agreement among raft nodes before linearized reading' (duration: 143.492968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:10.938899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.065448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:32:10.938986Z","caller":"traceutil/trace.go:171","msg":"trace[1684414890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22122; }","duration":"100.17996ms","start":"2026-04-16T04:32:10.838787Z","end":"2026-04-16T04:32:10.938967Z","steps":["trace[1684414890] 'agreement among raft nodes before linearized reading' (duration: 99.918203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:12.183156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.116225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:32:12.183255Z","caller":"traceutil/trace.go:171","msg":"trace[359646495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22149; }","duration":"111.233017ms","start":"2026-04-16T04:32:12.072003Z","end":"2026-04-16T04:32:12.183236Z","steps":["trace[359646495] 'range keys from in-memory index tree' (duration: 110.90732ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:12.238965Z","caller":"traceutil/trace.go:171","msg":"trace[375648054] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"117.588129ms","start":"2026-04-16T04:32:12.121334Z","end":"2026-04-16T04:32:12.238922Z","steps":["trace[375648054] 'process raft request' (duration: 117.355994ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:12.358496Z","caller":"traceutil/trace.go:171","msg":"trace[1189040468] transaction","detail":"{read_only:false; response_revision:22155; number_of_response:1; }","duration":"109.324464ms","start":"2026-04-16T04:32:12.249142Z","end":"2026-04-16T04:32:12.358466Z","steps":["trace[1189040468] 'process raft request' (duration: 43.159276ms)","trace[1189040468] 'compare' (duration: 65.930273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:12.358682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.186565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2386"} {"level":"warn","ts":"2026-04-16T04:32:12.358712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.86974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-16T04:32:12.358768Z","caller":"traceutil/trace.go:171","msg":"trace[1153330898] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:22155; }","duration":"107.283067ms","start":"2026-04-16T04:32:12.251464Z","end":"2026-04-16T04:32:12.358748Z","steps":["trace[1153330898] 'agreement among raft nodes before linearized reading' (duration: 107.011921ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:12.358778Z","caller":"traceutil/trace.go:171","msg":"trace[916101770] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22155; }","duration":"115.960892ms","start":"2026-04-16T04:32:12.242806Z","end":"2026-04-16T04:32:12.358767Z","steps":["trace[916101770] 'agreement among raft nodes before linearized reading' (duration: 115.687216ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:12.639922Z","caller":"traceutil/trace.go:171","msg":"trace[1966860003] linearizableReadLoop","detail":"{readStateIndex:22971; appliedIndex:22969; }","duration":"120.689818ms","start":"2026-04-16T04:32:12.519218Z","end":"2026-04-16T04:32:12.639908Z","steps":["trace[1966860003] 'read index received' (duration: 103.731699ms)","trace[1966860003] 'applied index is now lower than readState.Index' (duration: 16.957429ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:12.640053Z","caller":"traceutil/trace.go:171","msg":"trace[1269887217] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"156.53227ms","start":"2026-04-16T04:32:12.483514Z","end":"2026-04-16T04:32:12.640046Z","steps":["trace[1269887217] 'process raft request' (duration: 139.449858ms)","trace[1269887217] 'compare' (duration: 16.824036ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:12.640157Z","caller":"traceutil/trace.go:171","msg":"trace[982302211] transaction","detail":"{read_only:false; response_revision:22175; number_of_response:1; }","duration":"150.791471ms","start":"2026-04-16T04:32:12.489361Z","end":"2026-04-16T04:32:12.640153Z","steps":["trace[982302211] 'process raft request' (duration: 150.522435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:12.640274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.990392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:12.640299Z","caller":"traceutil/trace.go:171","msg":"trace[379208680] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22175; }","duration":"124.055593ms","start":"2026-04-16T04:32:12.516236Z","end":"2026-04-16T04:32:12.640291Z","steps":["trace[379208680] 'agreement among raft nodes before linearized reading' (duration: 123.992592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:12.640423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.547411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-ppfzg\" ","response":"range_response_count:1 size:2485"} {"level":"info","ts":"2026-04-16T04:32:12.64044Z","caller":"traceutil/trace.go:171","msg":"trace[1199747368] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-ppfzg; range_end:; response_count:1; response_revision:22175; }","duration":"152.594482ms","start":"2026-04-16T04:32:12.487842Z","end":"2026-04-16T04:32:12.640436Z","steps":["trace[1199747368] 'agreement among raft nodes before linearized reading' (duration: 152.52847ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:12.642321Z","caller":"traceutil/trace.go:171","msg":"trace[324349929] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"105.651682ms","start":"2026-04-16T04:32:12.536659Z","end":"2026-04-16T04:32:12.64231Z","steps":["trace[324349929] 'process raft request' (duration: 105.471388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:12.642492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.5027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-16T04:32:12.642674Z","caller":"traceutil/trace.go:171","msg":"trace[1540210239] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22176; }","duration":"118.727205ms","start":"2026-04-16T04:32:12.523918Z","end":"2026-04-16T04:32:12.642645Z","steps":["trace[1540210239] 'agreement among raft nodes before linearized reading' (duration: 118.376758ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:20.569427Z","caller":"traceutil/trace.go:171","msg":"trace[1741379851] transaction","detail":"{read_only:false; response_revision:22249; number_of_response:1; }","duration":"228.904207ms","start":"2026-04-16T04:32:20.3405Z","end":"2026-04-16T04:32:20.569404Z","steps":["trace[1741379851] 'process raft request' (duration: 228.747063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:20.569665Z","caller":"traceutil/trace.go:171","msg":"trace[563442095] linearizableReadLoop","detail":"{readStateIndex:23047; appliedIndex:23047; }","duration":"210.67808ms","start":"2026-04-16T04:32:20.358958Z","end":"2026-04-16T04:32:20.569636Z","steps":["trace[563442095] 'read index received' (duration: 210.66253ms)","trace[563442095] 'applied index is now lower than readState.Index' (duration: 13.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:20.569855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.892914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:32:20.569899Z","caller":"traceutil/trace.go:171","msg":"trace[1424433975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22249; }","duration":"210.983847ms","start":"2026-04-16T04:32:20.358908Z","end":"2026-04-16T04:32:20.569891Z","steps":["trace[1424433975] 'agreement among raft nodes before linearized reading' (duration: 210.806393ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:20.688927Z","caller":"traceutil/trace.go:171","msg":"trace[134241821] linearizableReadLoop","detail":"{readStateIndex:23048; appliedIndex:23047; }","duration":"119.026731ms","start":"2026-04-16T04:32:20.569884Z","end":"2026-04-16T04:32:20.688911Z","steps":["trace[134241821] 'read index received' (duration: 112.330052ms)","trace[134241821] 'applied index is now lower than readState.Index' (duration: 6.696049ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:20.68901Z","caller":"traceutil/trace.go:171","msg":"trace[1584752230] transaction","detail":"{read_only:false; response_revision:22251; number_of_response:1; }","duration":"114.766706ms","start":"2026-04-16T04:32:20.574237Z","end":"2026-04-16T04:32:20.689004Z","steps":["trace[1584752230] 'process raft request' (duration: 114.620403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:20.689168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.608111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:32:20.689253Z","caller":"traceutil/trace.go:171","msg":"trace[1124520449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22251; }","duration":"275.700683ms","start":"2026-04-16T04:32:20.413531Z","end":"2026-04-16T04:32:20.689231Z","steps":["trace[1124520449] 'agreement among raft nodes before linearized reading' (duration: 275.432467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:20.689196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.36867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:32:20.689474Z","caller":"traceutil/trace.go:171","msg":"trace[220297161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22251; }","duration":"319.674097ms","start":"2026-04-16T04:32:20.36978Z","end":"2026-04-16T04:32:20.689454Z","steps":["trace[220297161] 'agreement among raft nodes before linearized reading' (duration: 319.192576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:20.689543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:20.369771Z","time spent":"319.754198ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T04:32:20.68893Z","caller":"traceutil/trace.go:171","msg":"trace[1223185690] transaction","detail":"{read_only:false; response_revision:22250; number_of_response:1; }","duration":"212.300097ms","start":"2026-04-16T04:32:20.476559Z","end":"2026-04-16T04:32:20.688859Z","steps":["trace[1223185690] 'process raft request' (duration: 205.563057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:23.192668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478165644,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T04:32:23.306291Z","caller":"traceutil/trace.go:171","msg":"trace[2077846352] transaction","detail":"{read_only:false; response_revision:22264; number_of_response:1; }","duration":"729.593221ms","start":"2026-04-16T04:32:22.576672Z","end":"2026-04-16T04:32:23.306266Z","steps":["trace[2077846352] 'process raft request' (duration: 729.439937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:23.306448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:22.576647Z","time spent":"729.722084ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:24.688405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.383287476s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T04:32:24.827908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.879544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:32:24.828275Z","caller":"traceutil/trace.go:171","msg":"trace[188170202] transaction","detail":"{read_only:false; response_revision:22265; number_of_response:1; }","duration":"2.132730381s","start":"2026-04-16T04:32:22.695493Z","end":"2026-04-16T04:32:24.828224Z","steps":["trace[188170202] 'process raft request' (duration: 1.993403456s)","trace[188170202] 'compare' (duration: 137.641617ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:24.828336Z","caller":"traceutil/trace.go:171","msg":"trace[1524420169] transaction","detail":"{read_only:false; response_revision:22266; number_of_response:1; }","duration":"2.016260256s","start":"2026-04-16T04:32:22.812026Z","end":"2026-04-16T04:32:24.828286Z","steps":["trace[1524420169] 'process raft request' (duration: 2.016022721s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.828471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:22.695471Z","time spent":"2.132887085s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:24.828529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:22.812002Z","time spent":"2.01642298s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:24.893494Z","caller":"traceutil/trace.go:171","msg":"trace[1361560903] transaction","detail":"{read_only:false; response_revision:22267; number_of_response:1; }","duration":"1.741428843s","start":"2026-04-16T04:32:23.152025Z","end":"2026-04-16T04:32:24.893454Z","steps":["trace[1361560903] 'process raft request' (duration: 1.741095136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.893749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.152Z","time spent":"1.741618957s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:24.893836Z","caller":"traceutil/trace.go:171","msg":"trace[1342395607] transaction","detail":"{read_only:false; response_revision:22269; number_of_response:1; }","duration":"1.735566442s","start":"2026-04-16T04:32:23.15824Z","end":"2026-04-16T04:32:24.893807Z","steps":["trace[1342395607] 'process raft request' (duration: 1.735383118s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:24.893941Z","caller":"traceutil/trace.go:171","msg":"trace[935401427] transaction","detail":"{read_only:false; response_revision:22270; number_of_response:1; }","duration":"1.469674638s","start":"2026-04-16T04:32:23.424253Z","end":"2026-04-16T04:32:24.893927Z","steps":["trace[935401427] 'process raft request' (duration: 1.469501194s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:24.893905Z","caller":"traceutil/trace.go:171","msg":"trace[1437700293] linearizableReadLoop","detail":"{readStateIndex:23068; appliedIndex:23061; }","duration":"2.201482467s","start":"2026-04-16T04:32:22.692391Z","end":"2026-04-16T04:32:24.893873Z","steps":["trace[1437700293] 'read index received' (duration: 613.70252ms)","trace[1437700293] 'applied index is now lower than readState.Index' (duration: 1.587776477s)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:24.893964Z","caller":"traceutil/trace.go:171","msg":"trace[427856062] transaction","detail":"{read_only:false; response_revision:22273; number_of_response:1; }","duration":"636.017999ms","start":"2026-04-16T04:32:24.257923Z","end":"2026-04-16T04:32:24.893941Z","steps":["trace[427856062] 'process raft request' (duration: 635.966128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.894012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.424228Z","time spent":"1.469748849s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:24.894056Z","caller":"traceutil/trace.go:171","msg":"trace[1802581085] transaction","detail":"{read_only:false; response_revision:22268; number_of_response:1; }","duration":"1.739225233s","start":"2026-04-16T04:32:23.154819Z","end":"2026-04-16T04:32:24.894044Z","steps":["trace[1802581085] 'process raft request' (duration: 1.738573989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.894005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.158201Z","time spent":"1.735715754s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:24.894078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.257899Z","time spent":"636.114051ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:24.894111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.154806Z","time spent":"1.739277544s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:24.894138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201758853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:24.894152Z","caller":"traceutil/trace.go:171","msg":"trace[957339739] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"1.443038351s","start":"2026-04-16T04:32:23.451104Z","end":"2026-04-16T04:32:24.894142Z","steps":["trace[957339739] 'process raft request' (duration: 1.442693784s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:24.894183Z","caller":"traceutil/trace.go:171","msg":"trace[1265172398] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22273; }","duration":"2.201887167s","start":"2026-04-16T04:32:22.692284Z","end":"2026-04-16T04:32:24.894172Z","steps":["trace[1265172398] 'agreement among raft nodes before linearized reading' (duration: 2.201749984s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:24.894202Z","caller":"traceutil/trace.go:171","msg":"trace[24746005] transaction","detail":"{read_only:false; response_revision:22272; number_of_response:1; }","duration":"1.428143098s","start":"2026-04-16T04:32:23.466048Z","end":"2026-04-16T04:32:24.894191Z","steps":["trace[24746005] 'process raft request' (duration: 1.427796241s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.894214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.451081Z","time spent":"1.443099762s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:24.894258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.466011Z","time spent":"1.42821513s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:24.89422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:22.692042Z","time spent":"2.202169103s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:24.894356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200293681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T04:32:24.89438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083911532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T04:32:24.894382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.24439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:24.894399Z","caller":"traceutil/trace.go:171","msg":"trace[1341454239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22273; }","duration":"2.200365882s","start":"2026-04-16T04:32:22.694023Z","end":"2026-04-16T04:32:24.894389Z","steps":["trace[1341454239] 'agreement among raft nodes before linearized reading' (duration: 2.200229009s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:24.894411Z","caller":"traceutil/trace.go:171","msg":"trace[287167846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22273; }","duration":"1.083993864s","start":"2026-04-16T04:32:23.810409Z","end":"2026-04-16T04:32:24.894402Z","steps":["trace[287167846] 'agreement among raft nodes before linearized reading' (duration: 1.083860391s)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:24.894421Z","caller":"traceutil/trace.go:171","msg":"trace[1357730533] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22273; }","duration":"422.321862ms","start":"2026-04-16T04:32:24.472086Z","end":"2026-04-16T04:32:24.894408Z","steps":["trace[1357730533] 'agreement among raft nodes before linearized reading' (duration: 422.256711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.89443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:22.694008Z","time spent":"2.200416213s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T04:32:24.894443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.81038Z","time spent":"1.084057156s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T04:32:24.894454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.472064Z","time spent":"422.382343ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:24.894667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.924776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:32:24.894694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209861528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T04:32:24.894716Z","caller":"traceutil/trace.go:171","msg":"trace[710852614] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22273; }","duration":"626.994147ms","start":"2026-04-16T04:32:24.267704Z","end":"2026-04-16T04:32:24.894698Z","steps":["trace[710852614] 'agreement among raft nodes before linearized reading' (duration: 626.930476ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:24.894732Z","caller":"traceutil/trace.go:171","msg":"trace[1851238519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22273; }","duration":"1.20995454s","start":"2026-04-16T04:32:23.684768Z","end":"2026-04-16T04:32:24.894723Z","steps":["trace[1851238519] 'agreement among raft nodes before linearized reading' (duration: 1.209722465s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.894749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.267691Z","time spent":"627.050098ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:24.894772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.684735Z","time spent":"1.210030882s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T04:32:24.894865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523186002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:24.894895Z","caller":"traceutil/trace.go:171","msg":"trace[2020859929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22273; }","duration":"1.523268094s","start":"2026-04-16T04:32:23.37162Z","end":"2026-04-16T04:32:24.894888Z","steps":["trace[2020859929] 'agreement among raft nodes before linearized reading' (duration: 1.523216142s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.894714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.530633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:32:24.894919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.37159Z","time spent":"1.523324015s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T04:32:24.894941Z","caller":"traceutil/trace.go:171","msg":"trace[388295853] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22273; }","duration":"323.759878ms","start":"2026-04-16T04:32:24.571171Z","end":"2026-04-16T04:32:24.894931Z","steps":["trace[388295853] 'agreement among raft nodes before linearized reading' (duration: 323.507692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.894986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.571142Z","time spent":"323.831039ms","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:24.894986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168552852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:32:24.895025Z","caller":"traceutil/trace.go:171","msg":"trace[352293121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22273; }","duration":"2.168586212s","start":"2026-04-16T04:32:22.726425Z","end":"2026-04-16T04:32:24.895011Z","steps":["trace[352293121] 'agreement among raft nodes before linearized reading' (duration: 2.168453519s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.895056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:22.726395Z","time spent":"2.168654483s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T04:32:24.895155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529656767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:24.89519Z","caller":"traceutil/trace.go:171","msg":"trace[453328746] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22273; }","duration":"1.529735629s","start":"2026-04-16T04:32:23.365446Z","end":"2026-04-16T04:32:24.895181Z","steps":["trace[453328746] 'agreement among raft nodes before linearized reading' (duration: 1.529678958s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.895219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:23.365418Z","time spent":"1.529793471s","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:24.89516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186817139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:32:24.895295Z","caller":"traceutil/trace.go:171","msg":"trace[1450047476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22273; }","duration":"2.186975723s","start":"2026-04-16T04:32:22.70831Z","end":"2026-04-16T04:32:24.895286Z","steps":["trace[1450047476] 'agreement among raft nodes before linearized reading' (duration: 2.186755508s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.895324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:22.708296Z","time spent":"2.187018545s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T04:32:24.904066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.710059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-16T04:32:24.904201Z","caller":"traceutil/trace.go:171","msg":"trace[1002398677] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22273; }","duration":"582.936733ms","start":"2026-04-16T04:32:24.321222Z","end":"2026-04-16T04:32:24.904158Z","steps":["trace[1002398677] 'agreement among raft nodes before linearized reading' (duration: 573.401159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:24.904328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.321196Z","time spent":"583.121856ms","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-16T04:32:25.178372Z","caller":"traceutil/trace.go:171","msg":"trace[1934840759] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"277.653788ms","start":"2026-04-16T04:32:24.900687Z","end":"2026-04-16T04:32:25.178341Z","steps":["trace[1934840759] 'process raft request' (duration: 253.11794ms)","trace[1934840759] 'compare' (duration: 24.20065ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:25.228429Z","caller":"traceutil/trace.go:171","msg":"trace[1368422982] transaction","detail":"{read_only:false; response_revision:22275; number_of_response:1; }","duration":"327.110493ms","start":"2026-04-16T04:32:24.901284Z","end":"2026-04-16T04:32:25.228395Z","steps":["trace[1368422982] 'process raft request' (duration: 326.875448ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:25.228516Z","caller":"traceutil/trace.go:171","msg":"trace[1448213279] linearizableReadLoop","detail":"{readStateIndex:23077; appliedIndex:23072; }","duration":"322.748355ms","start":"2026-04-16T04:32:24.905756Z","end":"2026-04-16T04:32:25.228505Z","steps":["trace[1448213279] 'read index received' (duration: 248.314642ms)","trace[1448213279] 'applied index is now lower than readState.Index' (duration: 74.432443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:25.228583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.90127Z","time spent":"327.235415ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:25.228634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.869888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:25.228675Z","caller":"traceutil/trace.go:171","msg":"trace[1654231805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22278; }","duration":"322.943341ms","start":"2026-04-16T04:32:24.905722Z","end":"2026-04-16T04:32:25.228665Z","steps":["trace[1654231805] 'agreement among raft nodes before linearized reading' (duration: 322.864118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:25.228726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.905664Z","time spent":"323.016612ms","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T04:32:25.228429Z","caller":"traceutil/trace.go:171","msg":"trace[272241844] transaction","detail":"{read_only:false; response_revision:22276; number_of_response:1; }","duration":"327.055481ms","start":"2026-04-16T04:32:24.901348Z","end":"2026-04-16T04:32:25.228403Z","steps":["trace[272241844] 'process raft request' (duration: 326.944538ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:25.228746Z","caller":"traceutil/trace.go:171","msg":"trace[2040736651] transaction","detail":"{read_only:false; response_revision:22278; number_of_response:1; }","duration":"326.705363ms","start":"2026-04-16T04:32:24.901849Z","end":"2026-04-16T04:32:25.228554Z","steps":["trace[2040736651] 'process raft request' (duration: 326.513169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:25.22881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.138339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d76b0400-3548-48bf-b39e-2097d8f09cdd\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-16T04:32:25.228841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.901343Z","time spent":"327.467421ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:25.22886Z","caller":"traceutil/trace.go:171","msg":"trace[2029618408] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d76b0400-3548-48bf-b39e-2097d8f09cdd; range_end:; response_count:1; response_revision:22278; }","duration":"321.198492ms","start":"2026-04-16T04:32:24.907647Z","end":"2026-04-16T04:32:25.228845Z","steps":["trace[2029618408] 'agreement among raft nodes before linearized reading' (duration: 321.046098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:25.228894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.907641Z","time spent":"321.245962ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-d76b0400-3548-48bf-b39e-2097d8f09cdd\" "} {"level":"warn","ts":"2026-04-16T04:32:25.22904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.901843Z","time spent":"327.001191ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:25.229233Z","caller":"traceutil/trace.go:171","msg":"trace[1109765994] transaction","detail":"{read_only:false; response_revision:22277; number_of_response:1; }","duration":"326.924139ms","start":"2026-04-16T04:32:24.901471Z","end":"2026-04-16T04:32:25.228395Z","steps":["trace[1109765994] 'process raft request' (duration: 326.858197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:25.231768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:24.901466Z","time spent":"330.151301ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:25.746289Z","caller":"traceutil/trace.go:171","msg":"trace[1578165832] transaction","detail":"{read_only:false; response_revision:22279; number_of_response:1; }","duration":"431.440166ms","start":"2026-04-16T04:32:25.314831Z","end":"2026-04-16T04:32:25.746271Z","steps":["trace[1578165832] 'process raft request' (duration: 426.337182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:25.746431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:25.314794Z","time spent":"431.559157ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:26.303618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.675097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:32:26.303753Z","caller":"traceutil/trace.go:171","msg":"trace[25699281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22279; }","duration":"158.876002ms","start":"2026-04-16T04:32:26.144847Z","end":"2026-04-16T04:32:26.303723Z","steps":["trace[25699281] 'range keys from in-memory index tree' (duration: 158.381271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:26.304382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.621014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T04:32:26.304495Z","caller":"traceutil/trace.go:171","msg":"trace[1443041494] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22279; }","duration":"285.771689ms","start":"2026-04-16T04:32:26.018696Z","end":"2026-04-16T04:32:26.304468Z","steps":["trace[1443041494] 'range keys from in-memory index tree' (duration: 285.43486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:26.304581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.575214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:32:26.304636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.10379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:26.304726Z","caller":"traceutil/trace.go:171","msg":"trace[111217604] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22279; }","duration":"153.784228ms","start":"2026-04-16T04:32:26.150904Z","end":"2026-04-16T04:32:26.304688Z","steps":["trace[111217604] 'count revisions from in-memory index tree' (duration: 153.464771ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:26.304749Z","caller":"traceutil/trace.go:171","msg":"trace[1636335459] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22279; }","duration":"202.259833ms","start":"2026-04-16T04:32:26.102447Z","end":"2026-04-16T04:32:26.304707Z","steps":["trace[1636335459] 'count revisions from in-memory index tree' (duration: 201.939166ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:26.371235Z","caller":"traceutil/trace.go:171","msg":"trace[179591771] transaction","detail":"{read_only:false; response_revision:22280; number_of_response:1; }","duration":"122.245533ms","start":"2026-04-16T04:32:26.248944Z","end":"2026-04-16T04:32:26.371189Z","steps":["trace[179591771] 'process raft request' (duration: 121.794583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:26.658222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.760126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:26.658469Z","caller":"traceutil/trace.go:171","msg":"trace[139470429] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22280; }","duration":"166.058812ms","start":"2026-04-16T04:32:26.492379Z","end":"2026-04-16T04:32:26.658438Z","steps":["trace[139470429] 'range keys from in-memory index tree' (duration: 165.654313ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:27.070682Z","caller":"traceutil/trace.go:171","msg":"trace[228471689] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"235.554006ms","start":"2026-04-16T04:32:26.835073Z","end":"2026-04-16T04:32:27.070627Z","steps":["trace[228471689] 'process raft request' (duration: 235.402662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.553132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.880758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:32:27.553285Z","caller":"traceutil/trace.go:171","msg":"trace[113700972] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"717.805738ms","start":"2026-04-16T04:32:26.835458Z","end":"2026-04-16T04:32:27.553264Z","steps":["trace[113700972] 'process raft request' (duration: 572.733825ms)","trace[113700972] 'compare' (duration: 144.793017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:27.553364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:26.835413Z","time spent":"717.91831ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:27.553763Z","caller":"traceutil/trace.go:171","msg":"trace[361396271] transaction","detail":"{read_only:false; response_revision:22283; number_of_response:1; }","duration":"653.236204ms","start":"2026-04-16T04:32:26.900502Z","end":"2026-04-16T04:32:27.553738Z","steps":["trace[361396271] 'process raft request' (duration: 652.704963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.553907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:26.90048Z","time spent":"653.351447ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:27.554257Z","caller":"traceutil/trace.go:171","msg":"trace[1148340740] transaction","detail":"{read_only:false; response_revision:22284; number_of_response:1; }","duration":"652.510578ms","start":"2026-04-16T04:32:26.901722Z","end":"2026-04-16T04:32:27.554233Z","steps":["trace[1148340740] 'process raft request' (duration: 651.906834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.554373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:26.901695Z","time spent":"652.616861ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:27.55468Z","caller":"traceutil/trace.go:171","msg":"trace[1721569890] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"652.850866ms","start":"2026-04-16T04:32:26.901814Z","end":"2026-04-16T04:32:27.554665Z","steps":["trace[1721569890] 'process raft request' (duration: 652.565229ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:27.554735Z","caller":"traceutil/trace.go:171","msg":"trace[1934247495] linearizableReadLoop","detail":"{readStateIndex:23086; appliedIndex:23080; }","duration":"591.294999ms","start":"2026-04-16T04:32:26.963415Z","end":"2026-04-16T04:32:27.55471Z","steps":["trace[1934247495] 'read index received' (duration: 107.234746ms)","trace[1934247495] 'applied index is now lower than readState.Index' (duration: 484.059023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:27.554762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:26.90181Z","time spent":"652.909597ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:27.554863Z","caller":"traceutil/trace.go:171","msg":"trace[583970657] transaction","detail":"{read_only:false; response_revision:22286; number_of_response:1; }","duration":"652.511168ms","start":"2026-04-16T04:32:26.902341Z","end":"2026-04-16T04:32:27.554853Z","steps":["trace[583970657] 'process raft request' (duration: 652.186441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.554905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.484624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:27.554944Z","caller":"traceutil/trace.go:171","msg":"trace[85624186] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22287; }","duration":"591.563215ms","start":"2026-04-16T04:32:26.96337Z","end":"2026-04-16T04:32:27.554934Z","steps":["trace[85624186] 'agreement among raft nodes before linearized reading' (duration: 591.492943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.554965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:26.902335Z","time spent":"652.560209ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:27.554981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:26.963351Z","time spent":"591.621656ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:27.555134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.230699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:27.555123Z","caller":"traceutil/trace.go:171","msg":"trace[1536393771] transaction","detail":"{read_only:false; response_revision:22287; number_of_response:1; }","duration":"651.137407ms","start":"2026-04-16T04:32:26.903955Z","end":"2026-04-16T04:32:27.555093Z","steps":["trace[1536393771] 'process raft request' (duration: 650.705828ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:27.555172Z","caller":"traceutil/trace.go:171","msg":"trace[1465525352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22287; }","duration":"184.320061ms","start":"2026-04-16T04:32:27.370842Z","end":"2026-04-16T04:32:27.555162Z","steps":["trace[1465525352] 'agreement among raft nodes before linearized reading' (duration: 184.258259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.555205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.496269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:32:27.555326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.052113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:32:27.55761Z","caller":"traceutil/trace.go:171","msg":"trace[1944521868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22287; }","duration":"321.380995ms","start":"2026-04-16T04:32:27.236207Z","end":"2026-04-16T04:32:27.557588Z","steps":["trace[1944521868] 'agreement among raft nodes before linearized reading' (duration: 318.829388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.555355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.035294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T04:32:27.557774Z","caller":"traceutil/trace.go:171","msg":"trace[1749230723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22287; }","duration":"322.50488ms","start":"2026-04-16T04:32:27.235253Z","end":"2026-04-16T04:32:27.557758Z","steps":["trace[1749230723] 'agreement among raft nodes before linearized reading' (duration: 319.925992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.557831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.235229Z","time spent":"322.591542ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T04:32:27.555359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.807073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T04:32:27.557882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.236197Z","time spent":"321.574729ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T04:32:27.557924Z","caller":"traceutil/trace.go:171","msg":"trace[577321640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22287; }","duration":"374.406261ms","start":"2026-04-16T04:32:27.183501Z","end":"2026-04-16T04:32:27.557908Z","steps":["trace[577321640] 'agreement among raft nodes before linearized reading' (duration: 371.731701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.55539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:26.903948Z","time spent":"651.362192ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:27.555457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.808577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T04:32:27.558076Z","caller":"traceutil/trace.go:171","msg":"trace[374695980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22287; }","duration":"321.477108ms","start":"2026-04-16T04:32:27.236591Z","end":"2026-04-16T04:32:27.558068Z","steps":["trace[374695980] 'agreement among raft nodes before linearized reading' (duration: 318.657965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.558103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.236584Z","time spent":"321.510648ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T04:32:27.555491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.139307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:32:27.558153Z","caller":"traceutil/trace.go:171","msg":"trace[258741061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22287; }","duration":"322.855607ms","start":"2026-04-16T04:32:27.235291Z","end":"2026-04-16T04:32:27.558147Z","steps":["trace[258741061] 'agreement among raft nodes before linearized reading' (duration: 320.045824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.183481Z","time spent":"374.503703ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T04:32:27.558171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.235267Z","time spent":"322.898969ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T04:32:27.557421Z","caller":"traceutil/trace.go:171","msg":"trace[332016685] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22287; }","duration":"472.78213ms","start":"2026-04-16T04:32:27.084616Z","end":"2026-04-16T04:32:27.557398Z","steps":["trace[332016685] 'agreement among raft nodes before linearized reading' (duration: 470.299684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:27.558291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.084585Z","time spent":"473.640589ms","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:28.117449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603951478165692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T04:32:28.280621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.803251Z","time spent":"477.361952ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T04:32:28.281185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.95633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:32:28.281367Z","caller":"traceutil/trace.go:171","msg":"trace[1198232752] transaction","detail":"{read_only:false; response_revision:22288; number_of_response:1; }","duration":"720.14479ms","start":"2026-04-16T04:32:27.561201Z","end":"2026-04-16T04:32:28.281346Z","steps":["trace[1198232752] 'process raft request' (duration: 570.863813ms)","trace[1198232752] 'compare' (duration: 148.318296ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:28.28151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.561186Z","time spent":"720.288583ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:28.317848Z","caller":"traceutil/trace.go:171","msg":"trace[1901372951] transaction","detail":"{read_only:false; response_revision:22290; number_of_response:1; }","duration":"755.722216ms","start":"2026-04-16T04:32:27.562109Z","end":"2026-04-16T04:32:28.317831Z","steps":["trace[1901372951] 'process raft request' (duration: 755.634664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.318003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.562102Z","time spent":"755.856549ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:28.318117Z","caller":"traceutil/trace.go:171","msg":"trace[1903362831] linearizableReadLoop","detail":"{readStateIndex:23092; appliedIndex:23086; }","duration":"700.987602ms","start":"2026-04-16T04:32:27.617111Z","end":"2026-04-16T04:32:28.318099Z","steps":["trace[1903362831] 'read index received' (duration: 515.020825ms)","trace[1903362831] 'applied index is now lower than readState.Index' (duration: 185.965947ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:28.317901Z","caller":"traceutil/trace.go:171","msg":"trace[1888914957] transaction","detail":"{read_only:false; response_revision:22289; number_of_response:1; }","duration":"755.953731ms","start":"2026-04-16T04:32:27.561909Z","end":"2026-04-16T04:32:28.317863Z","steps":["trace[1888914957] 'process raft request' (duration: 755.725016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:28.318213Z","caller":"traceutil/trace.go:171","msg":"trace[481273978] transaction","detail":"{read_only:false; response_revision:22291; number_of_response:1; }","duration":"755.096071ms","start":"2026-04-16T04:32:27.563106Z","end":"2026-04-16T04:32:28.318202Z","steps":["trace[481273978] 'process raft request' (duration: 754.682582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.318295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.5631Z","time spent":"755.131942ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:28.318283Z","caller":"traceutil/trace.go:171","msg":"trace[1388993917] transaction","detail":"{read_only:false; response_revision:22293; number_of_response:1; }","duration":"565.203165ms","start":"2026-04-16T04:32:27.753044Z","end":"2026-04-16T04:32:28.318247Z","steps":["trace[1388993917] 'process raft request' (duration: 565.023621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.318312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.561889Z","time spent":"756.320158ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:28.318451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.753013Z","time spent":"565.359159ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:28.318523Z","caller":"traceutil/trace.go:171","msg":"trace[99792151] transaction","detail":"{read_only:false; response_revision:22292; number_of_response:1; }","duration":"754.876506ms","start":"2026-04-16T04:32:27.563454Z","end":"2026-04-16T04:32:28.31833Z","steps":["trace[99792151] 'process raft request' (duration: 754.523398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.318651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.448712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:28.318826Z","caller":"traceutil/trace.go:171","msg":"trace[954911159] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22293; }","duration":"701.709708ms","start":"2026-04-16T04:32:27.617088Z","end":"2026-04-16T04:32:28.318798Z","steps":["trace[954911159] 'agreement among raft nodes before linearized reading' (duration: 701.308898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.318896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.616997Z","time spent":"701.884822ms","remote":"127.0.0.1:60390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:28.318942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.563445Z","time spent":"755.171873ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:28.349846Z","caller":"traceutil/trace.go:171","msg":"trace[509274782] transaction","detail":"{read_only:false; response_revision:22294; number_of_response:1; }","duration":"105.157592ms","start":"2026-04-16T04:32:28.24466Z","end":"2026-04-16T04:32:28.349817Z","steps":["trace[509274782] 'process raft request' (duration: 104.984458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.350008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.784037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T04:32:28.350058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.836264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-16T04:32:28.350074Z","caller":"traceutil/trace.go:171","msg":"trace[122428467] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22294; }","duration":"318.8846ms","start":"2026-04-16T04:32:28.031172Z","end":"2026-04-16T04:32:28.350056Z","steps":["trace[122428467] 'agreement among raft nodes before linearized reading' (duration: 318.778657ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:28.350116Z","caller":"traceutil/trace.go:171","msg":"trace[134483002] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:22294; }","duration":"728.926686ms","start":"2026-04-16T04:32:27.621174Z","end":"2026-04-16T04:32:28.3501Z","steps":["trace[134483002] 'agreement among raft nodes before linearized reading' (duration: 728.714771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.350122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:28.031151Z","time spent":"318.961851ms","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:28.350155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.621166Z","time spent":"728.982277ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-04-16T04:32:28.350228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.383003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:32:28.350264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.526543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:28.350327Z","caller":"traceutil/trace.go:171","msg":"trace[2085556545] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22294; }","duration":"378.656005ms","start":"2026-04-16T04:32:27.971653Z","end":"2026-04-16T04:32:28.350309Z","steps":["trace[2085556545] 'agreement among raft nodes before linearized reading' (duration: 378.538453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:28.350308Z","caller":"traceutil/trace.go:171","msg":"trace[155061274] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22294; }","duration":"511.530996ms","start":"2026-04-16T04:32:27.838759Z","end":"2026-04-16T04:32:28.35029Z","steps":["trace[155061274] 'agreement among raft nodes before linearized reading' (duration: 511.394753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.350362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.971628Z","time spent":"378.726726ms","remote":"127.0.0.1:43802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:28.350372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.838729Z","time spent":"511.631168ms","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:28.350622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.378092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:28.350667Z","caller":"traceutil/trace.go:171","msg":"trace[2081482617] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22294; }","duration":"481.453424ms","start":"2026-04-16T04:32:27.869202Z","end":"2026-04-16T04:32:28.350655Z","steps":["trace[2081482617] 'agreement among raft nodes before linearized reading' (duration: 480.622546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:28.350697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:27.869187Z","time spent":"481.502185ms","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T04:32:28.350642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.690067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:28.350858Z","caller":"traceutil/trace.go:171","msg":"trace[483977280] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22294; }","duration":"146.311381ms","start":"2026-04-16T04:32:28.204532Z","end":"2026-04-16T04:32:28.350843Z","steps":["trace[483977280] 'agreement among raft nodes before linearized reading' (duration: 145.557474ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:28.476004Z","caller":"traceutil/trace.go:171","msg":"trace[1688474039] transaction","detail":"{read_only:false; response_revision:22295; number_of_response:1; }","duration":"107.203847ms","start":"2026-04-16T04:32:28.368766Z","end":"2026-04-16T04:32:28.47597Z","steps":["trace[1688474039] 'process raft request' (duration: 48.29851ms)","trace[1688474039] 'compare' (duration: 58.739583ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:28.475995Z","caller":"traceutil/trace.go:171","msg":"trace[775869911] linearizableReadLoop","detail":"{readStateIndex:23095; appliedIndex:23094; }","duration":"104.596539ms","start":"2026-04-16T04:32:28.371368Z","end":"2026-04-16T04:32:28.475965Z","steps":["trace[775869911] 'read index received' (duration: 45.689522ms)","trace[775869911] 'applied index is now lower than readState.Index' (duration: 58.905827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:28.476383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.840574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-16T04:32:28.476445Z","caller":"traceutil/trace.go:171","msg":"trace[862496564] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22295; }","duration":"105.09201ms","start":"2026-04-16T04:32:28.371335Z","end":"2026-04-16T04:32:28.476427Z","steps":["trace[862496564] 'agreement among raft nodes before linearized reading' (duration: 104.727262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.338301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.292517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-16T04:32:29.338336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.136679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-16T04:32:29.338399Z","caller":"traceutil/trace.go:171","msg":"trace[154443972] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22295; }","duration":"363.223791ms","start":"2026-04-16T04:32:28.975156Z","end":"2026-04-16T04:32:29.338379Z","steps":["trace[154443972] 'range keys from in-memory index tree' (duration: 362.977144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.338437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:28.97514Z","time spent":"363.289263ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T04:32:29.338356Z","caller":"traceutil/trace.go:171","msg":"trace[967087603] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22295; }","duration":"361.40061ms","start":"2026-04-16T04:32:28.976941Z","end":"2026-04-16T04:32:29.338342Z","steps":["trace[967087603] 'range keys from in-memory index tree' (duration: 361.138773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.338591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:28.976918Z","time spent":"361.665365ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T04:32:29.338717Z","caller":"traceutil/trace.go:171","msg":"trace[964268448] linearizableReadLoop","detail":"{readStateIndex:23096; appliedIndex:23095; }","duration":"226.009733ms","start":"2026-04-16T04:32:29.112695Z","end":"2026-04-16T04:32:29.338704Z","steps":["trace[964268448] 'read index received' (duration: 224.789355ms)","trace[964268448] 'applied index is now lower than readState.Index' (duration: 1.219498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:29.33881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.106506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:29.338847Z","caller":"traceutil/trace.go:171","msg":"trace[337847110] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22296; }","duration":"226.174797ms","start":"2026-04-16T04:32:29.112661Z","end":"2026-04-16T04:32:29.338835Z","steps":["trace[337847110] 'agreement among raft nodes before linearized reading' (duration: 226.092015ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:29.338902Z","caller":"traceutil/trace.go:171","msg":"trace[146619210] transaction","detail":"{read_only:false; response_revision:22296; number_of_response:1; }","duration":"261.702361ms","start":"2026-04-16T04:32:29.077102Z","end":"2026-04-16T04:32:29.338804Z","steps":["trace[146619210] 'process raft request' (duration: 260.35403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.552914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.257712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:32:29.553036Z","caller":"traceutil/trace.go:171","msg":"trace[1052390491] linearizableReadLoop","detail":"{readStateIndex:23098; appliedIndex:23096; }","duration":"209.155546ms","start":"2026-04-16T04:32:29.343863Z","end":"2026-04-16T04:32:29.553019Z","steps":["trace[1052390491] 'read index received' (duration: 21.097961ms)","trace[1052390491] 'applied index is now lower than readState.Index' (duration: 188.056475ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:29.553041Z","caller":"traceutil/trace.go:171","msg":"trace[896974425] transaction","detail":"{read_only:false; response_revision:22298; number_of_response:1; }","duration":"209.456163ms","start":"2026-04-16T04:32:29.343561Z","end":"2026-04-16T04:32:29.553017Z","steps":["trace[896974425] 'process raft request' (duration: 104.011636ms)","trace[896974425] 'compare' (duration: 105.113859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:29.553166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.710247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:29.553204Z","caller":"traceutil/trace.go:171","msg":"trace[1813849621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22298; }","duration":"183.774517ms","start":"2026-04-16T04:32:29.369418Z","end":"2026-04-16T04:32:29.553193Z","steps":["trace[1813849621] 'agreement among raft nodes before linearized reading' (duration: 183.710496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.553465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.561794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:29.553579Z","caller":"traceutil/trace.go:171","msg":"trace[793485804] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22298; }","duration":"209.707147ms","start":"2026-04-16T04:32:29.343849Z","end":"2026-04-16T04:32:29.553556Z","steps":["trace[793485804] 'agreement among raft nodes before linearized reading' (duration: 209.432141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.963053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.652864ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:29.963181Z","caller":"traceutil/trace.go:171","msg":"trace[1018398352] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22299; }","duration":"203.794127ms","start":"2026-04-16T04:32:29.759373Z","end":"2026-04-16T04:32:29.963167Z","steps":["trace[1018398352] 'range keys from in-memory index tree' (duration: 203.626043ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:29.966072Z","caller":"traceutil/trace.go:171","msg":"trace[196864673] transaction","detail":"{read_only:false; response_revision:22301; number_of_response:1; }","duration":"405.525786ms","start":"2026-04-16T04:32:29.560526Z","end":"2026-04-16T04:32:29.966052Z","steps":["trace[196864673] 'process raft request' (duration: 405.465755ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:29.966084Z","caller":"traceutil/trace.go:171","msg":"trace[2026576622] transaction","detail":"{read_only:false; response_revision:22300; number_of_response:1; }","duration":"405.575607ms","start":"2026-04-16T04:32:29.560479Z","end":"2026-04-16T04:32:29.966054Z","steps":["trace[2026576622] 'process raft request' (duration: 405.378703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.966197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:29.560464Z","time spent":"405.674679ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:29.96621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:29.560522Z","time spent":"405.610148ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:29.966464Z","caller":"traceutil/trace.go:171","msg":"trace[2081486137] transaction","detail":"{read_only:false; response_revision:22302; number_of_response:1; }","duration":"405.830663ms","start":"2026-04-16T04:32:29.56061Z","end":"2026-04-16T04:32:29.96644Z","steps":["trace[2081486137] 'process raft request' (duration: 405.412714ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:29.966631Z","caller":"traceutil/trace.go:171","msg":"trace[547707681] linearizableReadLoop","detail":"{readStateIndex:23103; appliedIndex:23098; }","duration":"401.883465ms","start":"2026-04-16T04:32:29.564739Z","end":"2026-04-16T04:32:29.966622Z","steps":["trace[547707681] 'read index received' (duration: 9.584744ms)","trace[547707681] 'applied index is now lower than readState.Index' (duration: 392.297991ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:29.966688Z","caller":"traceutil/trace.go:171","msg":"trace[1206104548] transaction","detail":"{read_only:false; response_revision:22303; number_of_response:1; }","duration":"402.193532ms","start":"2026-04-16T04:32:29.564488Z","end":"2026-04-16T04:32:29.966682Z","steps":["trace[1206104548] 'process raft request' (duration: 401.873125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.966731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:29.564479Z","time spent":"402.226453ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:29.966769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.806674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:29.966802Z","caller":"traceutil/trace.go:171","msg":"trace[430230769] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22304; }","duration":"384.864675ms","start":"2026-04-16T04:32:29.581926Z","end":"2026-04-16T04:32:29.966791Z","steps":["trace[430230769] 'agreement among raft nodes before linearized reading' (duration: 384.800173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.966822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:29.581916Z","time spent":"384.902086ms","remote":"127.0.0.1:60402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T04:32:29.966814Z","caller":"traceutil/trace.go:171","msg":"trace[1839671706] transaction","detail":"{read_only:false; response_revision:22304; number_of_response:1; }","duration":"401.928816ms","start":"2026-04-16T04:32:29.564851Z","end":"2026-04-16T04:32:29.96678Z","steps":["trace[1839671706] 'process raft request' (duration: 401.731422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.966889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:29.560603Z","time spent":"406.196001ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:29.966916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:29.564844Z","time spent":"402.026218ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T04:32:29.967148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.376827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:29.967262Z","caller":"traceutil/trace.go:171","msg":"trace[174621915] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22304; }","duration":"402.495919ms","start":"2026-04-16T04:32:29.564718Z","end":"2026-04-16T04:32:29.967214Z","steps":["trace[174621915] 'agreement among raft nodes before linearized reading' (duration: 402.09843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:29.967392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:29.564711Z","time spent":"402.598881ms","remote":"127.0.0.1:60162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T04:32:30.695997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.73607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:32:30.696262Z","caller":"traceutil/trace.go:171","msg":"trace[842464129] transaction","detail":"{read_only:false; response_revision:22308; number_of_response:1; }","duration":"274.101338ms","start":"2026-04-16T04:32:30.422141Z","end":"2026-04-16T04:32:30.696242Z","steps":["trace[842464129] 'process raft request' (duration: 106.036691ms)","trace[842464129] 'compare' (duration: 167.505135ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:30.696459Z","caller":"traceutil/trace.go:171","msg":"trace[944358212] linearizableReadLoop","detail":"{readStateIndex:23109; appliedIndex:23106; }","duration":"272.799318ms","start":"2026-04-16T04:32:30.42364Z","end":"2026-04-16T04:32:30.69644Z","steps":["trace[944358212] 'read index received' (duration: 64.342888ms)","trace[944358212] 'applied index is now lower than readState.Index' (duration: 208.45536ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:30.696514Z","caller":"traceutil/trace.go:171","msg":"trace[1139824863] transaction","detail":"{read_only:false; response_revision:22310; number_of_response:1; }","duration":"272.598105ms","start":"2026-04-16T04:32:30.423892Z","end":"2026-04-16T04:32:30.69649Z","steps":["trace[1139824863] 'process raft request' (duration: 272.447371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:30.696595Z","caller":"traceutil/trace.go:171","msg":"trace[1741476290] transaction","detail":"{read_only:false; response_revision:22311; number_of_response:1; }","duration":"252.763971ms","start":"2026-04-16T04:32:30.443792Z","end":"2026-04-16T04:32:30.696556Z","steps":["trace[1741476290] 'process raft request' (duration: 252.596137ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:30.696652Z","caller":"traceutil/trace.go:171","msg":"trace[548571880] transaction","detail":"{read_only:false; response_revision:22309; number_of_response:1; }","duration":"273.284089ms","start":"2026-04-16T04:32:30.42336Z","end":"2026-04-16T04:32:30.696644Z","steps":["trace[548571880] 'process raft request' (duration: 272.728097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:30.69671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.035354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:30.696749Z","caller":"traceutil/trace.go:171","msg":"trace[1360070668] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22311; }","duration":"273.154876ms","start":"2026-04-16T04:32:30.423585Z","end":"2026-04-16T04:32:30.69674Z","steps":["trace[1360070668] 'agreement among raft nodes before linearized reading' (duration: 272.971982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:30.696745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.566179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7b79c49cff-gk5cj\" ","response":"range_response_count:1 size:8684"} {"level":"info","ts":"2026-04-16T04:32:30.696795Z","caller":"traceutil/trace.go:171","msg":"trace[1636720520] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7b79c49cff-gk5cj; range_end:; response_count:1; response_revision:22311; }","duration":"253.65186ms","start":"2026-04-16T04:32:30.443128Z","end":"2026-04-16T04:32:30.69678Z","steps":["trace[1636720520] 'agreement among raft nodes before linearized reading' (duration: 253.492136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:30.69678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.801969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:30.69686Z","caller":"traceutil/trace.go:171","msg":"trace[1496986589] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22311; }","duration":"247.908642ms","start":"2026-04-16T04:32:30.448929Z","end":"2026-04-16T04:32:30.696837Z","steps":["trace[1496986589] 'agreement among raft nodes before linearized reading' (duration: 247.732598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:30.696866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.373689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:30.696911Z","caller":"traceutil/trace.go:171","msg":"trace[2104429078] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22311; }","duration":"251.44464ms","start":"2026-04-16T04:32:30.445455Z","end":"2026-04-16T04:32:30.6969Z","steps":["trace[2104429078] 'agreement among raft nodes before linearized reading' (duration: 251.357239ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:30.8394Z","caller":"traceutil/trace.go:171","msg":"trace[1785911991] transaction","detail":"{read_only:false; response_revision:22312; number_of_response:1; }","duration":"132.532073ms","start":"2026-04-16T04:32:30.706812Z","end":"2026-04-16T04:32:30.839344Z","steps":["trace[1785911991] 'process raft request' (duration: 130.268374ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:32.548113Z","caller":"traceutil/trace.go:171","msg":"trace[590723552] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"142.556037ms","start":"2026-04-16T04:32:32.405518Z","end":"2026-04-16T04:32:32.548075Z","steps":["trace[590723552] 'process raft request' (duration: 68.776659ms)","trace[590723552] 'compare' (duration: 73.467472ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:32.548324Z","caller":"traceutil/trace.go:171","msg":"trace[2070351466] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"121.193099ms","start":"2026-04-16T04:32:32.427112Z","end":"2026-04-16T04:32:32.548305Z","steps":["trace[2070351466] 'process raft request' (duration: 120.908433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:32.766418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.194247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:32.76651Z","caller":"traceutil/trace.go:171","msg":"trace[1711777286] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:22326; }","duration":"116.345801ms","start":"2026-04-16T04:32:32.650142Z","end":"2026-04-16T04:32:32.766487Z","steps":["trace[1711777286] 'count revisions from in-memory index tree' (duration: 116.087635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:32.979489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.095843ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T04:32:32.9796Z","caller":"traceutil/trace.go:171","msg":"trace[2078735997] linearizableReadLoop","detail":"{readStateIndex:23127; appliedIndex:23126; }","duration":"279.1021ms","start":"2026-04-16T04:32:32.700479Z","end":"2026-04-16T04:32:32.979581Z","steps":["trace[2078735997] 'read index received' (duration: 146.850343ms)","trace[2078735997] 'applied index is now lower than readState.Index' (duration: 132.249646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:32.979825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.562637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T04:32:32.979864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.431264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T04:32:32.979919Z","caller":"traceutil/trace.go:171","msg":"trace[1618526997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22326; }","duration":"278.519887ms","start":"2026-04-16T04:32:32.701381Z","end":"2026-04-16T04:32:32.979901Z","steps":["trace[1618526997] 'agreement among raft nodes before linearized reading' (duration: 278.383414ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:32.979916Z","caller":"traceutil/trace.go:171","msg":"trace[1031964852] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:22326; }","duration":"223.663699ms","start":"2026-04-16T04:32:32.75623Z","end":"2026-04-16T04:32:32.979894Z","steps":["trace[1031964852] 'agreement among raft nodes before linearized reading' (duration: 223.511166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:32.979898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.096699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T04:32:32.979863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.381535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:32:32.980019Z","caller":"traceutil/trace.go:171","msg":"trace[373590069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22326; }","duration":"279.216542ms","start":"2026-04-16T04:32:32.700758Z","end":"2026-04-16T04:32:32.979975Z","steps":["trace[373590069] 'agreement among raft nodes before linearized reading' (duration: 278.953226ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:32.980058Z","caller":"traceutil/trace.go:171","msg":"trace[1798376246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22326; }","duration":"279.624082ms","start":"2026-04-16T04:32:32.70042Z","end":"2026-04-16T04:32:32.980044Z","steps":["trace[1798376246] 'agreement among raft nodes before linearized reading' (duration: 279.323324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:36.853272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.06348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:32:36.853521Z","caller":"traceutil/trace.go:171","msg":"trace[1062612329] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"461.334174ms","start":"2026-04-16T04:32:36.39216Z","end":"2026-04-16T04:32:36.853495Z","steps":["trace[1062612329] 'process raft request' (duration: 142.947166ms)","trace[1062612329] 'compare' (duration: 317.632331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:36.853622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T04:32:36.392137Z","time spent":"461.442865ms","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T04:32:36.853696Z","caller":"traceutil/trace.go:171","msg":"trace[848583052] linearizableReadLoop","detail":"{readStateIndex:23154; appliedIndex:23152; }","duration":"285.308029ms","start":"2026-04-16T04:32:36.568367Z","end":"2026-04-16T04:32:36.853675Z","steps":["trace[848583052] 'read index received' (duration: 218.886544ms)","trace[848583052] 'applied index is now lower than readState.Index' (duration: 66.420314ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:36.853908Z","caller":"traceutil/trace.go:171","msg":"trace[1921689696] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"289.613514ms","start":"2026-04-16T04:32:36.564274Z","end":"2026-04-16T04:32:36.853887Z","steps":["trace[1921689696] 'process raft request' (duration: 289.139914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:36.854449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.047085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:32:36.854654Z","caller":"traceutil/trace.go:171","msg":"trace[2134213197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22353; }","duration":"286.307211ms","start":"2026-04-16T04:32:36.568322Z","end":"2026-04-16T04:32:36.854629Z","steps":["trace[2134213197] 'agreement among raft nodes before linearized reading' (duration: 285.913742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:37.034793Z","caller":"traceutil/trace.go:171","msg":"trace[163069033] linearizableReadLoop","detail":"{readStateIndex:23155; appliedIndex:23154; }","duration":"128.651377ms","start":"2026-04-16T04:32:36.906127Z","end":"2026-04-16T04:32:37.034779Z","steps":["trace[163069033] 'read index received' (duration: 105.212383ms)","trace[163069033] 'applied index is now lower than readState.Index' (duration: 23.438154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:37.035223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.487864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:37.035259Z","caller":"traceutil/trace.go:171","msg":"trace[2085076814] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22354; }","duration":"112.559676ms","start":"2026-04-16T04:32:36.922692Z","end":"2026-04-16T04:32:37.035251Z","steps":["trace[2085076814] 'agreement among raft nodes before linearized reading' (duration: 112.479664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:37.035662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.524786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:37.035712Z","caller":"traceutil/trace.go:171","msg":"trace[869540631] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22354; }","duration":"129.577917ms","start":"2026-04-16T04:32:36.906121Z","end":"2026-04-16T04:32:37.035698Z","steps":["trace[869540631] 'agreement among raft nodes before linearized reading' (duration: 129.502325ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:37.035022Z","caller":"traceutil/trace.go:171","msg":"trace[1931267720] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"175.932823ms","start":"2026-04-16T04:32:36.859079Z","end":"2026-04-16T04:32:37.035012Z","steps":["trace[1931267720] 'process raft request' (duration: 152.328246ms)","trace[1931267720] 'compare' (duration: 23.29312ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:41.106532Z","caller":"traceutil/trace.go:171","msg":"trace[2015072292] transaction","detail":"{read_only:false; response_revision:22385; number_of_response:1; }","duration":"216.537391ms","start":"2026-04-16T04:32:40.889979Z","end":"2026-04-16T04:32:41.106516Z","steps":["trace[2015072292] 'process raft request' (duration: 216.392448ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:41.219458Z","caller":"traceutil/trace.go:171","msg":"trace[370777571] transaction","detail":"{read_only:false; response_revision:22386; number_of_response:1; }","duration":"107.266329ms","start":"2026-04-16T04:32:41.112152Z","end":"2026-04-16T04:32:41.219418Z","steps":["trace[370777571] 'process raft request' (duration: 41.378545ms)","trace[370777571] 'compare' (duration: 65.278959ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:41.219543Z","caller":"traceutil/trace.go:171","msg":"trace[1676320378] transaction","detail":"{read_only:false; response_revision:22389; number_of_response:1; }","duration":"107.29248ms","start":"2026-04-16T04:32:41.112225Z","end":"2026-04-16T04:32:41.219517Z","steps":["trace[1676320378] 'process raft request' (duration: 107.254789ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:41.219768Z","caller":"traceutil/trace.go:171","msg":"trace[1022949518] transaction","detail":"{read_only:false; response_revision:22388; number_of_response:1; }","duration":"107.537235ms","start":"2026-04-16T04:32:41.112211Z","end":"2026-04-16T04:32:41.219749Z","steps":["trace[1022949518] 'process raft request' (duration: 107.206348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:41.220205Z","caller":"traceutil/trace.go:171","msg":"trace[1018191977] transaction","detail":"{read_only:false; response_revision:22387; number_of_response:1; }","duration":"107.957824ms","start":"2026-04-16T04:32:41.112213Z","end":"2026-04-16T04:32:41.220171Z","steps":["trace[1018191977] 'process raft request' (duration: 107.012973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:41.526793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.059384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:41.526888Z","caller":"traceutil/trace.go:171","msg":"trace[369596286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22389; }","duration":"158.198457ms","start":"2026-04-16T04:32:41.368669Z","end":"2026-04-16T04:32:41.526868Z","steps":["trace[369596286] 'range keys from in-memory index tree' (duration: 158.000032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:41.526756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.121639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:41.52777Z","caller":"traceutil/trace.go:171","msg":"trace[1514760509] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22389; }","duration":"203.146373ms","start":"2026-04-16T04:32:41.324574Z","end":"2026-04-16T04:32:41.52772Z","steps":["trace[1514760509] 'count revisions from in-memory index tree' (duration: 202.063608ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:42.300955Z","caller":"traceutil/trace.go:171","msg":"trace[309554888] linearizableReadLoop","detail":"{readStateIndex:23195; appliedIndex:23194; }","duration":"202.313433ms","start":"2026-04-16T04:32:42.098525Z","end":"2026-04-16T04:32:42.300839Z","steps":["trace[309554888] 'read index received' (duration: 202.065227ms)","trace[309554888] 'applied index is now lower than readState.Index' (duration: 246.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:42.301014Z","caller":"traceutil/trace.go:171","msg":"trace[1002084415] transaction","detail":"{read_only:false; response_revision:22393; number_of_response:1; }","duration":"205.014804ms","start":"2026-04-16T04:32:42.095967Z","end":"2026-04-16T04:32:42.300982Z","steps":["trace[1002084415] 'process raft request' (duration: 204.532073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:32:42.3014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.868175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T04:32:42.301436Z","caller":"traceutil/trace.go:171","msg":"trace[1631072320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22393; }","duration":"202.953708ms","start":"2026-04-16T04:32:42.098474Z","end":"2026-04-16T04:32:42.301428Z","steps":["trace[1631072320] 'agreement among raft nodes before linearized reading' (duration: 202.536459ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:42.347933Z","caller":"traceutil/trace.go:171","msg":"trace[754257249] transaction","detail":"{read_only:false; response_revision:22395; number_of_response:1; }","duration":"150.769431ms","start":"2026-04-16T04:32:42.197138Z","end":"2026-04-16T04:32:42.347908Z","steps":["trace[754257249] 'process raft request' (duration: 150.596326ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:42.347994Z","caller":"traceutil/trace.go:171","msg":"trace[1768829127] transaction","detail":"{read_only:false; response_revision:22396; number_of_response:1; }","duration":"130.972758ms","start":"2026-04-16T04:32:42.216971Z","end":"2026-04-16T04:32:42.347944Z","steps":["trace[1768829127] 'process raft request' (duration: 130.806203ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:42.348036Z","caller":"traceutil/trace.go:171","msg":"trace[599798421] transaction","detail":"{read_only:false; response_revision:22397; number_of_response:1; }","duration":"129.71551ms","start":"2026-04-16T04:32:42.218293Z","end":"2026-04-16T04:32:42.348008Z","steps":["trace[599798421] 'process raft request' (duration: 129.523375ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:42.34821Z","caller":"traceutil/trace.go:171","msg":"trace[1108737020] transaction","detail":"{read_only:false; response_revision:22394; number_of_response:1; }","duration":"161.834968ms","start":"2026-04-16T04:32:42.186362Z","end":"2026-04-16T04:32:42.348197Z","steps":["trace[1108737020] 'process raft request' (duration: 147.414885ms)","trace[1108737020] 'compare' (duration: 13.826179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:47.594969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.738982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:47.595065Z","caller":"traceutil/trace.go:171","msg":"trace[1344542019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22439; }","duration":"100.868385ms","start":"2026-04-16T04:32:47.494173Z","end":"2026-04-16T04:32:47.595041Z","steps":["trace[1344542019] 'range keys from in-memory index tree' (duration: 100.671901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:49.412839Z","caller":"traceutil/trace.go:171","msg":"trace[1373515627] linearizableReadLoop","detail":"{readStateIndex:23256; appliedIndex:23255; }","duration":"109.463838ms","start":"2026-04-16T04:32:49.303352Z","end":"2026-04-16T04:32:49.412816Z","steps":["trace[1373515627] 'read index received' (duration: 53.065467ms)","trace[1373515627] 'applied index is now lower than readState.Index' (duration: 56.397151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:49.413251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.891888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:32:49.413301Z","caller":"traceutil/trace.go:171","msg":"trace[1826837334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22451; }","duration":"110.00621ms","start":"2026-04-16T04:32:49.303281Z","end":"2026-04-16T04:32:49.413287Z","steps":["trace[1826837334] 'agreement among raft nodes before linearized reading' (duration: 109.870647ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:49.413408Z","caller":"traceutil/trace.go:171","msg":"trace[1365804651] transaction","detail":"{read_only:false; response_revision:22451; number_of_response:1; }","duration":"133.929244ms","start":"2026-04-16T04:32:49.279468Z","end":"2026-04-16T04:32:49.413397Z","steps":["trace[1365804651] 'process raft request' (duration: 76.991951ms)","trace[1365804651] 'compare' (duration: 56.237727ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:50.219119Z","caller":"traceutil/trace.go:171","msg":"trace[605675303] linearizableReadLoop","detail":"{readStateIndex:23263; appliedIndex:23262; }","duration":"114.071259ms","start":"2026-04-16T04:32:50.105024Z","end":"2026-04-16T04:32:50.219095Z","steps":["trace[605675303] 'read index received' (duration: 32.914255ms)","trace[605675303] 'applied index is now lower than readState.Index' (duration: 81.155604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:50.219247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.209513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:32:50.219247Z","caller":"traceutil/trace.go:171","msg":"trace[775440931] compact","detail":"{revision:19184; response_revision:22457; }","duration":"118.826246ms","start":"2026-04-16T04:32:50.100394Z","end":"2026-04-16T04:32:50.21922Z","steps":["trace[775440931] 'process raft request' (duration: 37.535779ms)","trace[775440931] 'check and update compact revision' (duration: 81.057592ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:32:50.219287Z","caller":"traceutil/trace.go:171","msg":"trace[1187193054] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22457; }","duration":"114.305224ms","start":"2026-04-16T04:32:50.10497Z","end":"2026-04-16T04:32:50.219275Z","steps":["trace[1187193054] 'agreement among raft nodes before linearized reading' (duration: 114.218943ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:50.219123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19184} {"level":"info","ts":"2026-04-16T04:32:50.530281Z","caller":"traceutil/trace.go:171","msg":"trace[232095282] transaction","detail":"{read_only:false; response_revision:22458; number_of_response:1; }","duration":"102.473271ms","start":"2026-04-16T04:32:50.427763Z","end":"2026-04-16T04:32:50.530236Z","steps":["trace[232095282] 'process raft request' (duration: 60.560014ms)","trace[232095282] 'compare' (duration: 41.633641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:32:50.802959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.649087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:32:50.803051Z","caller":"traceutil/trace.go:171","msg":"trace[974626233] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22463; }","duration":"103.843801ms","start":"2026-04-16T04:32:50.699187Z","end":"2026-04-16T04:32:50.803031Z","steps":["trace[974626233] 'count revisions from in-memory index tree' (duration: 103.501344ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:32:50.820296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19184,"took":"597.182752ms","hash":3993075393,"current-db-size-bytes":55681024,"current-db-size":"56 MB","current-db-size-in-use-bytes":42160128,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-16T04:32:50.820372Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3993075393,"revision":19184,"compact-revision":16645} {"level":"info","ts":"2026-04-16T04:33:17.861167Z","caller":"traceutil/trace.go:171","msg":"trace[1346235933] transaction","detail":"{read_only:false; response_revision:22669; number_of_response:1; }","duration":"103.414912ms","start":"2026-04-16T04:33:17.757721Z","end":"2026-04-16T04:33:17.861136Z","steps":["trace[1346235933] 'process raft request' (duration: 103.229508ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:33:17.875456Z","caller":"traceutil/trace.go:171","msg":"trace[609625991] transaction","detail":"{read_only:false; response_revision:22670; number_of_response:1; }","duration":"115.107403ms","start":"2026-04-16T04:33:17.760294Z","end":"2026-04-16T04:33:17.875401Z","steps":["trace[609625991] 'process raft request' (duration: 114.817657ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:33:18.012606Z","caller":"traceutil/trace.go:171","msg":"trace[1224952054] transaction","detail":"{read_only:false; response_revision:22671; number_of_response:1; }","duration":"132.085463ms","start":"2026-04-16T04:33:17.880499Z","end":"2026-04-16T04:33:18.012584Z","steps":["trace[1224952054] 'process raft request' (duration: 80.319185ms)","trace[1224952054] 'compare' (duration: 51.469211ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:33:18.012608Z","caller":"traceutil/trace.go:171","msg":"trace[1235512086] transaction","detail":"{read_only:false; response_revision:22673; number_of_response:1; }","duration":"126.088719ms","start":"2026-04-16T04:33:17.886499Z","end":"2026-04-16T04:33:18.012588Z","steps":["trace[1235512086] 'process raft request' (duration: 126.025867ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:33:18.012672Z","caller":"traceutil/trace.go:171","msg":"trace[234637476] transaction","detail":"{read_only:false; response_revision:22672; number_of_response:1; }","duration":"131.914509ms","start":"2026-04-16T04:33:17.880732Z","end":"2026-04-16T04:33:18.012646Z","steps":["trace[234637476] 'process raft request' (duration: 131.732485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:33:23.985155Z","caller":"traceutil/trace.go:171","msg":"trace[2054762823] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"100.64265ms","start":"2026-04-16T04:33:23.884487Z","end":"2026-04-16T04:33:23.985129Z","steps":["trace[2054762823] 'process raft request' (duration: 100.422826ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:34:14.63Z","caller":"traceutil/trace.go:171","msg":"trace[1046018062] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23985; }","duration":"102.655495ms","start":"2026-04-16T04:34:14.52732Z","end":"2026-04-16T04:34:14.629976Z","steps":["trace[1046018062] 'read index received' (duration: 3.435207ms)","trace[1046018062] 'applied index is now lower than readState.Index' (duration: 99.218348ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:34:14.630068Z","caller":"traceutil/trace.go:171","msg":"trace[1812477954] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"169.08993ms","start":"2026-04-16T04:34:14.460952Z","end":"2026-04-16T04:34:14.630042Z","steps":["trace[1812477954] 'process raft request' (duration: 134.320983ms)","trace[1812477954] 'compare' (duration: 34.487811ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:34:14.630152Z","caller":"traceutil/trace.go:171","msg":"trace[988184365] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"135.284364ms","start":"2026-04-16T04:34:14.494853Z","end":"2026-04-16T04:34:14.630138Z","steps":["trace[988184365] 'process raft request' (duration: 135.061099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:34:14.630452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.126074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:34:14.630512Z","caller":"traceutil/trace.go:171","msg":"trace[1074695093] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23163; }","duration":"103.257447ms","start":"2026-04-16T04:34:14.527239Z","end":"2026-04-16T04:34:14.630496Z","steps":["trace[1074695093] 'agreement among raft nodes before linearized reading' (duration: 103.133024ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:34:21.441577Z","caller":"traceutil/trace.go:171","msg":"trace[2020790697] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"107.830111ms","start":"2026-04-16T04:34:21.333725Z","end":"2026-04-16T04:34:21.441555Z","steps":["trace[2020790697] 'process raft request' (duration: 107.502774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:34:34.816151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.905568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T04:34:34.81643Z","caller":"traceutil/trace.go:171","msg":"trace[1218297558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23311; }","duration":"263.228265ms","start":"2026-04-16T04:34:34.553182Z","end":"2026-04-16T04:34:34.81641Z","steps":["trace[1218297558] 'range keys from in-memory index tree' (duration: 262.746235ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:34:34.816711Z","caller":"traceutil/trace.go:171","msg":"trace[385065456] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"113.921106ms","start":"2026-04-16T04:34:34.702767Z","end":"2026-04-16T04:34:34.816688Z","steps":["trace[385065456] 'process raft request' (duration: 113.17243ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:34:53.408056Z","caller":"traceutil/trace.go:171","msg":"trace[899790004] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"145.140825ms","start":"2026-04-16T04:34:53.262895Z","end":"2026-04-16T04:34:53.408035Z","steps":["trace[899790004] 'process raft request' (duration: 94.407731ms)","trace[899790004] 'compare' (duration: 50.618891ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:35:21.631042Z","caller":"traceutil/trace.go:171","msg":"trace[792612319] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"120.605227ms","start":"2026-04-16T04:35:21.510416Z","end":"2026-04-16T04:35:21.631022Z","steps":["trace[792612319] 'process raft request' (duration: 120.160867ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:35:23.76317Z","caller":"traceutil/trace.go:171","msg":"trace[1924770313] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"124.690778ms","start":"2026-04-16T04:35:23.638431Z","end":"2026-04-16T04:35:23.763121Z","steps":["trace[1924770313] 'process raft request' (duration: 78.761381ms)","trace[1924770313] 'compare' (duration: 45.677992ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:35:24.060893Z","caller":"traceutil/trace.go:171","msg":"trace[1170388481] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"115.459161ms","start":"2026-04-16T04:35:23.945408Z","end":"2026-04-16T04:35:24.060867Z","steps":["trace[1170388481] 'process raft request' (duration: 115.318948ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:36:07.716918Z","caller":"traceutil/trace.go:171","msg":"trace[125766764] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"126.040858ms","start":"2026-04-16T04:36:07.590857Z","end":"2026-04-16T04:36:07.716898Z","steps":["trace[125766764] 'process raft request' (duration: 125.903535ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:36:07.717227Z","caller":"traceutil/trace.go:171","msg":"trace[102212341] linearizableReadLoop","detail":"{readStateIndex:24882; appliedIndex:24880; }","duration":"112.579518ms","start":"2026-04-16T04:36:07.604289Z","end":"2026-04-16T04:36:07.716869Z","steps":["trace[102212341] 'read index received' (duration: 56.119916ms)","trace[102212341] 'applied index is now lower than readState.Index' (duration: 56.458862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:36:07.717258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.934386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T04:36:07.717349Z","caller":"traceutil/trace.go:171","msg":"trace[1456988264] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24032; }","duration":"113.072748ms","start":"2026-04-16T04:36:07.604257Z","end":"2026-04-16T04:36:07.71733Z","steps":["trace[1456988264] 'agreement among raft nodes before linearized reading' (duration: 112.750571ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:36:14.652757Z","caller":"traceutil/trace.go:171","msg":"trace[1668039183] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"102.85188ms","start":"2026-04-16T04:36:14.549866Z","end":"2026-04-16T04:36:14.652718Z","steps":["trace[1668039183] 'process raft request' (duration: 44.581707ms)","trace[1668039183] 'compare' (duration: 57.629737ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:36:27.343594Z","caller":"traceutil/trace.go:171","msg":"trace[2079184433] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"112.924495ms","start":"2026-04-16T04:36:27.230638Z","end":"2026-04-16T04:36:27.343563Z","steps":["trace[2079184433] 'process raft request' (duration: 112.618278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:36:50.568861Z","caller":"traceutil/trace.go:171","msg":"trace[543420462] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"120.593221ms","start":"2026-04-16T04:36:50.448249Z","end":"2026-04-16T04:36:50.568842Z","steps":["trace[543420462] 'process raft request' (duration: 120.472738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:37:50.226065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22457} {"level":"info","ts":"2026-04-16T04:37:50.373812Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22457,"took":"143.530004ms","hash":2881775267,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":33734656,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T04:37:50.373925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2881775267,"revision":22457,"compact-revision":19184} {"level":"info","ts":"2026-04-16T04:39:01.779303Z","caller":"traceutil/trace.go:171","msg":"trace[657089757] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"135.492703ms","start":"2026-04-16T04:39:01.643734Z","end":"2026-04-16T04:39:01.779227Z","steps":["trace[657089757] 'process raft request' (duration: 82.228221ms)","trace[657089757] 'compare' (duration: 52.994446ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:39:36.935652Z","caller":"traceutil/trace.go:171","msg":"trace[2054401371] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"105.590404ms","start":"2026-04-16T04:39:36.83003Z","end":"2026-04-16T04:39:36.935621Z","steps":["trace[2054401371] 'process raft request' (duration: 73.20562ms)","trace[2054401371] 'compare' (duration: 31.831862ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:39:40.585363Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000677b.wal"} {"level":"warn","ts":"2026-04-16T04:39:42.345934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.659657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:39:42.346002Z","caller":"traceutil/trace.go:171","msg":"trace[1781341056] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25604; }","duration":"139.78399ms","start":"2026-04-16T04:39:42.2062Z","end":"2026-04-16T04:39:42.345984Z","steps":["trace[1781341056] 'count revisions from in-memory index tree' (duration: 139.543584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:39:42.948015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.10636ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T04:39:42.948309Z","caller":"traceutil/trace.go:171","msg":"trace[1942335089] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"172.423431ms","start":"2026-04-16T04:39:42.775866Z","end":"2026-04-16T04:39:42.948289Z","steps":["trace[1942335089] 'process raft request' (duration: 172.272097ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:42.950174Z","caller":"traceutil/trace.go:171","msg":"trace[1755816437] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"151.39784ms","start":"2026-04-16T04:39:42.798755Z","end":"2026-04-16T04:39:42.950153Z","steps":["trace[1755816437] 'process raft request' (duration: 151.252466ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:48.208614Z","caller":"traceutil/trace.go:171","msg":"trace[1661577369] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"113.086332ms","start":"2026-04-16T04:39:48.095502Z","end":"2026-04-16T04:39:48.208588Z","steps":["trace[1661577369] 'process raft request' (duration: 112.846267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:39:48.714182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.1694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:39:48.71431Z","caller":"traceutil/trace.go:171","msg":"trace[735718359] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"175.439938ms","start":"2026-04-16T04:39:48.538846Z","end":"2026-04-16T04:39:48.714286Z","steps":["trace[735718359] 'process raft request' (duration: 64.081664ms)","trace[735718359] 'compare' (duration: 111.043757ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:39:48.868157Z","caller":"traceutil/trace.go:171","msg":"trace[268224346] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"176.809541ms","start":"2026-04-16T04:39:48.691319Z","end":"2026-04-16T04:39:48.868129Z","steps":["trace[268224346] 'process raft request' (duration: 149.382986ms)","trace[268224346] 'compare' (duration: 27.246171ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:39:49.133132Z","caller":"traceutil/trace.go:171","msg":"trace[1320700070] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"142.714306ms","start":"2026-04-16T04:39:48.990385Z","end":"2026-04-16T04:39:49.133099Z","steps":["trace[1320700070] 'process raft request' (duration: 117.189955ms)","trace[1320700070] 'compare' (duration: 25.357138ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:39:55.180352Z","caller":"traceutil/trace.go:171","msg":"trace[1529667177] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"260.39148ms","start":"2026-04-16T04:39:54.91994Z","end":"2026-04-16T04:39:55.180332Z","steps":["trace[1529667177] 'process raft request' (duration: 260.029352ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:55.363272Z","caller":"traceutil/trace.go:171","msg":"trace[504828290] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"127.000864ms","start":"2026-04-16T04:39:55.236247Z","end":"2026-04-16T04:39:55.363248Z","steps":["trace[504828290] 'process raft request' (duration: 124.498178ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:55.543427Z","caller":"traceutil/trace.go:171","msg":"trace[1520825958] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"129.49943ms","start":"2026-04-16T04:39:55.413883Z","end":"2026-04-16T04:39:55.543382Z","steps":["trace[1520825958] 'process raft request' (duration: 87.97807ms)","trace[1520825958] 'compare' (duration: 41.277354ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:39:56.463155Z","caller":"traceutil/trace.go:171","msg":"trace[1527688453] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"184.141264ms","start":"2026-04-16T04:39:56.278986Z","end":"2026-04-16T04:39:56.463127Z","steps":["trace[1527688453] 'process raft request' (duration: 86.322203ms)","trace[1527688453] 'compare' (duration: 97.426532ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:39:57.359712Z","caller":"traceutil/trace.go:171","msg":"trace[1795134823] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"172.602816ms","start":"2026-04-16T04:39:57.18706Z","end":"2026-04-16T04:39:57.359663Z","steps":["trace[1795134823] 'process raft request' (duration: 172.458553ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:57.359726Z","caller":"traceutil/trace.go:171","msg":"trace[727753377] linearizableReadLoop","detail":"{readStateIndex:26612; appliedIndex:26608; }","duration":"160.585927ms","start":"2026-04-16T04:39:57.199117Z","end":"2026-04-16T04:39:57.359703Z","steps":["trace[727753377] 'read index received' (duration: 7.55998ms)","trace[727753377] 'applied index is now lower than readState.Index' (duration: 153.025027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:39:57.359843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.716999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:39:57.360376Z","caller":"traceutil/trace.go:171","msg":"trace[1303363965] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25712; }","duration":"161.289462ms","start":"2026-04-16T04:39:57.19907Z","end":"2026-04-16T04:39:57.360359Z","steps":["trace[1303363965] 'agreement among raft nodes before linearized reading' (duration: 160.705949ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:57.359988Z","caller":"traceutil/trace.go:171","msg":"trace[1096949732] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"172.847601ms","start":"2026-04-16T04:39:57.187128Z","end":"2026-04-16T04:39:57.359976Z","steps":["trace[1096949732] 'process raft request' (duration: 172.495473ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:57.360048Z","caller":"traceutil/trace.go:171","msg":"trace[1403304200] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"173.510155ms","start":"2026-04-16T04:39:57.186476Z","end":"2026-04-16T04:39:57.359986Z","steps":["trace[1403304200] 'process raft request' (duration: 167.540521ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:57.826329Z","caller":"traceutil/trace.go:171","msg":"trace[1501141669] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"143.317109ms","start":"2026-04-16T04:39:57.682986Z","end":"2026-04-16T04:39:57.826303Z","steps":["trace[1501141669] 'process raft request' (duration: 75.248895ms)","trace[1501141669] 'compare' (duration: 67.929131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:39:57.826461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.402192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:39:57.826519Z","caller":"traceutil/trace.go:171","msg":"trace[2060812568] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25716; }","duration":"131.524485ms","start":"2026-04-16T04:39:57.694978Z","end":"2026-04-16T04:39:57.826503Z","steps":["trace[2060812568] 'agreement among raft nodes before linearized reading' (duration: 131.392362ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:57.826324Z","caller":"traceutil/trace.go:171","msg":"trace[1475275891] linearizableReadLoop","detail":"{readStateIndex:26617; appliedIndex:26615; }","duration":"131.208948ms","start":"2026-04-16T04:39:57.695089Z","end":"2026-04-16T04:39:57.826298Z","steps":["trace[1475275891] 'read index received' (duration: 18.745489ms)","trace[1475275891] 'applied index is now lower than readState.Index' (duration: 112.462259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:39:57.826684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.886954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:39:57.826717Z","caller":"traceutil/trace.go:171","msg":"trace[17936548] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25716; }","duration":"119.950757ms","start":"2026-04-16T04:39:57.706757Z","end":"2026-04-16T04:39:57.826708Z","steps":["trace[17936548] 'agreement among raft nodes before linearized reading' (duration: 119.886434ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:58.001265Z","caller":"traceutil/trace.go:171","msg":"trace[507090418] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"170.045708ms","start":"2026-04-16T04:39:57.831188Z","end":"2026-04-16T04:39:58.001234Z","steps":["trace[507090418] 'process raft request' (duration: 165.461055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:39:58.001436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.913892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T04:39:58.001526Z","caller":"traceutil/trace.go:171","msg":"trace[1564945338] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25717; }","duration":"169.036234ms","start":"2026-04-16T04:39:57.832476Z","end":"2026-04-16T04:39:58.001512Z","steps":["trace[1564945338] 'agreement among raft nodes before linearized reading' (duration: 168.82761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:39:58.001248Z","caller":"traceutil/trace.go:171","msg":"trace[595093084] linearizableReadLoop","detail":"{readStateIndex:26618; appliedIndex:26617; }","duration":"168.706128ms","start":"2026-04-16T04:39:57.832502Z","end":"2026-04-16T04:39:58.001208Z","steps":["trace[595093084] 'read index received' (duration: 164.160466ms)","trace[595093084] 'applied index is now lower than readState.Index' (duration: 4.543812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:40:00.216218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.323316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T04:40:00.216484Z","caller":"traceutil/trace.go:171","msg":"trace[1152773496] linearizableReadLoop","detail":"{readStateIndex:26638; appliedIndex:26636; }","duration":"109.84397ms","start":"2026-04-16T04:40:00.106621Z","end":"2026-04-16T04:40:00.216465Z","steps":["trace[1152773496] 'read index received' (duration: 9.154875ms)","trace[1152773496] 'applied index is now lower than readState.Index' (duration: 100.687755ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:40:00.216596Z","caller":"traceutil/trace.go:171","msg":"trace[1673723804] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"160.27742ms","start":"2026-04-16T04:40:00.056284Z","end":"2026-04-16T04:40:00.216561Z","steps":["trace[1673723804] 'process raft request' (duration: 160.077586ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:40:00.21661Z","caller":"traceutil/trace.go:171","msg":"trace[1051442548] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"160.618908ms","start":"2026-04-16T04:40:00.055964Z","end":"2026-04-16T04:40:00.216583Z","steps":["trace[1051442548] 'process raft request' (duration: 59.80443ms)","trace[1051442548] 'compare' (duration: 100.115841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:40:00.216628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.998694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:40:00.216699Z","caller":"traceutil/trace.go:171","msg":"trace[472928312] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25737; }","duration":"110.132997ms","start":"2026-04-16T04:40:00.106549Z","end":"2026-04-16T04:40:00.216682Z","steps":["trace[472928312] 'agreement among raft nodes before linearized reading' (duration: 109.976383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:40:00.565522Z","caller":"traceutil/trace.go:171","msg":"trace[470092290] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"151.37028ms","start":"2026-04-16T04:40:00.414119Z","end":"2026-04-16T04:40:00.565489Z","steps":["trace[470092290] 'process raft request' (duration: 151.075174ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:40:01.559182Z","caller":"traceutil/trace.go:171","msg":"trace[148953430] linearizableReadLoop","detail":"{readStateIndex:26656; appliedIndex:26655; }","duration":"115.161149ms","start":"2026-04-16T04:40:01.444002Z","end":"2026-04-16T04:40:01.559163Z","steps":["trace[148953430] 'read index received' (duration: 115.069227ms)","trace[148953430] 'applied index is now lower than readState.Index' (duration: 91.162µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:40:01.55926Z","caller":"traceutil/trace.go:171","msg":"trace[984534478] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"179.03914ms","start":"2026-04-16T04:40:01.380211Z","end":"2026-04-16T04:40:01.55925Z","steps":["trace[984534478] 'process raft request' (duration: 178.830015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:40:01.559449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.429384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:40:01.55951Z","caller":"traceutil/trace.go:171","msg":"trace[24824524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25754; }","duration":"115.535367ms","start":"2026-04-16T04:40:01.44396Z","end":"2026-04-16T04:40:01.559496Z","steps":["trace[24824524] 'agreement among raft nodes before linearized reading' (duration: 115.432395ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:40:10.323684Z","caller":"traceutil/trace.go:171","msg":"trace[1503909110] linearizableReadLoop","detail":"{readStateIndex:26734; appliedIndex:26733; }","duration":"133.739545ms","start":"2026-04-16T04:40:10.189917Z","end":"2026-04-16T04:40:10.323657Z","steps":["trace[1503909110] 'read index received' (duration: 126.284927ms)","trace[1503909110] 'applied index is now lower than readState.Index' (duration: 7.453348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:40:10.323982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.044752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T04:40:10.324059Z","caller":"traceutil/trace.go:171","msg":"trace[1887841735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25830; }","duration":"134.156314ms","start":"2026-04-16T04:40:10.189881Z","end":"2026-04-16T04:40:10.324037Z","steps":["trace[1887841735] 'agreement among raft nodes before linearized reading' (duration: 133.942239ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:40:10.324221Z","caller":"traceutil/trace.go:171","msg":"trace[1086168485] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"147.81675ms","start":"2026-04-16T04:40:10.176374Z","end":"2026-04-16T04:40:10.324191Z","steps":["trace[1086168485] 'process raft request' (duration: 139.832021ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:40:19.960762Z","caller":"traceutil/trace.go:171","msg":"trace[617579766] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"128.871266ms","start":"2026-04-16T04:40:19.831861Z","end":"2026-04-16T04:40:19.960732Z","steps":["trace[617579766] 'process raft request' (duration: 48.807223ms)","trace[617579766] 'compare' (duration: 79.847518ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:40:19.961105Z","caller":"traceutil/trace.go:171","msg":"trace[831047787] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"127.799872ms","start":"2026-04-16T04:40:19.833274Z","end":"2026-04-16T04:40:19.961074Z","steps":["trace[831047787] 'process raft request' (duration: 127.406524ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:40:20.737769Z","caller":"traceutil/trace.go:171","msg":"trace[1462531946] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"123.098937ms","start":"2026-04-16T04:40:20.614636Z","end":"2026-04-16T04:40:20.737735Z","steps":["trace[1462531946] 'process raft request' (duration: 122.890402ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:40:25.539055Z","caller":"traceutil/trace.go:171","msg":"trace[884592469] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"134.724327ms","start":"2026-04-16T04:40:25.404301Z","end":"2026-04-16T04:40:25.539025Z","steps":["trace[884592469] 'process raft request' (duration: 134.503452ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:41:32.202618Z","caller":"traceutil/trace.go:171","msg":"trace[1304438535] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"102.047955ms","start":"2026-04-16T04:41:32.100545Z","end":"2026-04-16T04:41:32.202593Z","steps":["trace[1304438535] 'process raft request' (duration: 55.36966ms)","trace[1304438535] 'compare' (duration: 46.572193ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:41:32.25815Z","caller":"traceutil/trace.go:171","msg":"trace[77075345] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"113.071722ms","start":"2026-04-16T04:41:32.145056Z","end":"2026-04-16T04:41:32.258128Z","steps":["trace[77075345] 'process raft request' (duration: 112.790585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:42:03.494331Z","caller":"traceutil/trace.go:171","msg":"trace[1910024953] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"169.296202ms","start":"2026-04-16T04:42:03.325002Z","end":"2026-04-16T04:42:03.494298Z","steps":["trace[1910024953] 'process raft request' (duration: 163.806899ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:42:03.494335Z","caller":"traceutil/trace.go:171","msg":"trace[1760514860] linearizableReadLoop","detail":"{readStateIndex:27597; appliedIndex:27596; }","duration":"124.764644ms","start":"2026-04-16T04:42:03.369558Z","end":"2026-04-16T04:42:03.494323Z","steps":["trace[1760514860] 'read index received' (duration: 119.265391ms)","trace[1760514860] 'applied index is now lower than readState.Index' (duration: 5.498233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:42:03.494433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.866316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:42:03.494468Z","caller":"traceutil/trace.go:171","msg":"trace[1529650482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26669; }","duration":"124.945308ms","start":"2026-04-16T04:42:03.369516Z","end":"2026-04-16T04:42:03.494461Z","steps":["trace[1529650482] 'agreement among raft nodes before linearized reading' (duration: 124.853996ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:42:29.876595Z","caller":"traceutil/trace.go:171","msg":"trace[668211483] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"102.885893ms","start":"2026-04-16T04:42:29.773675Z","end":"2026-04-16T04:42:29.876561Z","steps":["trace[668211483] 'process raft request' (duration: 102.538185ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:42:29.994511Z","caller":"traceutil/trace.go:171","msg":"trace[375669803] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"112.963111ms","start":"2026-04-16T04:42:29.881484Z","end":"2026-04-16T04:42:29.994447Z","steps":["trace[375669803] 'process raft request' (duration: 112.712084ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:42:50.246994Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24782} {"level":"info","ts":"2026-04-16T04:42:50.367507Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24782,"took":"116.308004ms","hash":951133521,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":33476608,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T04:42:50.367622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":951133521,"revision":24782,"compact-revision":22457} {"level":"info","ts":"2026-04-16T04:43:00.481756Z","caller":"traceutil/trace.go:171","msg":"trace[1347714529] linearizableReadLoop","detail":"{readStateIndex:28024; appliedIndex:28023; }","duration":"108.905037ms","start":"2026-04-16T04:43:00.372827Z","end":"2026-04-16T04:43:00.481732Z","steps":["trace[1347714529] 'read index received' (duration: 108.823676ms)","trace[1347714529] 'applied index is now lower than readState.Index' (duration: 80.151µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:43:00.481905Z","caller":"traceutil/trace.go:171","msg":"trace[1452432736] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"123.948006ms","start":"2026-04-16T04:43:00.357939Z","end":"2026-04-16T04:43:00.481887Z","steps":["trace[1452432736] 'process raft request' (duration: 123.623638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:43:00.482018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.156055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T04:43:00.482115Z","caller":"traceutil/trace.go:171","msg":"trace[1326291794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27083; }","duration":"109.341628ms","start":"2026-04-16T04:43:00.372749Z","end":"2026-04-16T04:43:00.482091Z","steps":["trace[1326291794] 'agreement among raft nodes before linearized reading' (duration: 109.148774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:43:00.499245Z","caller":"traceutil/trace.go:171","msg":"trace[980356370] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"117.986262ms","start":"2026-04-16T04:43:00.38123Z","end":"2026-04-16T04:43:00.499216Z","steps":["trace[980356370] 'process raft request' (duration: 117.855239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:43:00.49932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.833153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:43:00.499366Z","caller":"traceutil/trace.go:171","msg":"trace[51740360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27086; }","duration":"123.890985ms","start":"2026-04-16T04:43:00.375448Z","end":"2026-04-16T04:43:00.499339Z","steps":["trace[51740360] 'agreement among raft nodes before linearized reading' (duration: 123.848464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:43:00.499266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.271527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:43:00.49958Z","caller":"traceutil/trace.go:171","msg":"trace[700481091] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27086; }","duration":"126.618476ms","start":"2026-04-16T04:43:00.372954Z","end":"2026-04-16T04:43:00.499572Z","steps":["trace[700481091] 'agreement among raft nodes before linearized reading' (duration: 126.243807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:43:54.966435Z","caller":"traceutil/trace.go:171","msg":"trace[220021562] transaction","detail":"{read_only:false; response_revision:27518; number_of_response:1; }","duration":"119.539547ms","start":"2026-04-16T04:43:54.846857Z","end":"2026-04-16T04:43:54.966397Z","steps":["trace[220021562] 'process raft request' (duration: 119.280601ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:43:57.951039Z","caller":"traceutil/trace.go:171","msg":"trace[1709027763] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"106.087685ms","start":"2026-04-16T04:43:57.844916Z","end":"2026-04-16T04:43:57.951004Z","steps":["trace[1709027763] 'process raft request' (duration: 61.823574ms)","trace[1709027763] 'compare' (duration: 44.096328ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:44:03.043173Z","caller":"traceutil/trace.go:171","msg":"trace[1092257328] transaction","detail":"{read_only:false; response_revision:27595; number_of_response:1; }","duration":"143.052223ms","start":"2026-04-16T04:44:02.9001Z","end":"2026-04-16T04:44:03.043152Z","steps":["trace[1092257328] 'process raft request' (duration: 89.31574ms)","trace[1092257328] 'compare' (duration: 53.360545ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:44:03.043349Z","caller":"traceutil/trace.go:171","msg":"trace[687622468] transaction","detail":"{read_only:false; response_revision:27597; number_of_response:1; }","duration":"123.894874ms","start":"2026-04-16T04:44:02.919434Z","end":"2026-04-16T04:44:03.043329Z","steps":["trace[687622468] 'process raft request' (duration: 123.824083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:44:03.043405Z","caller":"traceutil/trace.go:171","msg":"trace[2104202174] transaction","detail":"{read_only:false; response_revision:27596; number_of_response:1; }","duration":"125.044821ms","start":"2026-04-16T04:44:02.918317Z","end":"2026-04-16T04:44:03.043362Z","steps":["trace[2104202174] 'process raft request' (duration: 124.799086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T04:44:03.278754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.184224ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T04:44:03.278966Z","caller":"traceutil/trace.go:171","msg":"trace[650179827] linearizableReadLoop","detail":"{readStateIndex:28552; appliedIndex:28551; }","duration":"150.896779ms","start":"2026-04-16T04:44:03.128052Z","end":"2026-04-16T04:44:03.278949Z","steps":["trace[650179827] 'read index received' (duration: 16.592972ms)","trace[650179827] 'applied index is now lower than readState.Index' (duration: 134.302887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T04:44:03.279048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.986991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T04:44:03.279114Z","caller":"traceutil/trace.go:171","msg":"trace[1153458859] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27597; }","duration":"151.085484ms","start":"2026-04-16T04:44:03.128016Z","end":"2026-04-16T04:44:03.279101Z","steps":["trace[1153458859] 'agreement among raft nodes before linearized reading' (duration: 150.987461ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:44:03.279516Z","caller":"traceutil/trace.go:171","msg":"trace[1452292207] transaction","detail":"{read_only:false; response_revision:27598; number_of_response:1; }","duration":"145.287103ms","start":"2026-04-16T04:44:03.134204Z","end":"2026-04-16T04:44:03.279491Z","steps":["trace[1452292207] 'process raft request' (duration: 144.654969ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:44:05.209546Z","caller":"traceutil/trace.go:171","msg":"trace[1805034011] transaction","detail":"{read_only:false; response_revision:27612; number_of_response:1; }","duration":"160.648117ms","start":"2026-04-16T04:44:05.048866Z","end":"2026-04-16T04:44:05.209514Z","steps":["trace[1805034011] 'process raft request' (duration: 128.932897ms)","trace[1805034011] 'compare' (duration: 31.012124ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T04:44:05.209627Z","caller":"traceutil/trace.go:171","msg":"trace[2086479214] transaction","detail":"{read_only:false; response_revision:27613; number_of_response:1; }","duration":"160.470583ms","start":"2026-04-16T04:44:05.049134Z","end":"2026-04-16T04:44:05.209604Z","steps":["trace[2086479214] 'process raft request' (duration: 160.133255ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:44:05.675028Z","caller":"traceutil/trace.go:171","msg":"trace[1683957461] transaction","detail":"{read_only:false; response_revision:27618; number_of_response:1; }","duration":"103.044656ms","start":"2026-04-16T04:44:05.571956Z","end":"2026-04-16T04:44:05.675001Z","steps":["trace[1683957461] 'process raft request' (duration: 97.39506ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:44:25.597346Z","caller":"traceutil/trace.go:171","msg":"trace[1672845555] transaction","detail":"{read_only:false; response_revision:27761; number_of_response:1; }","duration":"105.213497ms","start":"2026-04-16T04:44:25.492083Z","end":"2026-04-16T04:44:25.597297Z","steps":["trace[1672845555] 'process raft request' (duration: 103.963999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:44:25.598491Z","caller":"traceutil/trace.go:171","msg":"trace[706153965] transaction","detail":"{read_only:false; response_revision:27762; number_of_response:1; }","duration":"102.262429ms","start":"2026-04-16T04:44:25.496194Z","end":"2026-04-16T04:44:25.598456Z","steps":["trace[706153965] 'process raft request' (duration: 102.052274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T04:47:10.707452Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T04:47:10.712441Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-04-16T04:47:10.712569Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-04-16T04:47:50.323909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27010} {"level":"info","ts":"2026-04-16T04:47:50.732381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27010,"took":"397.931854ms","hash":3836695304,"current-db-size-bytes":56102912,"current-db-size":"56 MB","current-db-size-in-use-bytes":33275904,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-16T04:47:50.732454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3836695304,"revision":27010,"compact-revision":24782}